{
  "new_requests": 456,
  "new_request_attempts": 459,
  "recovery_attempts": 3,
  "new_planned_requests": 456,
  "reused_requests": 48,
  "new_cost_usd": 12.435372411299996,
  "uncertain_cost_upper_bound_usd": 0.0316014,
  "prior_cost_usd": 16.743486000000008,
  "combined_recorded_cost_usd": 29.178858411300006,
  "remaining_new_budget_usd": 7.564627588700004,
  "models": {
    "x-ai/grok-4.7": {
      "family": "Grok",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 24,
      "original_correct": 6,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 0,
      "length_finish_count": 0,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 22,
      "max_reported_completion_tokens": 36156,
      "providers": [
        "xAI"
      ],
      "returned_model_ids": [
        "x-ai/grok-4.7"
      ],
      "median_latency_seconds": 238.77100000000002,
      "new_cost_usd": 2.858244,
      "reused": false,
      "selection_note": "AA high; newest listed Grok",
      "conditions": {
        "original": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "neutral_relabel": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_incongruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "minimum_cut": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        }
      }
    },
    "qwen/qwen3.8-max-0902": {
      "family": "Qwen",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 4,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 20,
      "length_finish_count": 20,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Alibaba"
      ],
      "returned_model_ids": [
        "qwen/qwen3.8-max-0902"
      ],
      "median_latency_seconds": 158.7385,
      "new_cost_usd": 1.1515900000000001,
      "reused": false,
      "selection_note": "AA Max 0902 exact checkpoint",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 4,
          "n": 8,
          "cutoffs": 4
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "openai/gpt-6.1-sol": {
      "family": "GPT",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 23,
      "original_correct": 5,
      "original_n": 6,
      "completed_numeric_wrong": 1,
      "invalid_completed": 0,
      "cutoffs": 0,
      "length_finish_count": 0,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 4101,
      "providers": [
        "Amazon Bedrock"
      ],
      "returned_model_ids": [
        "openai/gpt-6.1-sol"
      ],
      "median_latency_seconds": 25.963,
      "new_cost_usd": 0.414421,
      "reused": false,
      "selection_note": "AA max; price-aware frontier alternative to Astra",
      "conditions": {
        "original": {
          "correct": 5,
          "n": 6,
          "cutoffs": 0
        },
        "neutral_relabel": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_incongruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 7,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "minimum_cut": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 0.8333333333333334,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 5,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 0.8333333333333334,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 5,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 0.8333333333333334,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 5,
          "flips": []
        }
      }
    },
    "google/gemini-4-argon": {
      "family": "Gemini",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 16,
      "original_correct": 5,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 8,
      "length_finish_count": 8,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Google",
        "Google AI Studio"
      ],
      "returned_model_ids": [
        "google/gemini-4-argon"
      ],
      "median_latency_seconds": 78.6575,
      "new_cost_usd": 1.5574140000000003,
      "reused": false,
      "selection_note": "AA high; Carbon absent from router catalog",
      "conditions": {
        "original": {
          "correct": 5,
          "n": 6,
          "cutoffs": 1
        },
        "neutral_relabel": {
          "correct": 4,
          "n": 6,
          "cutoffs": 2
        },
        "semantic_congruent": {
          "correct": 4,
          "n": 6,
          "cutoffs": 2
        },
        "semantic_incongruent": {
          "correct": 3,
          "n": 6,
          "cutoffs": 3
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 1,
          "n": 8,
          "cutoffs": 7
        },
        "minimum_cut": {
          "correct": 7,
          "n": 8,
          "cutoffs": 1
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 4,
          "conditional_survival": 0.8,
          "initially_correct_pairs": 5,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 4,
          "conditional_survival": 0.8,
          "initially_correct_pairs": 5,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 3,
          "conditional_survival": 0.6,
          "initially_correct_pairs": 5,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            },
            {
              "case_id": "replication-n32-minimum_cut-r0",
              "expected": 34,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        }
      }
    },
    "deepseek/deepseek-v4.1-flash-1017": {
      "family": "DeepSeek",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 4,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 20,
      "length_finish_count": 20,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "OpenInference",
        "Relace"
      ],
      "returned_model_ids": [
        "deepseek/deepseek-v4.1-flash-1017"
      ],
      "median_latency_seconds": 73.85249999999999,
      "new_cost_usd": 0.087750275,
      "reused": false,
      "selection_note": "AA max; higher-ranked than older Pro",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 4,
          "n": 8,
          "cutoffs": 4
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "moonshotai/kimi-k3.1-pro": {
      "family": "Kimi",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 20,
      "original_correct": 6,
      "original_n": 6,
      "completed_numeric_wrong": 2,
      "invalid_completed": 0,
      "cutoffs": 2,
      "length_finish_count": 2,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Moonshot AI"
      ],
      "returned_model_ids": [
        "moonshotai/kimi-k3.1-pro"
      ],
      "median_latency_seconds": 101.232,
      "new_cost_usd": 0.90553,
      "reused": false,
      "selection_note": "AA listed leading Kimi",
      "conditions": {
        "original": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "neutral_relabel": {
          "correct": 5,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 4,
          "n": 6,
          "cutoffs": 1
        },
        "semantic_incongruent": {
          "correct": 5,
          "n": 6,
          "cutoffs": 1
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 5,
          "n": 8,
          "cutoffs": 2
        },
        "minimum_cut": {
          "correct": 7,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 0.8333333333333334,
          "pairs": 6,
          "conditional_survival": 0.8333333333333334,
          "initially_correct_pairs": 6,
          "flips": [
            {
              "case_id": "replication-n64-triangle_count-r0",
              "expected": 33,
              "answer": 35,
              "finish_reason": "stop"
            }
          ]
        },
        "semantic_congruent": {
          "consistency": 0.8,
          "pairs": 5,
          "conditional_survival": 0.6666666666666666,
          "initially_correct_pairs": 6,
          "flips": [
            {
              "case_id": "replication-n32-minimum_cut-r0",
              "expected": 34,
              "answer": 31,
              "finish_reason": "stop"
            },
            {
              "case_id": "replication-n64-triangle_count-r0",
              "expected": 33,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 5,
          "conditional_survival": 0.8333333333333334,
          "initially_correct_pairs": 6,
          "flips": [
            {
              "case_id": "replication-n64-triangle_count-r0",
              "expected": 33,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        }
      }
    },
    "meta/muse-wonder": {
      "family": "Muse",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 18,
      "original_correct": 4,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 6,
      "length_finish_count": 6,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 6,
      "max_reported_completion_tokens": 8327,
      "providers": [
        "Meta"
      ],
      "returned_model_ids": [
        "meta/muse-wonder"
      ],
      "median_latency_seconds": 29.896,
      "new_cost_usd": 3.197276,
      "reused": false,
      "selection_note": "AA max; Wonder Full absent from router catalog",
      "conditions": {
        "original": {
          "correct": 4,
          "n": 6,
          "cutoffs": 2
        },
        "neutral_relabel": {
          "correct": 5,
          "n": 6,
          "cutoffs": 1
        },
        "semantic_congruent": {
          "correct": 4,
          "n": 6,
          "cutoffs": 2
        },
        "semantic_incongruent": {
          "correct": 5,
          "n": 6,
          "cutoffs": 1
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 3,
          "n": 8,
          "cutoffs": 5
        },
        "minimum_cut": {
          "correct": 7,
          "n": 8,
          "cutoffs": 1
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 4,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 4,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 3,
          "conditional_survival": 0.75,
          "initially_correct_pairs": 4,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 4,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 4,
          "flips": []
        }
      }
    },
    "z-ai/glm-5.3": {
      "family": "GLM",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 8,
      "original_correct": 3,
      "original_n": 6,
      "completed_numeric_wrong": 7,
      "invalid_completed": 1,
      "cutoffs": 8,
      "length_finish_count": 8,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Wafer"
      ],
      "returned_model_ids": [
        "z-ai/glm-5.3"
      ],
      "median_latency_seconds": 66.314,
      "new_cost_usd": 0.2243731582,
      "reused": false,
      "selection_note": "AA max; leading ranked GLM checkpoint",
      "conditions": {
        "original": {
          "correct": 3,
          "n": 6,
          "cutoffs": 1
        },
        "neutral_relabel": {
          "correct": 2,
          "n": 6,
          "cutoffs": 2
        },
        "semantic_congruent": {
          "correct": 2,
          "n": 6,
          "cutoffs": 1
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 4
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 6,
          "n": 8,
          "cutoffs": 1
        },
        "triangle_count": {
          "correct": 1,
          "n": 8,
          "cutoffs": 2
        },
        "minimum_cut": {
          "correct": 1,
          "n": 8,
          "cutoffs": 5
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 0.25,
          "pairs": 4,
          "conditional_survival": 0.3333333333333333,
          "initially_correct_pairs": 3,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": 67,
              "finish_reason": "stop"
            },
            {
              "case_id": "replication-n64-minimum_cut-r0",
              "expected": 28,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_congruent": {
          "consistency": 0.25,
          "pairs": 4,
          "conditional_survival": 0.3333333333333333,
          "initially_correct_pairs": 3,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": 53,
              "finish_reason": "stop"
            },
            {
              "case_id": "replication-n64-minimum_cut-r0",
              "expected": 28,
              "answer": 17,
              "finish_reason": "stop"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 0.3333333333333333,
          "initially_correct_pairs": 3,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            },
            {
              "case_id": "replication-n64-minimum_cut-r0",
              "expected": 28,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        }
      }
    },
    "xiaomi/mimo-v2.6-pro": {
      "family": "MiMo",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 6,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 16,
      "invalid_completed": 0,
      "cutoffs": 2,
      "length_finish_count": 2,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "DeepInfra",
        "Novita"
      ],
      "returned_model_ids": [
        "xiaomi/mimo-v2.6-pro"
      ],
      "median_latency_seconds": 60.1395,
      "new_cost_usd": 0.1149439356,
      "reused": false,
      "selection_note": "AA listed Pro",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 2
        },
        "neutral_relabel": {
          "correct": 2,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_incongruent": {
          "correct": 2,
          "n": 6,
          "cutoffs": 0
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 5,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 2
        },
        "minimum_cut": {
          "correct": 1,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 0.25,
          "pairs": 4,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 0.5,
          "pairs": 4,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 0.25,
          "pairs": 4,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "minimax/minimax-m3.1-flash": {
      "family": "MiniMax",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 10,
      "original_correct": 3,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 1,
      "cutoffs": 13,
      "length_finish_count": 13,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Tenstorrent"
      ],
      "returned_model_ids": [
        "minimax/minimax-m3.1-flash"
      ],
      "median_latency_seconds": 57.536,
      "new_cost_usd": 0.031472450000000006,
      "reused": false,
      "selection_note": "AA listed M3.1 Flash above older M3",
      "conditions": {
        "original": {
          "correct": 3,
          "n": 6,
          "cutoffs": 3
        },
        "neutral_relabel": {
          "correct": 4,
          "n": 6,
          "cutoffs": 2
        },
        "semantic_congruent": {
          "correct": 2,
          "n": 6,
          "cutoffs": 4
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 4
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 7,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 2,
          "n": 8,
          "cutoffs": 6
        },
        "minimum_cut": {
          "correct": 1,
          "n": 8,
          "cutoffs": 7
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 3,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 3,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 2,
          "conditional_survival": 0.6666666666666666,
          "initially_correct_pairs": 3,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 0.3333333333333333,
          "initially_correct_pairs": 3,
          "flips": [
            {
              "case_id": "replication-n32-triangle_count-r0",
              "expected": 36,
              "answer": null,
              "finish_reason": "length"
            },
            {
              "case_id": "replication-n64-weighted_shortest_path-r0",
              "expected": 10,
              "answer": null,
              "finish_reason": "stop"
            }
          ]
        }
      }
    },
    "stepfun/step-5-preview": {
      "family": "Step",
      "responses": 24,
      "successful_responses": 22,
      "planned": 24,
      "correct": 5,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 17,
      "length_finish_count": 17,
      "api_errors": 2,
      "provider_error_attempts": 4,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Featherless",
        "GMICloud"
      ],
      "returned_model_ids": [
        "stepfun/step-5-preview"
      ],
      "median_latency_seconds": 280.3025,
      "new_cost_usd": 0.47703990000000007,
      "reused": false,
      "selection_note": "AA listed preview checkpoint",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 2,
          "n": 6,
          "cutoffs": 4
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 4,
          "cutoffs": 3
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 5,
          "n": 8,
          "cutoffs": 3
        },
        "triangle_count": {
          "correct": 0,
          "n": 7,
          "cutoffs": 7
        },
        "minimum_cut": {
          "correct": 0,
          "n": 7,
          "cutoffs": 7
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "mistralai/mistral-large-4-0": {
      "family": "Mistral",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 6,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 18,
      "length_finish_count": 18,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Mistral"
      ],
      "returned_model_ids": [
        "mistralai/mistral-large-4-0"
      ],
      "median_latency_seconds": 80.661,
      "new_cost_usd": 0.37934623999999995,
      "reused": false,
      "selection_note": "AA high; current Large",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 2,
          "n": 6,
          "cutoffs": 4
        },
        "semantic_congruent": {
          "correct": 2,
          "n": 6,
          "cutoffs": 4
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 6,
          "n": 8,
          "cutoffs": 2
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "nvidia/nemotron-3.5-super-vl": {
      "family": "Nemotron",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 4,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 20,
      "length_finish_count": 20,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Crusoe",
        "Darkbloom",
        "PrimeIntellect"
      ],
      "returned_model_ids": [
        "nvidia/nemotron-3.5-super-vl"
      ],
      "median_latency_seconds": 257.4295,
      "new_cost_usd": 0.07333634,
      "reused": false,
      "selection_note": "AA listed above older Ultra",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 4,
          "n": 8,
          "cutoffs": 4
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "inclusionai/ling-3.1-flash": {
      "family": "Ling",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 4,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 20,
      "length_finish_count": 20,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Novita"
      ],
      "returned_model_ids": [
        "inclusionai/ling-3.1-flash"
      ],
      "median_latency_seconds": 66.2885,
      "new_cost_usd": 0.043911075,
      "reused": false,
      "selection_note": "AA listed current Flash",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 4,
          "n": 8,
          "cutoffs": 4
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "cohere/command-a-plus": {
      "family": "Command",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 1,
      "original_correct": 0,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 23,
      "length_finish_count": 23,
      "api_errors": 0,
      "provider_error_attempts": 1,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Cohere"
      ],
      "returned_model_ids": [
        "cohere/command-a-plus"
      ],
      "median_latency_seconds": 55.7965,
      "new_cost_usd": 0.3046962,
      "reused": false,
      "selection_note": "Current ranked Cohere family representative",
      "conditions": {
        "original": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "neutral_relabel": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_incongruent": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 1,
          "n": 8,
          "cutoffs": 7
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": null,
          "initially_correct_pairs": 0,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": null,
          "initially_correct_pairs": 0,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": null,
          "initially_correct_pairs": 0,
          "flips": []
        }
      }
    },
    "amazon/nova-2-lite-v1": {
      "family": "Nova",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 3,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 1,
      "invalid_completed": 0,
      "cutoffs": 20,
      "length_finish_count": 20,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "Amazon Bedrock"
      ],
      "returned_model_ids": [
        "amazon/nova-2-lite-v1"
      ],
      "median_latency_seconds": 50.0545,
      "new_cost_usd": 0.4916573,
      "reused": false,
      "selection_note": "Latest available Nova generation; indexed Pro/Omni unavailable here",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 4
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 3,
          "n": 8,
          "cutoffs": 4
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": 0.0,
          "initially_correct_pairs": 1,
          "flips": [
            {
              "case_id": "replication-n32-weighted_shortest_path-r0",
              "expected": 8,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 1,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "ibm-granite/granite-4.2-8b": {
      "family": "Granite",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 1,
      "original_correct": 0,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 23,
      "length_finish_count": 23,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "CoreWeave"
      ],
      "returned_model_ids": [
        "ibm-granite/granite-4.2-8b"
      ],
      "median_latency_seconds": 99.0175,
      "new_cost_usd": 0.03150984,
      "reused": false,
      "selection_note": "Current ranked available Granite",
      "conditions": {
        "original": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "semantic_congruent": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "semantic_incongruent": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 1,
          "n": 8,
          "cutoffs": 7
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": null,
          "initially_correct_pairs": 0,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": null,
          "initially_correct_pairs": 0,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": null,
          "initially_correct_pairs": 0,
          "flips": []
        }
      }
    },
    "google/gemma-4-31b-it": {
      "family": "Gemma",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 1,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 23,
      "length_finish_count": 23,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 8192,
      "providers": [
        "CoreWeave",
        "Venice"
      ],
      "returned_model_ids": [
        "google/gemma-4-31b-it"
      ],
      "median_latency_seconds": 104.506,
      "new_cost_usd": 0.07256280000000001,
      "reused": false,
      "selection_note": "Open-weight Gemma family control; no matched index score recorded",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 5
        },
        "neutral_relabel": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "semantic_congruent": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        },
        "semantic_incongruent": {
          "correct": 0,
          "n": 6,
          "cutoffs": 6
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 1,
          "n": 8,
          "cutoffs": 7
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 8
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": 0.0,
          "initially_correct_pairs": 1,
          "flips": [
            {
              "case_id": "replication-n32-weighted_shortest_path-r0",
              "expected": 8,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_congruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": 0.0,
          "initially_correct_pairs": 1,
          "flips": [
            {
              "case_id": "replication-n32-weighted_shortest_path-r0",
              "expected": 8,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        },
        "semantic_incongruent": {
          "consistency": null,
          "pairs": 0,
          "conditional_survival": 0.0,
          "initially_correct_pairs": 1,
          "flips": [
            {
              "case_id": "replication-n32-weighted_shortest_path-r0",
              "expected": 8,
              "answer": null,
              "finish_reason": "length"
            }
          ]
        }
      }
    },
    "meta-llama/llama-4-maverick": {
      "family": "Llama",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 4,
      "original_correct": 1,
      "original_n": 6,
      "completed_numeric_wrong": 19,
      "invalid_completed": 1,
      "cutoffs": 0,
      "length_finish_count": 0,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 1324,
      "providers": [
        "DigitalOcean"
      ],
      "returned_model_ids": [
        "meta-llama/llama-4-maverick"
      ],
      "median_latency_seconds": 55.5485,
      "new_cost_usd": 0.018297897499999997,
      "reused": false,
      "selection_note": "Llama-family legacy control; not claimed as a frontier winner",
      "conditions": {
        "original": {
          "correct": 1,
          "n": 6,
          "cutoffs": 0
        },
        "neutral_relabel": {
          "correct": 1,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_incongruent": {
          "correct": 1,
          "n": 6,
          "cutoffs": 0
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 4,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 0,
          "n": 8,
          "cutoffs": 0
        },
        "minimum_cut": {
          "correct": 0,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 0.16666666666666666,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 0.3333333333333333,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 0.6,
          "pairs": 5,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 1,
          "flips": []
        }
      }
    },
    "anthropic/claude-sonnet-5.5": {
      "family": "Claude",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 23,
      "original_correct": 6,
      "original_n": 6,
      "completed_numeric_wrong": 1,
      "invalid_completed": 0,
      "cutoffs": 0,
      "length_finish_count": 0,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 7268,
      "providers": [
        "Claude Platform on AWS"
      ],
      "returned_model_ids": [
        "anthropic/claude-sonnet-5.5"
      ],
      "median_latency_seconds": 20.7845,
      "new_cost_usd": 0,
      "reused": true,
      "selection_note": "Reused matched prompts, high reasoning effort, 8192 max tokens; historical provider routing differs.",
      "conditions": {
        "original": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "neutral_relabel": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_incongruent": {
          "correct": 5,
          "n": 6,
          "cutoffs": 0
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 7,
          "n": 8,
          "cutoffs": 0
        },
        "minimum_cut": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 0.8333333333333334,
          "pairs": 6,
          "conditional_survival": 0.8333333333333334,
          "initially_correct_pairs": 6,
          "flips": [
            {
              "case_id": "replication-n64-triangle_count-r0",
              "expected": 33,
              "answer": 32,
              "finish_reason": "stop"
            }
          ]
        }
      }
    },
    "anthropic/claude-opus-5.5": {
      "family": "Claude",
      "responses": 24,
      "successful_responses": 24,
      "planned": 24,
      "correct": 24,
      "original_correct": 6,
      "original_n": 6,
      "completed_numeric_wrong": 0,
      "invalid_completed": 0,
      "cutoffs": 0,
      "length_finish_count": 0,
      "api_errors": 0,
      "provider_error_attempts": 0,
      "over_requested_completion_allowance": 0,
      "max_reported_completion_tokens": 7261,
      "providers": [
        "Claude Platform on AWS"
      ],
      "returned_model_ids": [
        "anthropic/claude-opus-5.5"
      ],
      "median_latency_seconds": 24.3315,
      "new_cost_usd": 0,
      "reused": true,
      "selection_note": "Reused matched prompts, high reasoning effort, 8192 max tokens; historical provider routing differs.",
      "conditions": {
        "neutral_relabel": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "original": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_congruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        },
        "semantic_incongruent": {
          "correct": 6,
          "n": 6,
          "cutoffs": 0
        }
      },
      "tasks": {
        "weighted_shortest_path": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "triangle_count": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        },
        "minimum_cut": {
          "correct": 8,
          "n": 8,
          "cutoffs": 0
        }
      },
      "renaming": {
        "neutral_relabel": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        },
        "semantic_congruent": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        },
        "semantic_incongruent": {
          "consistency": 1.0,
          "pairs": 6,
          "conditional_survival": 1.0,
          "initially_correct_pairs": 6,
          "flips": []
        }
      }
    }
  }
}