{
  "schemaVersion": 1,
  "kind": "benchmark-attempts",
  "note": "未执行模板：60行仅为计划占位，不是已提交请求。实际参数与预算未核对，协议为计划预设、budgetMappingVerified=false。分析前移除未执行占位，再填真实尝试；不能据此报告通过率或费用。",
  "configs": [
    {
      "id": "planned-gpt-6.1-sol-r1",
      "protocol": "responses",
      "requestedGenerationCap": null,
      "effort": null,
      "thinking": null,
      "toolChoice": null,
      "temperature": null,
      "topP": null,
      "budgetMappingVerified": false
    },
    {
      "id": "planned-claude-sonnet-5-5-r1",
      "protocol": "messages",
      "requestedGenerationCap": null,
      "effort": null,
      "thinking": null,
      "toolChoice": null,
      "temperature": null,
      "topP": null,
      "budgetMappingVerified": false
    },
    {
      "id": "planned-gemini-3.8-flash-r1",
      "protocol": "chat",
      "requestedGenerationCap": null,
      "effort": null,
      "thinking": null,
      "toolChoice": null,
      "temperature": null,
      "topP": null,
      "budgetMappingVerified": false
    }
  ],
  "records": [
    {
      "trialId": "planned-summary-negation-01-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-negation-01",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-negation-01-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-negation-01",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-negation-01-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-negation-01",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-zero-02-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-zero-02",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-zero-02-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-zero-02",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-zero-02-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-zero-02",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-revision-03-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-revision-03",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-revision-03-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-revision-03",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-revision-03-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-revision-03",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-unknown-04-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-unknown-04",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-unknown-04-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-unknown-04",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-summary-unknown-04-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "summary-unknown-04",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-final-date-01-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-final-date-01",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-final-date-01-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-final-date-01",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-final-date-01-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-final-date-01",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-no-answer-02-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-no-answer-02",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-no-answer-02-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-no-answer-02",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-no-answer-02-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-no-answer-02",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-conflict-03-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-conflict-03",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-conflict-03-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-conflict-03",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-conflict-03-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-conflict-03",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-cross-span-04-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-cross-span-04",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-cross-span-04-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-cross-span-04",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-citation-cross-span-04-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "citation-cross-span-04",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-leading-zero-01-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-leading-zero-01",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-leading-zero-01-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-leading-zero-01",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-leading-zero-01-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-leading-zero-01",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-missing-02-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-missing-02",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-missing-02-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-missing-02",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-missing-02-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-missing-02",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-negative-03-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-negative-03",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-negative-03-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-negative-03",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-negative-03-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-negative-03",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-wan-unit-04-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-wan-unit-04",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-wan-unit-04-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-wan-unit-04",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-wan-unit-04-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-wan-unit-04",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-parentheses-05-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-parentheses-05",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-parentheses-05-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-parentheses-05",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-table-parentheses-05-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "table-parentheses-05",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-read-01-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-read-01",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-read-01-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-read-01",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-read-01-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-read-01",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-no-call-02-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-no-call-02",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-no-call-02-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-no-call-02",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-no-call-02-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-no-call-02",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-clarify-03-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-clarify-03",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-clarify-03-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-clarify-03",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-clarify-03-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-clarify-03",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-propose-04-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-propose-04",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-propose-04-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-propose-04",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-propose-04-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-propose-04",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-negated-write-05-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-negated-write-05",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-negated-write-05-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-negated-write-05",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-tool-negated-write-05-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "tool-negated-write-05",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-coding-quantity-01-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "coding-quantity-01",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-coding-quantity-01-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "coding-quantity-01",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-coding-quantity-01-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "coding-quantity-01",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-coding-retry-02-gpt-6.1-sol-r1",
      "model": "gpt-6.1-sol",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "coding-retry-02",
      "configId": "planned-gpt-6.1-sol-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-coding-retry-02-claude-sonnet-5-5-r1",
      "model": "claude-sonnet-5-5",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "coding-retry-02",
      "configId": "planned-claude-sonnet-5-5-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    },
    {
      "trialId": "planned-coding-retry-02-gemini-3.8-flash-r1",
      "model": "gemini-3.8-flash",
      "datasetId": "growth-batch8-task-suite-v1",
      "sampleId": "coding-retry-02",
      "configId": "planned-gemini-3.8-flash-r1",
      "status": "unknown",
      "passed": null,
      "elapsedMs": null,
      "billedUsd": null,
      "inputTokens": null,
      "outputTokens": null,
      "cachedInputTokens": null,
      "reasoningTokens": null,
      "finishReason": null
    }
  ]
}