{ "schemaVersion": 1, "recordedDate": "2026-10-09", "generatedAt": "2026-10-09T11:14:09.738103+00:00", "models": [ "gpt-6-luna", "claude-sonnet-5", "claude-haiku-4-5-20251001", "gemini-3.8-flash", "grok-4.7", "deepseek-v4-flash", "glm-5.3", "kimi-k2.6", "qwen3.8-max", "MiniMax-M3" ], "tasks": [ { "id": "structured-extraction", "name": "中文订单信息抽取", "prompt": "这是虚构测试资料。订单编号00128，买了3件单价19.90元的商品，运费6元。只输出JSON对象，不要Markdown。字段：order_id字符串保留前导零、quantity整数、unit_price字符串保留两位小数、shipping字符串保留两位小数、total字符串保留两位小数。", "expected": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" } }, { "id": "grounded-answer", "name": "依据给定资料回答与拒绝猜测", "prompt": "只根据以下虚构商店资料回答：未拆封商品在签收后七天内可申请退货；普通订单付款后两个工作日内发货；没有提供国际配送资料。只输出JSON对象，字段return_allowed:boolean，international_shipping:null或boolean。问题：签收三天、未拆封，可以申请退货吗？支持国际配送吗？不要补充资料以外的事实。", "expected": { "return_allowed": true, "international_shipping": null } }, { "id": "tool-call", "name": "生成可解析的工具调用", "prompt": "请使用search_order工具查询虚构订单00128的状态。不猜测状态，不直接回答订单结果。", "tools": [ { "type": "function", "function": { "name": "search_order", "description": "查询演示订单状态", "parameters": { "type": "object", "properties": { "order_id": { "type": "string" } }, "required": [ "order_id" ], "additionalProperties": false } } } ], "expected": { "order_id": "00128" } } ], "rounds": { "initial": { "records": 30, "passed": 20, "http200": 29, "matchedBills": 30, "displayedSumUsd": 0.004646 }, "failure-recheck": { "records": 10, "passed": 3, "http200": 9, "matchedBills": 10, "displayedSumUsd": 0.001122 } }, "records": [ { "id": "5dd3bb858a0fc5c8", "round": "initial", "model": "gpt-6-luna", "responseModel": "gpt-6-luna", "task": "structured-extraction", "startedAt": "2026-10-09T10:56:05.897970+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.843, "requestId": "7717e9e7-bc7d-4eb0-ab18-4cfffcd66144", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 85, "outputTokens": 65, "cachedTokens": 0, "reasoningTokens": 26 }, "consoleUsage": { "inputTokens": 85, "outputTokens": 65, "cachedTokens": 0 }, "quotedUsd": 4.82406e-06, "quoteRates": { "inputUsdPerMillion": 0.011766, "outputUsdPerMillion": 0.05883, "cachedUsdPerMillion": 0.0011766 }, "billedUsd": 1.8e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.741, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "d3c2022b76a06994", "round": "initial", "model": "gpt-6-luna", "responseModel": "gpt-6-luna", "task": "grounded-answer", "startedAt": "2026-10-09T10:56:08.744123+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.28, "requestId": "f4cbb930-457c-4ad9-b52f-98146d676299", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "return_allowed": true, "international_shipping": null }, "apiUsage": { "inputTokens": 95, "outputTokens": 38, "cachedTokens": 0, "reasoningTokens": 18 }, "consoleUsage": { "inputTokens": 95, "outputTokens": 38, "cachedTokens": 0 }, "quotedUsd": 3.35331e-06, "quoteRates": { "inputUsdPerMillion": 0.011766, "outputUsdPerMillion": 0.05883, "cachedUsdPerMillion": 0.0011766 }, "billedUsd": 1.2e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.024, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "1af1f2f96f294e5a", "round": "initial", "model": "gpt-6-luna", "responseModel": null, "task": "tool-call", "startedAt": "2026-10-09T10:56:11.026780+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 400, "elapsedSeconds": 2.928, "requestId": null, "passed": false, "check": "http-response-required", "observedReason": "本次 Chat 参数组合返回 HTTP 错误；不推断其他协议或参数的能力", "finishReason": null, "parsedResult": null, "apiUsage": null, "consoleUsage": { "inputTokens": 0, "outputTokens": null, "cachedTokens": 0 }, "quotedUsd": null, "quoteRates": null, "billedUsd": 0.0, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.955, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "0b19ebb7cecf302f", "round": "initial", "model": "claude-sonnet-5", "responseModel": "claude-sonnet-5", "task": "structured-extraction", "startedAt": "2026-10-09T10:56:13.956939+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 7.922, "requestId": "14369e46-a40c-419f-bbaa-d84c6167d603", "passed": false, "check": "plain-json-required", "observedReason": "未取得可直接解析的纯 JSON；首轮原文未留存", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 117, "outputTokens": 49, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 117, "outputTokens": 49, "cachedTokens": 0 }, "quotedUsd": 0.00012777152, "quoteRates": { "inputUsdPerMillion": 0.35296, "outputUsdPerMillion": 1.7648, "cachedUsdPerMillion": 0.035296 }, "billedUsd": 6.4e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.879, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "28c221606d2a9ab0", "round": "initial", "model": "claude-sonnet-5", "responseModel": "claude-sonnet-5", "task": "grounded-answer", "startedAt": "2026-10-09T10:56:21.882696+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 3.161, "requestId": "418b8ba9-6600-4f6f-ae61-05b1413c7a10", "passed": false, "check": "plain-json-required", "observedReason": "未取得可直接解析的纯 JSON；首轮原文未留存", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 143, "outputTokens": 29, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 143, "outputTokens": 29, "cachedTokens": 0 }, "quotedUsd": 0.00010165248, "quoteRates": { "inputUsdPerMillion": 0.35296, "outputUsdPerMillion": 1.7648, "cachedUsdPerMillion": 0.035296 }, "billedUsd": 5e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.044, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "fd5f9d180b6111e4", "round": "initial", "model": "claude-sonnet-5", "responseModel": "claude-sonnet-5", "task": "tool-call", "startedAt": "2026-10-09T10:56:25.045944+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 4.387, "requestId": "b2e97583-f553-4b14-b7b0-bb3de4b3e92e", "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 481, "outputTokens": 36, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 481, "outputTokens": 36, "cachedTokens": 0 }, "quotedUsd": 0.00023330656, "quoteRates": { "inputUsdPerMillion": 0.35296, "outputUsdPerMillion": 1.7648, "cachedUsdPerMillion": 0.035296 }, "billedUsd": 0.000116, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.433, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "a4c8440f6f6e2fe1", "round": "initial", "model": "claude-haiku-4-5-20251001", "responseModel": "claude-haiku-4-5-20251001", "task": "structured-extraction", "startedAt": "2026-10-09T10:56:29.437007+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 3.793, "requestId": "939c05e9-02f9-43b5-8bab-33b2abfc04ca", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 110, "outputTokens": 32, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 110, "outputTokens": 32, "cachedTokens": 0 }, "quotedUsd": 4.76496e-05, "quoteRates": { "inputUsdPerMillion": 0.17648, "outputUsdPerMillion": 0.8824, "cachedUsdPerMillion": 0.017648 }, "billedUsd": 2.4e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.23, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "e31f755a108190af", "round": "initial", "model": "claude-haiku-4-5-20251001", "responseModel": "claude-haiku-4-5-20251001", "task": "grounded-answer", "startedAt": "2026-10-09T10:56:33.233061+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 3.262, "requestId": "d4a3e17b-0b4e-427e-8b3f-3febdf392138", "passed": false, "check": "plain-json-required", "observedReason": "未取得可直接解析的纯 JSON；首轮原文未留存", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 135, "outputTokens": 25, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 135, "outputTokens": 25, "cachedTokens": 0 }, "quotedUsd": 4.58848e-05, "quoteRates": { "inputUsdPerMillion": 0.17648, "outputUsdPerMillion": 0.8824, "cachedUsdPerMillion": 0.017648 }, "billedUsd": 2.2e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.495, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "750d50ae5f1eee78", "round": "initial", "model": "claude-haiku-4-5-20251001", "responseModel": "claude-haiku-4-5-20251001", "task": "tool-call", "startedAt": "2026-10-09T10:56:36.498368+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.825, "requestId": "d7eea9f0-37a3-4c7b-910d-b7640c6fa11c", "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 637, "outputTokens": 62, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 637, "outputTokens": 62, "cachedTokens": 0 }, "quotedUsd": 0.00016712656, "quoteRates": { "inputUsdPerMillion": 0.17648, "outputUsdPerMillion": 0.8824, "cachedUsdPerMillion": 0.017648 }, "billedUsd": 8.4e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.323, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "633c04355e197d75", "round": "initial", "model": "gemini-3.8-flash", "responseModel": "gemini-3.8-flash", "task": "structured-extraction", "startedAt": "2026-10-09T10:56:39.325348+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 6.495, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 75, "outputTokens": 377, "cachedTokens": 0, "reasoningTokens": 328 }, "consoleUsage": { "inputTokens": 75, "outputTokens": 377, "cachedTokens": 0 }, "quotedUsd": 0.0002161782, "quoteRates": { "inputUsdPerMillion": 0.110295, "outputUsdPerMillion": 0.551475, "cachedUsdPerMillion": 0.011029500000000001 }, "billedUsd": 0.000108, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.82, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "6f626628291ff55f", "round": "initial", "model": "gemini-3.8-flash", "responseModel": "gemini-3.8-flash", "task": "grounded-answer", "startedAt": "2026-10-09T10:56:45.822227+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 5.968, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "return_allowed": true, "international_shipping": null }, "apiUsage": { "inputTokens": 91, "outputTokens": 337, "cachedTokens": 0, "reasoningTokens": 317 }, "consoleUsage": { "inputTokens": 91, "outputTokens": 337, "cachedTokens": 0 }, "quotedUsd": 0.00019588392, "quoteRates": { "inputUsdPerMillion": 0.110295, "outputUsdPerMillion": 0.551475, "cachedUsdPerMillion": 0.011029500000000001 }, "billedUsd": 9.8e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.79, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "dea27465c2484417", "round": "initial", "model": "gemini-3.8-flash", "responseModel": "gemini-3.8-flash", "task": "tool-call", "startedAt": "2026-10-09T10:56:51.794024+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 3.505, "requestId": null, "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 73, "outputTokens": 99, "cachedTokens": 0, "reasoningTokens": 77 }, "consoleUsage": { "inputTokens": 73, "outputTokens": 99, "cachedTokens": 0 }, "quotedUsd": 6.264756e-05, "quoteRates": { "inputUsdPerMillion": 0.110295, "outputUsdPerMillion": 0.551475, "cachedUsdPerMillion": 0.011029500000000001 }, "billedUsd": 3.2e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.299, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "e2d8930fe873b4a4", "round": "initial", "model": "grok-4.7", "responseModel": "grok-4.7", "task": "structured-extraction", "startedAt": "2026-10-09T10:56:55.303098+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 3.752, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 1312, "outputTokens": 135, "cachedTokens": 1152, "reasoningTokens": 99 }, "consoleUsage": { "inputTokens": 1312, "outputTokens": 135, "cachedTokens": 1152 }, "quotedUsd": 0.00025088436, "quoteRates": { "inputUsdPerMillion": 0.29412, "outputUsdPerMillion": 0.88236, "cachedUsdPerMillion": 0.07353 }, "billedUsd": 0.000126, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.055, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "ce98bdc836abbd1d", "round": "initial", "model": "grok-4.7", "responseModel": "grok-4.7", "task": "grounded-answer", "startedAt": "2026-10-09T10:56:59.058105+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 4.85, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "return_allowed": true, "international_shipping": null }, "apiUsage": { "inputTokens": 1331, "outputTokens": 202, "cachedTokens": 1152, "reasoningTokens": 189 }, "consoleUsage": { "inputTokens": 1331, "outputTokens": 202, "cachedTokens": 1152 }, "quotedUsd": 0.00031559076, "quoteRates": { "inputUsdPerMillion": 0.29412, "outputUsdPerMillion": 0.88236, "cachedUsdPerMillion": 0.07353 }, "billedUsd": 0.000158, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.908, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "edc9adeeafa584ce", "round": "initial", "model": "grok-4.7", "responseModel": "grok-4.7", "task": "tool-call", "startedAt": "2026-10-09T10:57:03.910138+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.774, "requestId": null, "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 1351, "outputTokens": 59, "cachedTokens": 1152, "reasoningTokens": 45 }, "consoleUsage": { "inputTokens": 1351, "outputTokens": 59, "cachedTokens": 1152 }, "quotedUsd": 0.00019529568, "quoteRates": { "inputUsdPerMillion": 0.29412, "outputUsdPerMillion": 0.88236, "cachedUsdPerMillion": 0.07353 }, "billedUsd": 9.8e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.684, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "6ec86889b989a80c", "round": "initial", "model": "deepseek-v4-flash", "responseModel": "deepseek-v4-flash", "task": "structured-extraction", "startedAt": "2026-10-09T10:57:06.685312+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.769, "requestId": "chatcmpl-e97e450df710400496aabdc35bf3f01b", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 70, "outputTokens": 80, "cachedTokens": 0, "reasoningTokens": 47 }, "consoleUsage": { "inputTokens": 70, "outputTokens": 80, "cachedTokens": 0 }, "quotedUsd": 0.0001364, "quoteRates": { "inputUsdPerMillion": 0.44, "outputUsdPerMillion": 1.32, "cachedUsdPerMillion": 0.013999919999999999 }, "billedUsd": 6.8e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.454, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "7908120944aead2a", "round": "initial", "model": "deepseek-v4-flash", "responseModel": "deepseek-v4-flash", "task": "grounded-answer", "startedAt": "2026-10-09T10:57:09.456813+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 6.47, "requestId": "708d1fd8-7265-4bd4-9aa3-cb63ed7991c9", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "return_allowed": true, "international_shipping": null }, "apiUsage": { "inputTokens": 87, "outputTokens": 15, "cachedTokens": null, "reasoningTokens": null }, "consoleUsage": { "inputTokens": 87, "outputTokens": 15, "cachedTokens": 0 }, "quotedUsd": null, "quoteRates": null, "billedUsd": 3e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.927, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "16efb1f083a1408e", "round": "initial", "model": "deepseek-v4-flash", "responseModel": "deepseek-v4-flash", "task": "tool-call", "startedAt": "2026-10-09T10:57:15.930817+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.582, "requestId": "chatcmpl-ec121c681a274eceb5694ff2e31a3aeb", "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 301, "outputTokens": 74, "cachedTokens": 0, "reasoningTokens": 27 }, "consoleUsage": { "inputTokens": 301, "outputTokens": 74, "cachedTokens": 0 }, "quotedUsd": 0.00023012, "quoteRates": { "inputUsdPerMillion": 0.44, "outputUsdPerMillion": 1.32, "cachedUsdPerMillion": 0.013999919999999999 }, "billedUsd": 0.000116, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.513, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "1797bdaeaa494e9d", "round": "initial", "model": "glm-5.3", "responseModel": "glm-5.3", "task": "structured-extraction", "startedAt": "2026-10-09T10:57:18.515020+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 6.905, "requestId": "44a2458c-51b0-4a85-9421-bcfab671ef52", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 87, "outputTokens": 485, "cachedTokens": 0, "reasoningTokens": 438 }, "consoleUsage": { "inputTokens": 87, "outputTokens": 485, "cachedTokens": 0 }, "quotedUsd": 0.001353480000001164, "quoteRates": { "inputUsdPerMillion": 0.84, "outputUsdPerMillion": 2.6400000000024, "cachedUsdPerMillion": 0.15624 }, "billedUsd": 0.001128, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.42, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "a409aea75265d827", "round": "initial", "model": "glm-5.3", "responseModel": "glm-5.3", "task": "grounded-answer", "startedAt": "2026-10-09T10:57:25.422140+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 5.387, "requestId": "0243b732-ad79-4f7c-a3c6-800ad78c5877", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "return_allowed": true, "international_shipping": null }, "apiUsage": { "inputTokens": 98, "outputTokens": 109, "cachedTokens": 0, "reasoningTokens": 97 }, "consoleUsage": { "inputTokens": 98, "outputTokens": 109, "cachedTokens": 0 }, "quotedUsd": 0.0003700800000002616, "quoteRates": { "inputUsdPerMillion": 0.84, "outputUsdPerMillion": 2.6400000000024, "cachedUsdPerMillion": 0.15624 }, "billedUsd": 0.000308, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.809, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "276bd9cceb308f54", "round": "initial", "model": "glm-5.3", "responseModel": "glm-5.3", "task": "tool-call", "startedAt": "2026-10-09T10:57:30.814334+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 4.36, "requestId": "68157d8b-9be9-4fcc-8c82-0ca8e24e46bd", "passed": false, "check": "expected-one-tool-call", "observedReason": "未返回一个完整工具提案；首轮原文未留存", "finishReason": "tool_calls", "parsedResult": null, "apiUsage": { "inputTokens": 189, "outputTokens": 68, "cachedTokens": 0, "reasoningTokens": 45 }, "consoleUsage": { "inputTokens": 189, "outputTokens": 68, "cachedTokens": 0 }, "quotedUsd": 0.0003382800000001632, "quoteRates": { "inputUsdPerMillion": 0.84, "outputUsdPerMillion": 2.6400000000024, "cachedUsdPerMillion": 0.15624 }, "billedUsd": 0.000282, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.174, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "e4d2c4c306fcaf69", "round": "initial", "model": "kimi-k2.6", "responseModel": null, "task": "structured-extraction", "startedAt": "2026-10-09T10:57:35.176427+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 5.998, "requestId": null, "passed": false, "check": "plain-json-required", "observedReason": "未取得可直接解析的纯 JSON；首轮原文未留存", "finishReason": null, "parsedResult": null, "apiUsage": null, "consoleUsage": { "inputTokens": 81, "outputTokens": 33, "cachedTokens": 0 }, "quotedUsd": null, "quoteRates": null, "billedUsd": 0.000104, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.174, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "86293d2bafa6c31f", "round": "initial", "model": "kimi-k2.6", "responseModel": null, "task": "grounded-answer", "startedAt": "2026-10-09T10:57:41.176583+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 6.961, "requestId": null, "passed": false, "check": "plain-json-required", "observedReason": "未取得可直接解析的纯 JSON；首轮原文未留存", "finishReason": null, "parsedResult": null, "apiUsage": null, "consoleUsage": { "inputTokens": 85, "outputTokens": 25, "cachedTokens": 0 }, "quotedUsd": null, "quoteRates": null, "billedUsd": 9e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.138, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "7f280307b6162efc", "round": "initial", "model": "kimi-k2.6", "responseModel": null, "task": "tool-call", "startedAt": "2026-10-09T10:57:48.138621+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 5.653, "requestId": null, "passed": false, "check": "expected-one-tool-call", "observedReason": "未返回一个完整工具提案；首轮原文未留存", "finishReason": null, "parsedResult": null, "apiUsage": null, "consoleUsage": { "inputTokens": 87, "outputTokens": 31, "cachedTokens": 0 }, "quotedUsd": null, "quoteRates": null, "billedUsd": 0.000102, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.792, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "3340782a70e5da57", "round": "initial", "model": "qwen3.8-max", "responseModel": "qwen3.8-max", "task": "structured-extraction", "startedAt": "2026-10-09T10:57:53.795463+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 7.417, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 396, "outputTokens": 38, "cachedTokens": 0, "reasoningTokens": null }, "consoleUsage": { "inputTokens": 396, "outputTokens": 38, "cachedTokens": 0 }, "quotedUsd": 0.000612, "quoteRates": { "inputUsdPerMillion": 1.2, "outputUsdPerMillion": 3.5999999999999996, "cachedUsdPerMillion": 0.15 }, "billedUsd": 0.000306, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.212, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "f1f4b986cd4afdec", "round": "initial", "model": "qwen3.8-max", "responseModel": "qwen3.8-max", "task": "grounded-answer", "startedAt": "2026-10-09T10:58:01.218198+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 12.27, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "return_allowed": true, "international_shipping": null }, "apiUsage": { "inputTokens": 402, "outputTokens": 12, "cachedTokens": 0, "reasoningTokens": null }, "consoleUsage": { "inputTokens": 402, "outputTokens": 12, "cachedTokens": 0 }, "quotedUsd": 0.0005256, "quoteRates": { "inputUsdPerMillion": 1.2, "outputUsdPerMillion": 3.5999999999999996, "cachedUsdPerMillion": 0.15 }, "billedUsd": 0.000262, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.488, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "85f1142e3c238a2e", "round": "initial", "model": "qwen3.8-max", "responseModel": "qwen3.8-max", "task": "tool-call", "startedAt": "2026-10-09T10:58:13.492174+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 7.892, "requestId": null, "passed": false, "check": "expected-one-tool-call", "observedReason": "未返回一个完整工具提案；首轮原文未留存", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 351, "outputTokens": 41, "cachedTokens": 0, "reasoningTokens": null }, "consoleUsage": { "inputTokens": 351, "outputTokens": 41, "cachedTokens": 0 }, "quotedUsd": 0.0005688, "quoteRates": { "inputUsdPerMillion": 1.2, "outputUsdPerMillion": 3.5999999999999996, "cachedUsdPerMillion": 0.15 }, "billedUsd": 0.000284, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.384, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "9121517abaa397fe", "round": "initial", "model": "MiniMax-M3", "responseModel": "MiniMax-M3", "task": "structured-extraction", "startedAt": "2026-10-09T10:58:21.389767+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 5.821, "requestId": null, "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 222, "outputTokens": 167, "cachedTokens": 128, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 222, "outputTokens": 167, "cachedTokens": 128 }, "quotedUsd": 0.00023628, "quoteRates": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "cachedUsdPerMillion": 0.06 }, "billedUsd": 0.000118, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.211, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "c054859e2d326555", "round": "initial", "model": "MiniMax-M3", "responseModel": "MiniMax-M3", "task": "grounded-answer", "startedAt": "2026-10-09T10:58:27.211868+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 37.016, "requestId": null, "passed": false, "check": "plain-json-required", "observedReason": "未取得可直接解析的纯 JSON；首轮原文未留存", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 255, "outputTokens": 223, "cachedTokens": 128, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 255, "outputTokens": 223, "cachedTokens": 128 }, "quotedUsd": 0.00031338, "quoteRates": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "cachedUsdPerMillion": 0.06 }, "billedUsd": 0.000344, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.228, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "a1de488cf3a79c18", "round": "initial", "model": "MiniMax-M3", "responseModel": "MiniMax-M3", "task": "tool-call", "startedAt": "2026-10-09T10:59:04.233469+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 6.933, "requestId": null, "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 412, "outputTokens": 80, "cachedTokens": 128, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 412, "outputTokens": 80, "cachedTokens": 128 }, "quotedUsd": 0.00018888, "quoteRates": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "cachedUsdPerMillion": 0.06 }, "billedUsd": 9.4e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.166, "originalMessageRetained": false, "responseMessage": null, "errorMessage": null }, { "id": "1af1f2f96f294e5a-recheck", "round": "failure-recheck", "model": "gpt-6-luna", "responseModel": null, "task": "tool-call", "startedAt": "2026-10-09T11:00:33.397548+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 400, "elapsedSeconds": 7.766, "requestId": null, "passed": false, "check": "http-response-required", "observedReason": "本次 Chat 参数组合返回 HTTP 错误；不推断其他协议或参数的能力", "finishReason": null, "parsedResult": null, "apiUsage": null, "consoleUsage": { "inputTokens": 0, "outputTokens": null, "cachedTokens": 0 }, "quotedUsd": null, "quoteRates": null, "billedUsd": 0.0, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.164, "originalMessageRetained": true, "responseMessage": {}, "errorMessage": "Function tools with reasoning_effort are not supported for [upstream-model] in /v1/chat/completions. To use function tools, use /v1/responses or set reasoning_effort to 'none'. (request id: 20261009190038435493008LpH7DRJs)" }, { "id": "0b19ebb7cecf302f-recheck", "round": "failure-recheck", "model": "claude-sonnet-5", "responseModel": "claude-sonnet-5", "task": "structured-extraction", "startedAt": "2026-10-09T11:00:41.168507+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 3.862, "requestId": "4844285b-e37c-455d-b124-895dc7362bb3", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 117, "outputTokens": 44, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 117, "outputTokens": 44, "cachedTokens": 0 }, "quotedUsd": 0.00011894752, "quoteRates": { "inputUsdPerMillion": 0.35296, "outputUsdPerMillion": 1.7648, "cachedUsdPerMillion": 0.035296 }, "billedUsd": 6e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.031, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "{\"order_id\":\"00128\",\"quantity\":3,\"unit_price\":\"19.90\",\"shipping\":\"6.00\",\"total\":\"65.70\"}" }, "errorMessage": null }, { "id": "28c221606d2a9ab0-recheck", "round": "failure-recheck", "model": "claude-sonnet-5", "responseModel": "claude-sonnet-5", "task": "grounded-answer", "startedAt": "2026-10-09T11:00:45.034186+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 4.869, "requestId": "e16f5b9b-7cac-4aca-89f8-a2a5971ea522", "passed": false, "check": "plain-json-required", "observedReason": "围栏内字段与预期一致，但未满足无 Markdown 的纯 JSON 契约", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 143, "outputTokens": 29, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 143, "outputTokens": 29, "cachedTokens": 0 }, "quotedUsd": 0.00010165248, "quoteRates": { "inputUsdPerMillion": 0.35296, "outputUsdPerMillion": 1.7648, "cachedUsdPerMillion": 0.035296 }, "billedUsd": 5e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.903, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "```json\n{\n \"return_allowed\": true,\n \"international_shipping\": null\n}\n```" }, "errorMessage": null }, { "id": "e31f755a108190af-recheck", "round": "failure-recheck", "model": "claude-haiku-4-5-20251001", "responseModel": "claude-haiku-4-5-20251001", "task": "grounded-answer", "startedAt": "2026-10-09T11:00:49.906541+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 2.637, "requestId": "c09b4de0-0592-42b1-af6d-c2f768faf053", "passed": false, "check": "plain-json-required", "observedReason": "围栏内字段与预期一致，但未满足无 Markdown 的纯 JSON 契约", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 135, "outputTokens": 25, "cachedTokens": 0, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 135, "outputTokens": 25, "cachedTokens": 0 }, "quotedUsd": 4.58848e-05, "quoteRates": { "inputUsdPerMillion": 0.17648, "outputUsdPerMillion": 0.8824, "cachedUsdPerMillion": 0.017648 }, "billedUsd": 2.2e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.544, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "```json\n{\n \"return_allowed\": true,\n \"international_shipping\": null\n}\n```" }, "errorMessage": null }, { "id": "276bd9cceb308f54-recheck", "round": "failure-recheck", "model": "glm-5.3", "responseModel": "glm-5.3", "task": "tool-call", "startedAt": "2026-10-09T11:00:52.553012+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 5.471, "requestId": "579c17f9-d386-4343-9411-5e47928fe292", "passed": false, "check": "expected-one-tool-call", "observedReason": "返回同一 index 的多段工具参数，未组装为一个完整提案", "finishReason": "tool_calls", "parsedResult": null, "apiUsage": { "inputTokens": 189, "outputTokens": 74, "cachedTokens": 0, "reasoningTokens": 49 }, "consoleUsage": { "inputTokens": 189, "outputTokens": 74, "cachedTokens": 0 }, "quotedUsd": 0.0003541200000001776, "quoteRates": { "inputUsdPerMillion": 0.84, "outputUsdPerMillion": 2.6400000000024, "cachedUsdPerMillion": 0.15624 }, "billedUsd": 0.000296, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 1.024, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "我来为您查询订单00128的状态，请稍候。", "tool_calls": [ { "function": { "arguments": "{", "name": "search_order" }, "id": "call_e94eb21cb14c40a0832f1b8c", "index": 0, "type": "function" }, { "function": { "arguments": "\"order_id\": " }, "index": 0, "type": "function" }, { "function": { "arguments": "\"001" }, "index": 0, "type": "function" }, { "function": { "arguments": "28\"" }, "index": 0, "type": "function" }, { "function": { "arguments": "}" }, "index": 0, "type": "function" } ] }, "errorMessage": null }, { "id": "e4d2c4c306fcaf69-recheck", "round": "failure-recheck", "model": "kimi-k2.6", "responseModel": "kimi-k2.6", "task": "structured-extraction", "startedAt": "2026-10-09T11:00:58.027251+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 9.493, "requestId": "7ef22c3b-199c-41c6-8ce9-f77ac6d10030", "passed": true, "check": "exact-fields-types-and-values", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "stop", "parsedResult": { "order_id": "00128", "quantity": 3, "unit_price": "19.90", "shipping": "6.00", "total": "65.70" }, "apiUsage": { "inputTokens": 65, "outputTokens": 33, "cachedTokens": 0, "reasoningTokens": 1 }, "consoleUsage": { "inputTokens": 65, "outputTokens": 33, "cachedTokens": 0 }, "quotedUsd": 0.000191974599999934, "quoteRates": { "inputUsdPerMillion": 0.95, "outputUsdPerMillion": 3.9461999999979995, "cachedUsdPerMillion": 0.1607692307685 }, "billedUsd": 9.6e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.52, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "{\"order_id\":\"00128\",\"quantity\":3,\"unit_price\":\"19.90\",\"shipping\":\"6.00\",\"total\":\"65.70\"}" }, "errorMessage": null }, { "id": "86293d2bafa6c31f-recheck", "round": "failure-recheck", "model": "kimi-k2.6", "responseModel": "kimi-k2.6", "task": "grounded-answer", "startedAt": "2026-10-09T11:01:07.522001+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 7.449, "requestId": "bea38cf0-7480-4825-ae73-258d2dc238cb", "passed": false, "check": "plain-json-required", "observedReason": "围栏内字段与预期一致，但未满足无 Markdown 的纯 JSON 契约", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 79, "outputTokens": 25, "cachedTokens": 0, "reasoningTokens": 1 }, "consoleUsage": { "inputTokens": 79, "outputTokens": 25, "cachedTokens": 0 }, "quotedUsd": 0.00017370499999994998, "quoteRates": { "inputUsdPerMillion": 0.95, "outputUsdPerMillion": 3.9461999999979995, "cachedUsdPerMillion": 0.1607692307685 }, "billedUsd": 8.6e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.971, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "```json\n{\n \"return_allowed\": true,\n \"international_shipping\": null\n}\n```" }, "errorMessage": null }, { "id": "7f280307b6162efc-recheck", "round": "failure-recheck", "model": "kimi-k2.6", "responseModel": "kimi-k2.6", "task": "tool-call", "startedAt": "2026-10-09T11:01:14.976285+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 7.95, "requestId": "6a7cd574-0d14-4961-83d8-14745cee73e3", "passed": true, "check": "tool-name-and-arguments", "observedReason": "预期字段、类型或工具提案参数通过检查", "finishReason": "tool_calls", "parsedResult": { "order_id": "00128" }, "apiUsage": { "inputTokens": 71, "outputTokens": 20, "cachedTokens": 0, "reasoningTokens": 1 }, "consoleUsage": { "inputTokens": 71, "outputTokens": 20, "cachedTokens": 0 }, "quotedUsd": 0.00014637399999996, "quoteRates": { "inputUsdPerMillion": 0.95, "outputUsdPerMillion": 3.9461999999979995, "cachedUsdPerMillion": 0.1607692307685 }, "billedUsd": 7.4e-05, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.926, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": null, "tool_calls": [ { "function": { "arguments": "{\"order_id\": \"00128\"}", "name": "search_order" }, "id": "search_order_0_7964851d", "type": "function" } ] }, "errorMessage": null }, { "id": "85f1142e3c238a2e-recheck", "round": "failure-recheck", "model": "qwen3.8-max", "responseModel": "qwen3.8-max", "task": "tool-call", "startedAt": "2026-10-09T11:01:22.928305+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 7.566, "requestId": null, "passed": false, "check": "expected-one-tool-call", "observedReason": "未返回一个完整的 search_order 工具提案", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 351, "outputTokens": 41, "cachedTokens": 0, "reasoningTokens": null }, "consoleUsage": { "inputTokens": 351, "outputTokens": 41, "cachedTokens": 0 }, "quotedUsd": 0.0005688, "quoteRates": { "inputUsdPerMillion": 1.2, "outputUsdPerMillion": 3.5999999999999996, "cachedUsdPerMillion": 0.15 }, "billedUsd": 0.000284, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.494, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "我没有名为 `search_order` 的工具可用。当前可用的工具仅包括网页搜索、网页内容提取和图片搜索，无法查询订单状态。请确认是否有其他可用的工具或接口用于订单查询。" }, "errorMessage": null }, { "id": "c054859e2d326555-recheck", "round": "failure-recheck", "model": "MiniMax-M3", "responseModel": "MiniMax-M3", "task": "grounded-answer", "startedAt": "2026-10-09T11:01:30.496242+00:00", "endpoint": "/v1/chat/completions", "maxCompletionTokens": 1024, "httpStatus": 200, "elapsedSeconds": 14.248, "requestId": null, "passed": false, "check": "plain-json-required", "observedReason": "围栏内字段与预期一致，但未满足无 Markdown 的纯 JSON 契约", "finishReason": "stop", "parsedResult": null, "apiUsage": { "inputTokens": 239, "outputTokens": 241, "cachedTokens": 214, "reasoningTokens": 0 }, "consoleUsage": { "inputTokens": 239, "outputTokens": 241, "cachedTokens": 214 }, "quotedUsd": 0.00030954, "quoteRates": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "cachedUsdPerMillion": 0.06 }, "billedUsd": 0.000154, "billingStatus": "console-log-display-matched", "billingPrecisionDecimals": 6, "billingMatchBasis": "same test token; exact model; log timestamp within 2 seconds of measured completion; returned token counts agree when present", "billingTimeDeltaSeconds": 0.744, "originalMessageRetained": true, "responseMessage": { "role": "assistant", "content": "```json\n{\n \"return_allowed\": true,\n \"international_shipping\": null\n}\n```" }, "errorMessage": null } ], "billingPrecisionDecimals": 6, "billingCheckedAt": "2026-10-09T11:07:22.879548+00:00", "quoteSnapshotDate": "2026-10-09", "quoteScope": "Lowest complete estimate from one public group in a locally saved price snapshot; group names excluded; not the test token's actual rate", "ordering": "Original test order; not sorted by checks, speed or price" }