| { |
| "pass": false, |
| "gate": { |
| "minimumThroughputRatio": 1.0, |
| "maximumTTFTRatio": 1.0, |
| "exactTokensAndHashes": true |
| }, |
| "sourceRun": { |
| "hosts": [ |
| "192.168.1.199", |
| "192.168.1.113" |
| ], |
| "started": "2026-10-19T23:41:01.083088+00:00", |
| "completed": "2026-10-19T23:55:35.774453+00:00" |
| }, |
| "installedRun": { |
| "hosts": [ |
| "192.168.1.124", |
| "192.168.1.104" |
| ], |
| "started": "2026-10-20T06:34:45.657992+00:00", |
| "completed": "2026-10-20T06:46:16.820480+00:00" |
| }, |
| "metrics": [ |
| { |
| "key": "decode/prose-c1", |
| "name": "文本生成 C1", |
| "sourceTokensPerSecond": 45.89, |
| "installedTokensPerSecond": 45.91, |
| "throughputRatio": 1.0004358247984309, |
| "sourceTTFTSeconds": 0.23825, |
| "installedTTFTSeconds": 0.23343, |
| "ttftRatio": 0.9797691500524659, |
| "exactTokensAndHashes": true, |
| "pass": true, |
| "exactOutputTokenIds": null |
| }, |
| { |
| "key": "decode/prose-c4", |
| "name": "文本生成 C4 总吞吐", |
| "sourceTokensPerSecond": 70.11, |
| "installedTokensPerSecond": 74.11, |
| "throughputRatio": 1.0570532021109684, |
| "sourceTTFTSeconds": 0.72278, |
| "installedTTFTSeconds": 0.71437, |
| "ttftRatio": 0.9883643709012424, |
| "exactTokensAndHashes": true, |
| "pass": true, |
| "exactOutputTokenIds": null |
| }, |
| { |
| "key": "decode/code-c1", |
| "name": "代码生成 C1", |
| "sourceTokensPerSecond": 67.01, |
| "installedTokensPerSecond": 65.71, |
| "throughputRatio": 0.980599910461125, |
| "sourceTTFTSeconds": 0.38006, |
| "installedTTFTSeconds": 0.38725, |
| "ttftRatio": 1.0189180655685943, |
| "exactTokensAndHashes": true, |
| "pass": false, |
| "exactOutputTokenIds": null |
| }, |
| { |
| "key": "decode/code-c4", |
| "name": "代码生成 C4 总吞吐", |
| "sourceTokensPerSecond": 87.53, |
| "installedTokensPerSecond": 90.72, |
| "throughputRatio": 1.0364446475494116, |
| "sourceTTFTSeconds": 1.13597, |
| "installedTTFTSeconds": 1.02582, |
| "ttftRatio": 0.903034411120012, |
| "exactTokensAndHashes": true, |
| "pass": true, |
| "exactOutputTokenIds": null |
| }, |
| { |
| "key": "prefill/prefill-8192", |
| "name": "8K 预填充", |
| "sourceTokensPerSecond": 835.1070538059741, |
| "installedTokensPerSecond": 925.1328628641622, |
| "throughputRatio": 1.107801519156015, |
| "sourceTTFTSeconds": 9.820355066, |
| "installedTTFTSeconds": 8.864760007, |
| "ttftRatio": 0.9026924125881702, |
| "exactTokensAndHashes": true, |
| "pass": true, |
| "exactOutputTokenIds": true |
| }, |
| { |
| "key": "prefill/prefill-32768", |
| "name": "32K 预填充", |
| "sourceTokensPerSecond": 658.4348992985825, |
| "installedTokensPerSecond": 947.6920495501264, |
| "throughputRatio": 1.4393101741108858, |
| "sourceTTFTSeconds": 49.800005168, |
| "installedTTFTSeconds": 34.599935503, |
| "ttftRatio": 0.6947777492447508, |
| "exactTokensAndHashes": true, |
| "pass": true, |
| "exactOutputTokenIds": true |
| }, |
| { |
| "key": "prefill/prefill-131072", |
| "name": "128K 预填充", |
| "sourceTokensPerSecond": 656.7908249104239, |
| "installedTokensPerSecond": 888.5959532178292, |
| "throughputRatio": 1.352936002629178, |
| "sourceTTFTSeconds": 199.84444913750002, |
| "installedTTFTSeconds": 147.523313174, |
| "ttftRatio": 0.7381906968679364, |
| "exactTokensAndHashes": true, |
| "pass": true, |
| "exactOutputTokenIds": true |
| } |
| ], |
| "prefillTokenIdChecks": [ |
| { |
| "name": "prefill-8192", |
| "repetition": 1, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| }, |
| { |
| "name": "prefill-8192", |
| "repetition": 2, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| }, |
| { |
| "name": "prefill-8192", |
| "repetition": 3, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| }, |
| { |
| "name": "prefill-8192", |
| "repetition": 4, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| }, |
| { |
| "name": "prefill-8192", |
| "repetition": 5, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| }, |
| { |
| "name": "prefill-32768", |
| "repetition": 1, |
| "pass": true, |
| "completionTokenIds": [ |
| 9854, |
| 36490, |
| 201, |
| 3465, |
| 29446, |
| 4731, |
| 14035, |
| 6036, |
| 14, |
| 291, |
| 3395, |
| 361, |
| 1529, |
| 438, |
| 16461, |
| 361, |
| 1008, |
| 438, |
| 597, |
| 438, |
| 223, |
| 18, |
| 201, |
| 361, |
| 1901, |
| 1008, |
| 818, |
| 9080, |
| 6036, |
| 11, |
| 305, |
| 597, |
| 818, |
| 9080, |
| 7011, |
| 3395, |
| 528, |
| 855, |
| 260, |
| 3166, |
| 63, |
| 8593, |
| 291, |
| 11293, |
| 23902, |
| 775, |
| 1529, |
| 10108, |
| 6036, |
| 3166, |
| 9876, |
| 775, |
| 1008, |
| 7004, |
| 223, |
| 19, |
| 201, |
| 528, |
| 3006, |
| 1137, |
| 775, |
| 1529, |
| 10108, |
| 7011 |
| ] |
| }, |
| { |
| "name": "prefill-32768", |
| "repetition": 2, |
| "pass": true, |
| "completionTokenIds": [ |
| 9854, |
| 36490, |
| 201, |
| 3465, |
| 29446, |
| 4731, |
| 14035, |
| 6036, |
| 14, |
| 291, |
| 3395, |
| 361, |
| 1529, |
| 438, |
| 16461, |
| 361, |
| 1008, |
| 438, |
| 597, |
| 438, |
| 223, |
| 18, |
| 201, |
| 361, |
| 1901, |
| 1008, |
| 818, |
| 9080, |
| 6036, |
| 11, |
| 305, |
| 597, |
| 818, |
| 9080, |
| 7011, |
| 3395, |
| 528, |
| 855, |
| 260, |
| 3166, |
| 63, |
| 8593, |
| 291, |
| 11293, |
| 23902, |
| 775, |
| 1529, |
| 10108, |
| 6036, |
| 3166, |
| 9876, |
| 775, |
| 1008, |
| 7004, |
| 223, |
| 19, |
| 201, |
| 528, |
| 3006, |
| 1137, |
| 775, |
| 1529, |
| 10108, |
| 7011 |
| ] |
| }, |
| { |
| "name": "prefill-32768", |
| "repetition": 3, |
| "pass": true, |
| "completionTokenIds": [ |
| 9854, |
| 36490, |
| 201, |
| 3465, |
| 29446, |
| 4731, |
| 14035, |
| 6036, |
| 14, |
| 291, |
| 3395, |
| 361, |
| 1529, |
| 438, |
| 16461, |
| 361, |
| 1008, |
| 438, |
| 597, |
| 438, |
| 223, |
| 18, |
| 201, |
| 361, |
| 1901, |
| 1008, |
| 818, |
| 9080, |
| 6036, |
| 11, |
| 305, |
| 597, |
| 818, |
| 9080, |
| 7011, |
| 3395, |
| 528, |
| 855, |
| 260, |
| 3166, |
| 63, |
| 8593, |
| 291, |
| 11293, |
| 23902, |
| 775, |
| 1529, |
| 10108, |
| 6036, |
| 3166, |
| 9876, |
| 775, |
| 1008, |
| 7004, |
| 223, |
| 19, |
| 201, |
| 528, |
| 3006, |
| 1137, |
| 775, |
| 1529, |
| 10108, |
| 7011 |
| ] |
| }, |
| { |
| "name": "prefill-32768", |
| "repetition": 4, |
| "pass": true, |
| "completionTokenIds": [ |
| 9854, |
| 36490, |
| 201, |
| 3465, |
| 29446, |
| 4731, |
| 14035, |
| 6036, |
| 14, |
| 291, |
| 3395, |
| 361, |
| 1529, |
| 438, |
| 16461, |
| 361, |
| 1008, |
| 438, |
| 597, |
| 438, |
| 223, |
| 18, |
| 201, |
| 361, |
| 1901, |
| 1008, |
| 818, |
| 9080, |
| 6036, |
| 11, |
| 305, |
| 597, |
| 818, |
| 9080, |
| 7011, |
| 3395, |
| 528, |
| 855, |
| 260, |
| 3166, |
| 63, |
| 8593, |
| 291, |
| 11293, |
| 23902, |
| 775, |
| 1529, |
| 10108, |
| 6036, |
| 3166, |
| 9876, |
| 775, |
| 1008, |
| 7004, |
| 223, |
| 19, |
| 201, |
| 528, |
| 3006, |
| 1137, |
| 775, |
| 1529, |
| 10108, |
| 7011 |
| ] |
| }, |
| { |
| "name": "prefill-32768", |
| "repetition": 5, |
| "pass": true, |
| "completionTokenIds": [ |
| 9854, |
| 36490, |
| 201, |
| 3465, |
| 29446, |
| 4731, |
| 14035, |
| 6036, |
| 14, |
| 291, |
| 3395, |
| 361, |
| 1529, |
| 438, |
| 16461, |
| 361, |
| 1008, |
| 438, |
| 597, |
| 438, |
| 223, |
| 18, |
| 201, |
| 361, |
| 1901, |
| 1008, |
| 818, |
| 9080, |
| 6036, |
| 11, |
| 305, |
| 597, |
| 818, |
| 9080, |
| 7011, |
| 3395, |
| 528, |
| 855, |
| 260, |
| 3166, |
| 63, |
| 8593, |
| 291, |
| 11293, |
| 23902, |
| 775, |
| 1529, |
| 10108, |
| 6036, |
| 3166, |
| 9876, |
| 775, |
| 1008, |
| 7004, |
| 223, |
| 19, |
| 201, |
| 528, |
| 3006, |
| 1137, |
| 775, |
| 1529, |
| 10108, |
| 7011 |
| ] |
| }, |
| { |
| "name": "prefill-131072", |
| "repetition": 1, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| }, |
| { |
| "name": "prefill-131072", |
| "repetition": 2, |
| "pass": true, |
| "completionTokenIds": [ |
| 11932, |
| 1 |
| ] |
| } |
| ], |
| "evidence": { |
| "source": "/home/andy/lzc-aipod-deepseek41-1017/acceptance/performance-02/source/summary.json", |
| "installed": "/home/andy/lzc-aipod-deepseek41-1017/acceptance/installed-acceptance-05/performance/installed/summary.json" |
| } |
| } |
|
|
