diff --git a/recipes/deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro/recipe.yaml b/recipes/deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro/recipe.yaml index 114516ad5..f40ac13b6 100644 --- a/recipes/deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro/recipe.yaml +++ b/recipes/deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro/recipe.yaml @@ -51,38 +51,37 @@ config: - '# two-machine lane: python examples/run_preset.py --preset dsv41-ultra-cone-fp4 --machine mac|rtx' performance: claimed_by: submitter - metrics: - tok_s: 22.7 - context_len: 199952 - ttft_ms: 47200 - notes: 'Packed-FP4 / Q4_K-Q8_0 comparison on real text (I Promessi Sposi, 199,952 tokens, password + recall). One physical context, four measured cells. context_len is a TUPLE MARKER, not a real context length: the perf table keys one row per (context_len, concurrency), so the quant x speed-mode dimension rides on the marker exactly as atlas-rc4 does. Markers: 199952 = packed FP4 max quality; 210192 = 199952+10240 packed FP4 max speed; 220432 = 199952+20480 Q4_K/Q8_0 max quality; 230672 = 199952+30720 Q4_K/Q8_0 max speed.' - points: - - - context_len: 199952 - concurrency: 1 - prefill_tok_s: 4632 - decode_tok_s: 7.6 - notes: 'packed FP4, max quality — marker = real context 199952' - ttft_ms: 47200 - - - context_len: 210192 - concurrency: 1 - prefill_tok_s: 4632 - decode_tok_s: 22.7 - notes: 'packed FP4, max speed — tuple marker 199952+10240 (quant/mode dimension; NOT a real context length)' - ttft_ms: 47200 - - - context_len: 220432 - concurrency: 1 - prefill_tok_s: 3356 - decode_tok_s: 7.5 - notes: 'Q4_K/Q8_0, max quality — tuple marker 199952+20480 (quant/mode dimension; NOT a real context length)' - - - context_len: 230672 - concurrency: 1 - prefill_tok_s: 3356 - decode_tok_s: 17.8 - notes: 'Q4_K/Q8_0, max speed — tuple marker 199952+30720 (quant/mode dimension; NOT a real context length)' + tok_s: 22.7 + context_len: 199952 + ttft_ms: 47200 + notes: 'Packed-FP4 / Q4_K-Q8_0 comparison on real text (I Promessi Sposi, 199,952 tokens, password + recall). One physical context, four measured cells. context_len is a TUPLE MARKER, not a real context length: the perf table keys one row per (context_len, concurrency), so the quant x speed-mode dimension rides on the marker exactly as atlas-rc4 does. Markers: 199952 = packed FP4 max quality; 210192 = 199952+10240 packed FP4 max speed; 220432 = 199952+20480 Q4_K/Q8_0 max quality; 230672 = 199952+30720 Q4_K/Q8_0 max speed.' + points: + - + context_len: 199952 + concurrency: 1 + prefill_tok_s: 4632 + decode_tok_s: 7.6 + notes: 'packed FP4, max quality — marker = real context 199952' + ttft_ms: 47200 + - + context_len: 210192 + concurrency: 1 + prefill_tok_s: 4632 + decode_tok_s: 22.7 + notes: 'packed FP4, max speed — tuple marker 199952+10240 (quant/mode dimension; NOT a real context length)' + ttft_ms: 47200 + - + context_len: 220432 + concurrency: 1 + prefill_tok_s: 3356 + decode_tok_s: 7.5 + notes: 'Q4_K/Q8_0, max quality — tuple marker 199952+20480 (quant/mode dimension; NOT a real context length)' + - + context_len: 230672 + concurrency: 1 + prefill_tok_s: 3356 + decode_tok_s: 17.8 + notes: 'Q4_K/Q8_0, max speed — tuple marker 199952+30720 (quant/mode dimension; NOT a real context length)' artifacts: - kind: model_weights