diff --git a/recipes/qwen3-8-flash-next-nvfp4-dgx-spark-gb10-sglang-nextn-mtp/recipe.yaml b/recipes/qwen3-8-flash-next-nvfp4-dgx-spark-gb10-sglang-nextn-mtp/recipe.yaml index 611985ced..bf0c02f95 100644 --- a/recipes/qwen3-8-flash-next-nvfp4-dgx-spark-gb10-sglang-nextn-mtp/recipe.yaml +++ b/recipes/qwen3-8-flash-next-nvfp4-dgx-spark-gb10-sglang-nextn-mtp/recipe.yaml @@ -97,22 +97,16 @@ config: notes: "Serve profile = launch.sh @ 06fd72a6 verbatim (docker run --rm --name qwen38-flash --gpus all --memory 110g --memory-swap 110g --shm-size 16g --network host --ipc=host, mounts: HF cache, /out config dir w/ chat-template-flashnext.jinja, /ple PLE dir, sglang cache). Model downloaded at pinned revision (hf snapshot under ~/.cache/huggingface); 8-worker parallel pre-warm cats 206 safetensors shards + 4-worker pre-warm of the PLE table into page cache (<25s) before docker exec. Background health monitor polls :8000/health every 10s x270. Rollback note per README: the 0.90 mem-fraction + full-PLE state is the HEAD 'perfectly working state' (commit subject); systemd unit systemd/qwen38-flash.service provided for 24/7 with crash recovery. Sampling: OpenAI-compatible :8000/v1, api_key 'local' default. Chat template: repo file chat-template-flashnext.jinja (sharp froggeric v22.1, mounted READ-ONLY via /out)." performance: claimed_by: submitter - metrics: - tok_s: 110.4 - context_len: 131072 - notes: 'Author-measured (README telemetry table @ 06fd72a6 + Qwen3.8_FlashNext_DGX_Spark_Benchmark_Report.pdf in-repo, single DGX Spark GB10 @ 273 GB/s): decode 110.4-152.8 tok/s with NEXTN MTP; single-stream CoT 25.1-28.8 tok/s (2.62x speculative gain); TTFT ~347ms radix hit / ~465ms cold; total RAM 113 GiB / 121 GiB (~8 GiB headroom); SGLang VRAM allocation 103.5 GiB static 0.90; PLE table 47.7 GiB zero-copy mmap; swap buffer 1.2 GiB / 99 GiB free; cold boot/restart ~8.5 min (51.8s prefetch, zero swap' - points: - - - context_len: 131072 - concurrency: 1 - decode_tok_s: 110.4 - ttft_ms: 465 - notes: 'README telemetry @ 06fd72a6: MTP decode band 110.4-152.8 tok/s; TTFT ~347ms radix hit / ~465ms cold; NEXTN 3 steps / 4 draft' - - - context_len: 131072 - concurrency: 1 - decode_tok_s: 152.8 - notes: 'README telemetry: upper end of the measured 110.4-152.8 tok/s MTP band' + tok_s: 110.4 + context_len: 131072 + notes: 'Author-measured (README telemetry table @ 06fd72a6 + Qwen3.8_FlashNext_DGX_Spark_Benchmark_Report.pdf in-repo, single DGX Spark GB10 @ 273 GB/s): decode 110.4-152.8 tok/s with NEXTN MTP; single-stream CoT 25.1-28.8 tok/s (2.62x speculative gain); TTFT ~347ms radix hit / ~465ms cold; total RAM 113 GiB / 121 GiB (~8 GiB headroom); SGLang VRAM allocation 103.5 GiB static 0.90; PLE table 47.7 GiB zero-copy mmap; swap buffer 1.2 GiB / 99 GiB free; cold boot/restart ~8.5 min (51.8s prefetch, zero swap [t_71325891: the author states the NEXTN MTP decode band 110.4-152.8 tok/s and the single-stream CoT range 25.1-28.8 tok/s at the same served 131,072 context. A point is unique on (context_len, concurrency, claimed_by), so only the 110.4 lower bound is storable at (131072, 1); the upper bound and the CoT range stay documented here rather than being given an invented context. No additional measurement is claimed.]' + points: + - + context_len: 131072 + concurrency: 1 + decode_tok_s: 110.4 + ttft_ms: 465 + notes: 'README telemetry @ 06fd72a6: MTP decode band 110.4-152.8 tok/s; TTFT ~347ms radix hit / ~465ms cold; NEXTN 3 steps / 4 draft' artifacts: - kind: model_weights