{"meta":{"count":2,"page":1,"pages":1,"per_page":12,"applied":{"engine":null,"model":null,"quant":null,"storage":null,"hardware":["rtx-5090","dgx-station-gb300-x2"],"generation":null,"task":null,"tier":null,"tags":[],"vram":null,"search":null,"sort":"updated","featured":false},"origin":"https://localairecipes.com","openapi":"/openapi.json","updated_at":"2026-11-01T15:54:15+00:00"},"recipes":[{"slug":"deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro","title":"DeepSeek-V4.1-Flash-1017 streaming NVMe stack on 1x RTX 5090 (fronteagle739)","summary":"Streams a 483 GiB DeepSeek-V4.1-Flash-1017 pack from NVMe straight into one 32 GB RTX 5090, so a frontier-size MoE runs on a desktop with 32 GB of VRAM and 32 GB of system RAM. Windows-only: the stack is built on DirectStorage (a Windows API) and ships as PowerShell launchers plus a Windows ds4-server.exe, so prefill cannot run on Linux - see install_note. Packed-FP4 measures 200K real-text prefill at 43.2 s (4,632 tok/s) with 7.6-7.9 tok/s max-quality decode and 22.7 tok/s max-speed; Q4_K/Q8_0 measures 3,356 tok/s prefill and 7.5 / 17.8 tok/s decode. An optional 512 GB M3 Ultra can decode while the RTX prefills. Weights are never requantized on load; a quality/speed dial trades exactness for cached-expert reuse.","tier":"community","beta":false,"generation":"blackwell","decode_tok_s":12.699999999999999289457264239899814128875732421875,"prefill_tok_s":3994,"updated_at":"2026-10-31 12:32:41.796895-06","commit_sha":"1926a9bbc1be021dbef26cb9199faf4531de2b9f","content_hash":"f40ac13b6d6e0cf49620410496b08fb7ce1ae6f6","votes":0,"credit":[{"name":"fronteagle739 - recipe, streaming stack and measurements","url":"https://github.com/fronteagle739/streaming-llama-stack"},{"name":"llama.cpp / ggml (MIT)","url":"https://github.com/ggml-org/llama.cpp"},{"name":"antirez/ds4 (MIT)","url":"https://github.com/antirez/ds4"},{"name":"IngeniousIdiocy/ds4-v41-m3ultra (MIT)","url":"https://github.com/IngeniousIdiocy/ds4-v41-m3ultra"},{"name":"DeepSeek - DeepSeek-V4.1-Flash-1017 base model","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"}],"uploaded_by":"localai-recipes","measured":null,"links":{"self":"/api/v1/recipes/deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro.json","alternate":"/r/deepseek-v4-1-flash-1017-streaming-nvme-stack-on-1x-rtx-5090-fro"}},{"slug":"deepseek-v4-1-flash-1017-fp8-tp1xpp2-dspark-2x-dgx-station-gb300","title":"DeepSeek V4.1 Flash 1017 FP8 TP1xPP2 DSpark 2x DGX Station GB300 RoCE vLLM 0.31 overlay","summary":"Pipeline-parallel TP1xPP2 + DSpark serving of DeepSeek V4.1 Flash (1017 official FP8 weights) across two DGX Station GB300 nodes over 400G CX8 RoCE. PP2 splits the 40 layers 20/20 and removes all 84 per-step all-reduces, replacing them with two point-to-point hops: single-stream temp-0 391 tok/s vs TP2 stock 290.5 (+34%), step 12.3 ms -> ~9.4 ms; aggregate soak 323/406/595/974 tok/s at C1/C2/C4/C8 (3.01x C1); GSM8K 97/100, 0 errors; 1M-token context, FP8 KV, Engram host table pinned in Grace RAM on rank 0. Ships the five-file vLLM v0.31.0 source-fix overlay (bind-mounted over stock vllm/vllm-openai:v0.31.0) that makes DSpark work under PP, plus preflight, launch scripts and soak/receipt verifiers. ALL perf numbers author-measured on their own pair (2026-10-25) - not reproduced locally; site has no GB300 hardware. Recipe by ebfio (port by Iris, a GLM-5.3 model, with Eduardo & Kestrel).","tier":"community","beta":false,"generation":"blackwell","decode_tok_s":357,"prefill_tok_s":0,"updated_at":"2026-10-27 16:38:42.712204-06","commit_sha":"2acdf45851ff045dc48344004a9ec5fde3af3de4","content_hash":"739e619707a224aa4cd8782dc5ed8d43f68dce86","votes":0,"credit":[{"name":"ebfio - DeepSeek V4.1 Flash PP2+DSpark GB300 pair recipe (port by Iris on 4x RTX Pro 6000, with Eduardo & Kestrel)","url":"https://github.com/ebfio/deepseek-v41-flash-pp2-pair"}],"uploaded_by":"localai-recipes","measured":null,"links":{"self":"/api/v1/recipes/deepseek-v4-1-flash-1017-fp8-tp1xpp2-dspark-2x-dgx-station-gb300.json","alternate":"/r/deepseek-v4-1-flash-1017-fp8-tp1xpp2-dspark-2x-dgx-station-gb300"}}]}