{ "schema": "anvil-serving.benchmark-source-registry/v1", "campaign_id": "2026-10-13-tp1-tp2-model-qualification", "sources": [ { "id": "source-001", "title": "gisenberg/local-model-eval", "url": "https://github.com/gisenberg/local-model-eval", "published_or_observed": "Tested 2026-08-09; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Firsthand repository-repair report on one RTX PRO 6000-class system", "hardware_runtime_relevance": "Firsthand repository-repair report on one RTX PRO 6000-class system; records failures and controls.", "decision_impact": "Strong protocol/control reference; reproduce locally." }, { "id": "source-002", "title": "SSHdotCodes MiMo runtime", "url": "https://github.com/SSHdotCodes/mimo-v2.6-flash-pro6000", "published_or_observed": "Runtime 2026-10-06; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Maintainer/practitioner implementation chain for offload and RAM accounting", "hardware_runtime_relevance": "Maintainer/practitioner implementation chain for offload and RAM accounting; CPU differs.", "decision_impact": "Treat as one chain, not corroboration; gate local fit." }, { "id": "source-003", "title": "ProCreations MOPD artifact", "url": "https://huggingface.co/ProCreations/MiMo-V2.6-Flash-MOPD-NVFP4", "published_or_observed": "Runtime 2026-10-06; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Maintainer/practitioner implementation chain for offload and RAM accounting", "hardware_runtime_relevance": "Maintainer/practitioner implementation chain for offload and RAM accounting; CPU differs.", "decision_impact": "Treat as one chain, not corroboration; gate local fit." }, { "id": "source-004", "title": "lukaLLM DSpark worklog", "url": "https://github.com/lukaLLM/deepseek-v4-flash-dspark-rtx6000pro", "published_or_observed": "2026-08-16; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Firsthand one-PRO-6000 throughput/placement report", "hardware_runtime_relevance": "Firsthand one-PRO-6000 throughput/placement report; task-quality screen limited.", "decision_impact": "Capacity and runtime lead, not quality ranking." }, { "id": "source-005", "title": "Reddit discussion", "url": "https://www.reddit.com/r/LocalLLaMA/comments/1vmt1y3/i_ran_deepseek_v4_flash_284b_dspark_on_one_rtx/", "published_or_observed": "2026-08-16; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Firsthand one-PRO-6000 throughput/placement report", "hardware_runtime_relevance": "Firsthand one-PRO-6000 throughput/placement report; task-quality screen limited.", "decision_impact": "Capacity and runtime lead, not quality ranking." }, { "id": "source-006", "title": "ormandj SM120 GLM runtime", "url": "https://github.com/ormandj/sglang-glm53-flash-sm120", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public maintainer runtime/artifact for TP2+ SM120", "hardware_runtime_relevance": "Public maintainer runtime/artifact for TP2+ SM120; custom runtime and multi-GPU.", "decision_impact": "Pin exact image/artifact; do not attribute results to quant alone." }, { "id": "source-007", "title": "mixed GLM artifact", "url": "https://huggingface.co/ormandj/GLM-5.3-Flash-W4A16-NVFP4-K32-Experts-FP8-WO", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public maintainer runtime/artifact for TP2+ SM120", "hardware_runtime_relevance": "Public maintainer runtime/artifact for TP2+ SM120; custom runtime and multi-GPU.", "decision_impact": "Pin exact image/artifact; do not attribute results to quant alone." }, { "id": "source-008", "title": "turboderp ExLlamaV3", "url": "https://github.com/turboderp-org/exllamav3", "published_or_observed": "Active 2026-10-12; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Maintainer source for EXL3, placement and cache behavior.", "hardware_runtime_relevance": "Maintainer source for EXL3, placement and cache behavior.", "decision_impact": "Implementation authority, not independent quality evidence." }, { "id": "source-009", "title": "DeepSeek EXL3", "url": "https://huggingface.co/turboderp/DeepSeek-V4-Flash-0731-exl3", "published_or_observed": "Active 2026-10-12; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Maintainer source for EXL3, placement and cache behavior.", "hardware_runtime_relevance": "Maintainer source for EXL3, placement and cache behavior.", "decision_impact": "Implementation authority, not independent quality evidence." }, { "id": "source-010", "title": "Andreas G Terminal-Bench report", "url": "https://x.com/andreas__g/status/2108586022791455065", "published_or_observed": "Published 2026-10-09; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public firsthand task report", "hardware_runtime_relevance": "Public firsthand task report; one Max-Q but much larger host-RAM envelope.", "decision_impact": "Method lead only; capacity does not transfer." }, { "id": "source-011", "title": "ChristopheVandePoel ngram ablation", "url": "https://github.com/ChristopheVandePoel/flash-next-ngram-tests", "published_or_observed": "2026-10-11; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Firsthand Qwen PLE ablation on DGX Spark", "hardware_runtime_relevance": "Firsthand Qwen PLE ablation on DGX Spark; public small-task protocol.", "decision_impact": "Separate token cost from correctness; adjacent hardware only." }, { "id": "source-012", "title": "Stephen J Ronan bug report", "url": "https://x.com/SJRonanMD/status/2108965359290294681", "published_or_observed": "2026-10-09/10; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public source-linked kernel correctness investigation.", "hardware_runtime_relevance": "Public source-linked kernel correctness investigation.", "decision_impact": "Inspect the exact path before assigning a model failure to it." }, { "id": "source-013", "title": "FlashInfer PR 6294", "url": "https://github.com/flashinfer-ai/flashinfer/pull/6294", "published_or_observed": "2026-10-09/10; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public source-linked kernel correctness investigation.", "hardware_runtime_relevance": "Public source-linked kernel correctness investigation.", "decision_impact": "Inspect the exact path before assigning a model failure to it." }, { "id": "source-014", "title": "ambientlight RTX PRO 6000 bench", "url": "https://github.com/ambientlight/rtx-pro-6000-bench", "published_or_observed": "Date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Firsthand larger SWE/context work on adjacent multi-GPU topology.", "hardware_runtime_relevance": "Firsthand larger SWE/context work on adjacent multi-GPU topology.", "decision_impact": "Useful workload evidence; no one-GPU inference." }, { "id": "source-015", "title": "nerkyor Coder390", "url": "https://huggingface.co/nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-MTP-DFlash2", "published_or_observed": "W4A16 added 2026-10-09; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Artifact publisher’s vLLM 0.28-only load/evaluation record.", "hardware_runtime_relevance": "Artifact publisher’s vLLM 0.28-only load/evaluation record.", "decision_impact": "Supports a bounded vLLM canary, not a quality rank or SGLang claim." }, { "id": "source-016", "title": "SharkWipf Swift 1.5 EXL3", "url": "https://huggingface.co/SharkWipf/Swift-1.5-Qwen3.8-Flash-Next-exl3", "published_or_observed": "2026-09-25; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Author report with Max-Q-adjacent PLE-in-RAM measurements.", "hardware_runtime_relevance": "Author report with Max-Q-adjacent PLE-in-RAM measurements.", "decision_impact": "Capacity lead; derivative/quant quality remains unproven." }, { "id": "source-017", "title": "anoane DeepSeek adaptive precision", "url": "https://huggingface.co/anoane/DeepSeek-V4-Flash-0731-vllm-moet-sm120-cache", "published_or_observed": "2026-07/08; historical", "observed_at": "2026-10-13", "age_class": "historical", "evidence_type": "Experimental selective-precision artifact with higher-power measurements.", "hardware_runtime_relevance": "Experimental selective-precision artifact with higher-power measurements.", "decision_impact": "Do not assume lossless offload or local fit." }, { "id": "source-018", "title": "Nate Codes configuration", "url": "https://x.com/Nateemerson/status/2109484238680494193", "published_or_observed": "2026-10-11; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public configuration lead on two higher-power GPUs/large RAM.", "hardware_runtime_relevance": "Public configuration lead on two higher-power GPUs/large RAM.", "decision_impact": "No one-card fit inference." }, { "id": "source-019", "title": "Qwen Sharp templates", "url": "https://huggingface.co/peculiar-ragdoll/Qwen-Sharp-Chat-Templates", "published_or_observed": "2026-10-07–11; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public template/harness intervention.", "hardware_runtime_relevance": "Public template/harness intervention.", "decision_impact": "Test templates separately from quant changes." }, { "id": "source-020", "title": "Ash Hart TensorFold", "url": "https://github.com/ashhart/TensorFold", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Runtime/model qualification matrix", "hardware_runtime_relevance": "Runtime/model qualification matrix; current README is the authority.", "decision_impact": "Check the exact release/model platform, not older anecdotes." }, { "id": "source-021", "title": "public profile", "url": "https://x.com/ashxhart", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Runtime/model qualification matrix", "hardware_runtime_relevance": "Runtime/model qualification matrix; current README is the authority.", "decision_impact": "Check the exact release/model platform, not older anecdotes." }, { "id": "source-022", "title": "Elliot Arledge kernel evaluation", "url": "https://x.com/elliotarledge/status/2109282873610244181", "published_or_observed": "2026-10-11; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public kernel microbenchmark lead.", "hardware_runtime_relevance": "Public kernel microbenchmark lead.", "decision_impact": "Never relabel as end-to-end model/task evidence." }, { "id": "source-023", "title": "GLM recipe-fix discussion", "url": "https://x.com/UrbanAstroFella/status/2108285677280653619", "published_or_observed": "2026-10-08; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public unverified report of context/recipe regression.", "hardware_runtime_relevance": "Public unverified report of context/recipe regression.", "decision_impact": "Inspect code and exact runtime before use." }, { "id": "source-024", "title": "NVFP4 article lead", "url": "https://x.com/Bizuayeu/status/2108937740125605955", "published_or_observed": "2026-10-10; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public lead", "hardware_runtime_relevance": "Public lead; methodology not retained.", "decision_impact": "Discovery only." }, { "id": "source-025", "title": "daily development report", "url": "https://x.com/satgeze/status/2109174466035249497", "published_or_observed": "2026-10-10; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Qualitative public coding experience with modified weights.", "hardware_runtime_relevance": "Qualitative public coding experience with modified weights.", "decision_impact": "Discovery only; no controlled quality result." }, { "id": "source-026", "title": "Strata-to-Signal report", "url": "https://research.strata2signal.com/flash-next-on-three-cards/", "published_or_observed": "2026-10-12; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Firsthand close-power RTX PRO report with disclosed engine/drafting confounds.", "hardware_runtime_relevance": "Firsthand close-power RTX PRO report with disclosed engine/drafting confounds.", "decision_impact": "Runtime/placement lead, not engine-only or quality proof." }, { "id": "source-027", "title": "original Reddit post", "url": "https://www.reddit.com/r/LocalLLM/comments/1x46wxm/benchmarked_strata_0125_and_0139_against_llamacpp/", "published_or_observed": "2026-10-12; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Firsthand close-power RTX PRO report with disclosed engine/drafting confounds.", "hardware_runtime_relevance": "Firsthand close-power RTX PRO report with disclosed engine/drafting confounds.", "decision_impact": "Runtime/placement lead, not engine-only or quality proof." }, { "id": "source-028", "title": "hyudryu Strata report", "url": "https://www.reddit.com/r/LocalLLaMA/comments/1x2bbx6/strata_with_qwen38_flash_next_udq4_k_xl/", "published_or_observed": "2026-10-10; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Short-output public usage report", "hardware_runtime_relevance": "Short-output public usage report; SSD-resident PLE clarification.", "decision_impact": "Discovery/placement lead only." }, { "id": "source-029", "title": "vera_dev shared Qwen FP8 traffic", "url": "https://www.reddit.com/r/LocalLLM/comments/1wo5552/qwen_38_27b_fp8_on_one_rtx_pro_6000_2b_tokens_of/", "published_or_observed": "Indexed 2026-09-23; observed 2026-10-13; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Self-reported sustained coding traffic without task-success denominator or image pin.", "hardware_runtime_relevance": "Self-reported sustained coding traffic without task-success denominator or image pin.", "decision_impact": "Operational lead; no quality/capacity certification." }, { "id": "source-030", "title": "brandonmusic GLM tr3 4bpw", "url": "https://huggingface.co/brandonmusic/GLM-5.3-Flash-tr3-4bpw", "published_or_observed": "Published date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Incumbent-quant/runtime publisher", "hardware_runtime_relevance": "Incumbent-quant/runtime publisher; current r19/v84 card identifies the same OCI family.", "decision_impact": "External 600 W/overclock DFlash figures do not transfer to 300 W Max-Q APC/no-spec; no new-weights claim." }, { "id": "source-031", "title": "runtime publisher", "url": "https://github.com/brandonmmusic-max/glm-5.3-flash-exl3-4bpw", "published_or_observed": "Published date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Incumbent-quant/runtime publisher", "hardware_runtime_relevance": "Incumbent-quant/runtime publisher; current r19/v84 card identifies the same OCI family.", "decision_impact": "External 600 W/overclock DFlash figures do not transfer to 300 W Max-Q APC/no-spec; no new-weights claim." }, { "id": "source-032", "title": "NInfer upstream", "url": "https://github.com/Neroued/ninfer", "published_or_observed": "Published dates unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "hardware_runtime_relevance": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "decision_impact": "Pruning claim removed; no matched RAM bound or native TP2 evidence. Two-device PP is not TP." }, { "id": "source-033", "title": "ninfer-all", "url": "https://github.com/iamwavecut/ninfer-all", "published_or_observed": "Published dates unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "hardware_runtime_relevance": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "decision_impact": "Pruning claim removed; no matched RAM bound or native TP2 evidence. Two-device PP is not TP." }, { "id": "source-034", "title": "ninfer6000", "url": "https://github.com/lkarlslund/ninfer6000", "published_or_observed": "Published dates unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "hardware_runtime_relevance": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "decision_impact": "Pruning claim removed; no matched RAM bound or native TP2 evidence. Two-device PP is not TP." }, { "id": "source-035", "title": "WaveCut Q2_0 v3", "url": "https://huggingface.co/WaveCut/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-NInfer-v3", "published_or_observed": "Published dates unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "hardware_runtime_relevance": "Upstream, forks, and artifact lead for Flash-Next. Both compared configs record 512 experts/10 active.", "decision_impact": "Pruning claim removed; no matched RAM bound or native TP2 evidence. Two-device PP is not TP." }, { "id": "source-036", "title": "Ignis", "url": "https://github.com/gpillon/ignis", "published_or_observed": "Published date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Maintainer and artifact lead for one-GPU streamed Trellis.", "hardware_runtime_relevance": "Maintainer and artifact lead for one-GPU streamed Trellis.", "decision_impact": "Pre-local external prior only. Subsequent local Ignis R4 terminal SWE was 2/5 overall, two graded/resolved and three empty; see fixed-five-results.md. No external SWE equivalence or local fit follows from the source." }, { "id": "source-037", "title": "Trellis a25 artifact", "url": "https://huggingface.co/gpillon/Qwen3.8-Flash-Next-trellis-a25-ignis", "published_or_observed": "Published date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Maintainer and artifact lead for one-GPU streamed Trellis.", "hardware_runtime_relevance": "Maintainer and artifact lead for one-GPU streamed Trellis.", "decision_impact": "Pre-local external prior only. Subsequent local Ignis R4 terminal SWE was 2/5 overall, two graded/resolved and three empty; see fixed-five-results.md. No external SWE equivalence or local fit follows from the source." }, { "id": "source-038", "title": "Local Inference Lab GLM QAD FP8 branch", "url": "https://huggingface.co/local-inference-lab/GLM-5.3-Flash-NVFP4-MXFP8-CSF-QAD/tree/fp8", "published_or_observed": "New branch 2026-10-12; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Artifact publisher", "hardware_runtime_relevance": "Artifact publisher; mixed attention/expert precision. GPU quality validation absent.", "decision_impact": "Pin artifact; require runtime and quality proof." }, { "id": "source-039", "title": "Unsloth", "url": "https://github.com/unslothai/unsloth", "published_or_observed": "Active 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Conversion/distribution maintainer.", "hardware_runtime_relevance": "Conversion/distribution maintainer.", "decision_impact": "Check exact model/export/runtime." }, { "id": "source-040", "title": "NVIDIA Model Optimizer", "url": "https://github.com/NVIDIA/Model-Optimizer", "published_or_observed": "Active 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Vendor quantization/calibration authority.", "hardware_runtime_relevance": "Vendor quantization/calibration authority.", "decision_impact": "Format contract, not local quality proof." }, { "id": "source-041", "title": "vLLM llm-compressor", "url": "https://github.com/vllm-project/llm-compressor", "published_or_observed": "Updated 2026-10-09; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "vLLM compression/export maintainer.", "hardware_runtime_relevance": "vLLM compression/export maintainer.", "decision_impact": "Match exact architecture and runtime." }, { "id": "source-042", "title": "bartowski Qwen GGUF", "url": "https://huggingface.co/bartowski/Qwen3.8-27B-GGUF", "published_or_observed": "Card 2026-09-20; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Artifact distributor.", "hardware_runtime_relevance": "Artifact distributor.", "decision_impact": "Metadata/options only." }, { "id": "source-043", "title": "Ubergarm Qwen GGUF", "url": "https://huggingface.co/ubergarm/Qwen3.8-27B-GGUF", "published_or_observed": "Card 2026-08-23; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Artifact distributor.", "hardware_runtime_relevance": "Artifact distributor.", "decision_impact": "Exact-runtime check required." }, { "id": "source-044", "title": "ISTA-DASLab GSQ-RCO", "url": "https://huggingface.co/ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF", "published_or_observed": "2026-09-29; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Distinct quant method/artifact", "hardware_runtime_relevance": "Distinct quant method/artifact; expert-pruned derivative.", "decision_impact": "Separate model arm." }, { "id": "source-045", "title": "Intel AutoRound", "url": "https://github.com/intel/auto-round", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Quantization method/implementation.", "hardware_runtime_relevance": "Quantization method/implementation.", "decision_impact": "Method lead, no workload win." }, { "id": "source-046", "title": "HQQ", "url": "https://github.com/dropbox/hqq", "published_or_observed": "Last push 2026-02; historical", "observed_at": "2026-10-13", "age_class": "historical", "evidence_type": "Alternate quant method.", "hardware_runtime_relevance": "Alternate quant method.", "decision_impact": "Research context only." }, { "id": "source-047", "title": "MIT Han Lab AWQ", "url": "https://github.com/mit-han-lab/llm-awq", "published_or_observed": "Last push 2025-07; historical", "observed_at": "2026-10-13", "age_class": "historical", "evidence_type": "Original activation-aware method.", "hardware_runtime_relevance": "Original activation-aware method.", "decision_impact": "Historical format context." }, { "id": "source-048", "title": "AutoAWQ", "url": "https://github.com/casper-hansen/AutoAWQ", "published_or_observed": "Archived 2025-05; historical", "observed_at": "2026-10-13", "age_class": "historical", "evidence_type": "Legacy implementation.", "hardware_runtime_relevance": "Legacy implementation.", "decision_impact": "Do not create a new operational path." }, { "id": "source-049", "title": "s-batman MiniMax REAP", "url": "https://huggingface.co/s-batman/m51Lab-MiniMax-M2.7-REAP-139B-A10B-NVFP4-GGUF", "published_or_observed": "2026-06-01; historical", "observed_at": "2026-10-13", "age_class": "historical", "evidence_type": "Pruning plus quant artifact.", "hardware_runtime_relevance": "Pruning plus quant artifact.", "decision_impact": "Altered model; unmatched quality tests." }, { "id": "source-050", "title": "NVIDIA CUDA GPU table", "url": "https://developer.nvidia.com/cuda/gpus", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official hardware architecture/reference.", "hardware_runtime_relevance": "Official hardware architecture/reference.", "decision_impact": "Establish platform class before transferring “Blackwell” claims." }, { "id": "source-051", "title": "compute-capability guide", "url": "https://docs.nvidia.com/cuda/cuda-programming-guide/05-appendices/compute-capabilities.html", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official hardware architecture/reference.", "hardware_runtime_relevance": "Official hardware architecture/reference.", "decision_impact": "Establish platform class before transferring “Blackwell” claims." }, { "id": "source-052", "title": "FlashInfer releases", "url": "https://github.com/flashinfer-ai/flashinfer/releases", "published_or_observed": "v0.7.1 2026-10-09; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Upstream kernel runtime release notes.", "hardware_runtime_relevance": "Upstream kernel runtime release notes.", "decision_impact": "Confirm selected image actually includes/dispatches the fix." }, { "id": "source-053", "title": "vLLM releases", "url": "https://github.com/vllm-project/vllm/releases", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Primary serving runtime releases.", "hardware_runtime_relevance": "Primary serving runtime releases.", "decision_impact": "Exact image/model/quant support gate." }, { "id": "source-054", "title": "SGLang releases", "url": "https://github.com/sgl-project/sglang/releases", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Primary serving runtime releases.", "hardware_runtime_relevance": "Primary serving runtime releases.", "decision_impact": "Exact image/model/quant support gate." }, { "id": "source-055", "title": "llama.cpp", "url": "https://github.com/ggml-org/llama.cpp", "published_or_observed": "Active 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Upstream and fork for GGUF/hybrid placement.", "hardware_runtime_relevance": "Upstream and fork for GGUF/hybrid placement.", "decision_impact": "Pin build; source support is not acceptance." }, { "id": "source-056", "title": "ik_llama.cpp", "url": "https://github.com/ikawrakow/ik_llama.cpp", "published_or_observed": "Active 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Upstream and fork for GGUF/hybrid placement.", "hardware_runtime_relevance": "Upstream and fork for GGUF/hybrid placement.", "decision_impact": "Pin build; source support is not acceptance." }, { "id": "source-057", "title": "TabbyAPI", "url": "https://github.com/theroyallab/tabbyAPI", "published_or_observed": "Rolling; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "ExLlamaV3 serving project.", "hardware_runtime_relevance": "ExLlamaV3 serving project.", "decision_impact": "No automatic production-parity claim." }, { "id": "source-058", "title": "CUTLASS Blackwell guide", "url": "https://docs.nvidia.com/cutlass/latest/media/docs/cpp/blackwell_functionality.html", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "NVIDIA kernel-layout authority", "hardware_runtime_relevance": "NVIDIA kernel-layout authority; distinguishes SM100/SM120.", "decision_impact": "Avoid generic Blackwell claims." }, { "id": "source-059", "title": "FlashAttention", "url": "https://github.com/Dao-AILab/flash-attention", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Attention kernel source.", "hardware_runtime_relevance": "Attention kernel source.", "decision_impact": "Verify packaged wheel and dispatch." }, { "id": "source-060", "title": "TensorRT-LLM quantization matrix", "url": "https://nvidia.github.io/TensorRT-LLM/latest/features/quantization.html", "published_or_observed": "Updated 2026-09-26; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Vendor compatibility matrix.", "hardware_runtime_relevance": "Vendor compatibility matrix.", "decision_impact": "Exact quant/platform boundary, not a recipe guarantee." }, { "id": "source-061", "title": "TileLang", "url": "https://github.com/tile-ai/tilelang", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Kernel DSL/platform source.", "hardware_runtime_relevance": "Kernel DSL/platform source.", "decision_impact": "Candidate only after profiling." }, { "id": "source-062", "title": "DeepGEMM", "url": "https://github.com/deepseek-ai/DeepGEMM", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Model-kernel dependency source.", "hardware_runtime_relevance": "Model-kernel dependency source.", "decision_impact": "Check SM120 gaps per engine." }, { "id": "source-063", "title": "Local Inference Lab FlashInfer fork", "url": "https://github.com/local-inference-lab/flashinfer", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Experimental fork.", "hardware_runtime_relevance": "Experimental fork.", "decision_impact": "Fork and released package are separate states." }, { "id": "source-064", "title": "CAKE tracker", "url": "https://github.com/flashinfer-ai/flashinfer/issues/4254", "published_or_observed": "Date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Kernel-research issue lead.", "hardware_runtime_relevance": "Kernel-research issue lead.", "decision_impact": "No performance recommendation without body/evidence." }, { "id": "source-065", "title": "Niko1221 Strata", "url": "https://github.com/Niko1221/Strata", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Qwen-specific GGUF runtime/placement project.", "hardware_runtime_relevance": "Qwen-specific GGUF runtime/placement project.", "decision_impact": "Pin exact release/artifact and run correctness tests." }, { "id": "source-066", "title": "Qwen feed", "url": "https://huggingface.co/api/models?author=Qwen&sort=lastModified&direction=-1&limit=10", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official identity/lineage inventories.", "hardware_runtime_relevance": "Official identity/lineage inventories.", "decision_impact": "A mutable feed is not a revision pin." }, { "id": "source-067", "title": "DeepSeek feed", "url": "https://huggingface.co/api/models?author=deepseek-ai&sort=lastModified&direction=-1&limit=10", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official identity/lineage inventories.", "hardware_runtime_relevance": "Official identity/lineage inventories.", "decision_impact": "A mutable feed is not a revision pin." }, { "id": "source-068", "title": "Z.ai", "url": "https://huggingface.co/zai-org/models", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official variant inventories.", "hardware_runtime_relevance": "Official variant inventories.", "decision_impact": "Use to verify base lineage." }, { "id": "source-069", "title": "Xiaomi MiMo", "url": "https://huggingface.co/XiaomiMiMo/models", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official variant inventories.", "hardware_runtime_relevance": "Official variant inventories.", "decision_impact": "Use to verify base lineage." }, { "id": "source-070", "title": "MiniMax", "url": "https://huggingface.co/api/models?author=MiniMaxAI&sort=lastModified&direction=-1&limit=10", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Official variant inventories.", "hardware_runtime_relevance": "Official variant inventories.", "decision_impact": "Use to verify base lineage." }, { "id": "source-071", "title": "Artificial Analysis", "url": "https://artificialanalysis.ai/", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "External benchmark methodology/capability priors.", "hardware_runtime_relevance": "External benchmark methodology/capability priors.", "decision_impact": "Hosted scores are not local-quant results." }, { "id": "source-072", "title": "methodology", "url": "https://artificialanalysis.ai/methodology/capability-indices", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "External benchmark methodology/capability priors.", "hardware_runtime_relevance": "External benchmark methodology/capability priors.", "decision_impact": "Hosted scores are not local-quant results." }, { "id": "source-073", "title": "LIL Aiderboard", "url": "https://evals.local-inference-lab.ai/aider", "published_or_observed": "Browser observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Quant-level code-editing leaderboard.", "hardware_runtime_relevance": "Quant-level code-editing leaderboard.", "decision_impact": "Check dates/settings; pass-2 is not repository-agent success." }, { "id": "source-074", "title": "SWE-bench", "url": "https://www.swebench.com/", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Benchmark owner for repository issue repair.", "hardware_runtime_relevance": "Benchmark owner for repository issue repair.", "decision_impact": "Record split, agent, budget, verifier." }, { "id": "source-075", "title": "Aider Polyglot", "url": "https://aider.chat/docs/leaderboards/", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Benchmark owner for edit-format/multilanguage signal.", "hardware_runtime_relevance": "Benchmark owner for edit-format/multilanguage signal.", "decision_impact": "Not terminal-agent evidence." }, { "id": "source-076", "title": "LiveCodeBench", "url": "https://github.com/LiveCodeBench/LiveCodeBench", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Benchmark owner/source.", "hardware_runtime_relevance": "Benchmark owner/source.", "decision_impact": "Keep contest window and protocol." }, { "id": "source-077", "title": "Terminal-Bench", "url": "https://github.com/harbor-framework/terminal-bench", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Benchmark owner for terminal-agent tasks.", "hardware_runtime_relevance": "Benchmark owner for terminal-agent tasks.", "decision_impact": "Compare full systems including tools/time." }, { "id": "source-078", "title": "lengtsp Qwen benchmark", "url": "https://github.com/lengtsp/qwen3.8-27b-benchmark", "published_or_observed": "2026-08-25–26; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "One-card latency/resource worklog.", "hardware_runtime_relevance": "One-card latency/resource worklog.", "decision_impact": "No transferable repository-quality result." }, { "id": "source-079", "title": "Ai4Users Qwen NVFP4 diagnosis", "url": "https://ai4users.com/Articles/1/Qwen-3.8-Flash-Next-NVFP4%3A-benchmark-results-and-the-broken-thinking-mode", "published_or_observed": "2026-10-03/04; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Firsthand failure traces on vLLM 0.30.", "hardware_runtime_relevance": "Firsthand failure traces on vLLM 0.30.", "decision_impact": "Isolate mechanism; symptoms/hardware differ." }, { "id": "source-080", "title": "Brain OS quant comparison", "url": "https://blog.brainosi.com/en/2026-09-01-qwen38-27b-4bit-8bit-flash-next/", "published_or_observed": "2026-09-01; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Small controlled quant/speculation checks on MLX.", "hardware_runtime_relevance": "Small controlled quant/speculation checks on MLX.", "decision_impact": "Adjacent platform, not RTX evidence." }, { "id": "source-081", "title": "r/LocalLLaMA", "url": "https://www.reddit.com/r/LocalLLaMA/", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public discovery/reproduction communities.", "hardware_runtime_relevance": "Public discovery/reproduction communities.", "decision_impact": "Read original posts/replies; votes/screenshots do not validate." }, { "id": "source-082", "title": "r/LocalLLM", "url": "https://www.reddit.com/r/LocalLLM/", "published_or_observed": "Observed 2026-10-13; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Public discovery/reproduction communities.", "hardware_runtime_relevance": "Public discovery/reproduction communities.", "decision_impact": "Read original posts/replies; votes/screenshots do not validate." }, { "id": "source-083", "title": "Coder390 INT4 W4A16 load record", "url": "https://huggingface.co/nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-MTP-DFlash2/blob/bae2cbd736952a21006feca2630f5715016250c2/INT4/W4A16/VLLM_LOAD.json", "published_or_observed": "Revision date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Publisher load metadata", "hardware_runtime_relevance": "Publisher load metadata; vLLM 0.28-specific.", "decision_impact": "Runtime selection gate only." }, { "id": "source-084", "title": "Base Qwen EXL3 branch", "url": "https://huggingface.co/turboderp/Qwen3.8-Flash-Next-exl3/tree/55a732e0c4c3d4614bc42b68493bb930d9b02c0a", "published_or_observed": "Last modified 2026-08-31; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Frozen artifact identity/bytes.", "hardware_runtime_relevance": "Frozen artifact identity/bytes.", "decision_impact": "Separate PLE placement from all-GPU fit." }, { "id": "source-085", "title": "Swift 4.05 branch", "url": "https://huggingface.co/SharkWipf/Swift-1.5-Qwen3.8-Flash-Next-exl3/tree/7bbb89dfc867b0de634df1f6222211ef6f8d1d05", "published_or_observed": "Card published 2026-09-25; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Publisher-reported footprint/branch identity.", "hardware_runtime_relevance": "Publisher-reported footprint/branch identity.", "decision_impact": "Tight capacity needs local measurement." }, { "id": "source-086", "title": "5.52 branch", "url": "https://huggingface.co/SharkWipf/Swift-1.5-Qwen3.8-Flash-Next-exl3/tree/22143f4086898548b693ddfc01f8af8ef2b6c0dd", "published_or_observed": "Card published 2026-09-25; recent", "observed_at": "2026-10-13", "age_class": "recent", "evidence_type": "Publisher-reported footprint/branch identity.", "hardware_runtime_relevance": "Publisher-reported footprint/branch identity.", "decision_impact": "Tight capacity needs local measurement." }, { "id": "source-087", "title": "DeepSeek EXL3 2.04 branch", "url": "https://huggingface.co/turboderp/DeepSeek-V4-Flash-0731-exl3/tree/2.04bpw", "published_or_observed": "Report 2026-08-09; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Author-controlled artifact and firsthand run.", "hardware_runtime_relevance": "Author-controlled artifact and firsthand run.", "decision_impact": "Preserve empty-patch failure data." }, { "id": "source-088", "title": "pinned repair report", "url": "https://github.com/gisenberg/local-model-eval/blob/0ac6602be3477faaf82194a4b7599dc853d64a13/results/DEEPSEEK_V4_FLASH_RTXPRO6000.md", "published_or_observed": "Report 2026-08-09; older", "observed_at": "2026-10-13", "age_class": "older", "evidence_type": "Author-controlled artifact and firsthand run.", "hardware_runtime_relevance": "Author-controlled artifact and firsthand run.", "decision_impact": "Preserve empty-patch failure data." }, { "id": "source-089", "title": "MiMo runtime README", "url": "https://github.com/SSHdotCodes/mimo-v2.6-flash-pro6000/blob/464bf2676aa9bd106cc9833684c0d993e825c005/README.md", "published_or_observed": "Last pushed 2026-10-06; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Maintainer RAM/startup guard.", "hardware_runtime_relevance": "Maintainer RAM/startup guard.", "decision_impact": "Capacity is conditional pending current local state." }, { "id": "source-090", "title": "LIL QAD exact fp8 revision", "url": "https://huggingface.co/local-inference-lab/GLM-5.3-Flash-NVFP4-MXFP8-CSF-QAD/tree/ddfe59b827eae13150cc5df13b723c87ff843cc4", "published_or_observed": "2026-10-12; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Artifact delta, not GPU quality validation.", "hardware_runtime_relevance": "Artifact delta, not GPU quality validation.", "decision_impact": "Runtime/quality gap remains." }, { "id": "source-091", "title": "FlashInfer v0.7.1", "url": "https://github.com/flashinfer-ai/flashinfer/releases/tag/v0.7.1", "published_or_observed": "Released 2026-10-09; current", "observed_at": "2026-10-13", "age_class": "current", "evidence_type": "Upstream release with SM120/121 work.", "hardware_runtime_relevance": "Upstream release with SM120/121 work.", "decision_impact": "Hardware transfer still limited." }, { "id": "source-092", "title": "llama.cpp CUDA CMake pin", "url": "https://github.com/ggml-org/llama.cpp/blob/9d7d5049804be03fce6575cc9f49c058b3c48788/ggml/src/ggml-cuda/CMakeLists.txt", "published_or_observed": "Revision date unknown; observed 2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "Build capability declaration.", "hardware_runtime_relevance": "Build capability declaration.", "decision_impact": "Verify build/image, not source alone." }, { "id": "source-093", "title": "Local Inference Lab public organization", "url": "https://github.com/local-inference-lab", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "community-maintainer-directory", "hardware_runtime_relevance": "SM120 model/runtime research; repositories vary in topology", "decision_impact": "Follow public changes; do not count linked projects as independent corroboration." }, { "id": "source-094", "title": "RTX PRO 6000 Blackwell field wiki", "url": "https://github.com/local-inference-lab/rtx6kpro", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "maintainer-runbook-and-field-measurements", "hardware_runtime_relevance": "SM120 PCIe; most reported measurements use 4, 8 or 16 GPUs", "decision_impact": "Locate current model and kernel runbooks; transfer TP1/TP2 figures only with matched controls." }, { "id": "source-095", "title": "Local Inference Lab HF organization", "url": "https://huggingface.co/local-inference-lab", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "artifact-publisher-directory", "hardware_runtime_relevance": "Model variants/QAD/CSF and immutable artifact discovery", "decision_impact": "Verify exact revision and architecture; organization metadata is not local quality evidence." }, { "id": "source-096", "title": "Blackwell runtime image builds", "url": "https://github.com/local-inference-lab/blackwell-llm-docker", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "runtime-maintainer-source", "hardware_runtime_relevance": "SGLang/vLLM SM120 CUDA 13.2 images", "decision_impact": "Pin source/image and native dispatch before using a reported fix." }, { "id": "source-097", "title": "Local Inference Lab throughput harness", "url": "https://github.com/local-inference-lab/llm-inference-bench", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "benchmark-harness-source", "hardware_runtime_relevance": "SGLang/vLLM decode context/concurrency sweeps", "decision_impact": "Throughput method lead; not independent repository-repair evidence." }, { "id": "source-098", "title": "Local Inference Lab quant toolkit", "url": "https://github.com/local-inference-lab/quant-toolkit", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "quant-maintainer-source-directory", "hardware_runtime_relevance": "Exact current support unverified in this addendum", "decision_impact": "Discover quant tooling; do not imply selected-model/runtime compatibility." }, { "id": "source-099", "title": "Local Inference Lab newcomer and Discord support guide", "url": "https://github.com/local-inference-lab/rtx6kpro/blob/master/docs/newcomer-onboarding.md", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "community-methodology", "hardware_runtime_relevance": "Exact image/model/topology/client/server evidence expected", "decision_impact": "Use when learning from Discord; preserve logs/settings and isolate one variable." }, { "id": "source-100", "title": "Local Inference Lab archived b12x", "url": "https://github.com/local-inference-lab/b12x", "published_or_observed": "Publication date unknown; observed2026-10-13", "observed_at": "2026-10-13", "age_class": "unknown", "evidence_type": "historical-kernel-source", "hardware_runtime_relevance": "Organization declares development moved to FlashInfer", "decision_impact": "Historical recipe lead; use current FlashInfer migration rather than treating archive as latest kernel." } ], "provenance": { "directory_sha256": "f2d9896616f04ee1f636f74a81a9f53412f3bd8059bcdb7988aaf6ad1f19c117", "status": "public final; external priors only; source map observed cutoff2026-10-13", "community_addendum_sha256": "84ef53e5a83fc602e120767bc7eb2fa1a559e595190be8d59ecf04c73eed9c7a" } }