{"name":"Qwen-3.6-27B","aaUrl":"https://artificialanalysis.ai/models/qwen3-6-27b","arena":{"id":"qwen-3.6-fp8","name":"Qwen-3.6 27B","vram":31,"params":27,"vendor":"alibaba","quality":{"coding":{"bench":"LiveCodeBench v6","value":83.9},"science":{"bench":"GPQA-Diamond","value":87.8},"knowledge":{"bench":"MMLU-Pro","value":86.2}},"contextK":256,"baseModelId":"qwen-3-6-27b"},"notes":"Model-ID: Qwen/Qwen3.6-27B-FP8. Container: vllm/vllm-openai:v0.26.0-aarch64-cu129-ubuntu2404. llama-benchy 0.4.0. Bronrun: 2026-08-14T17:55:24+02:00. KV-cache fp8; max_model_len 131072; gpu_memory_utilization 0,9. Prefix caching uit; async scheduling aan. Extra serverflags: --language-model-only --reasoning-parser qwen3 --trust-remote-code --linear-backend marlin. Profielvariabelen: VLLM_TEST_FORCE_FP8_MARLIN=1. 11 van de 11 tests hebben een meting die volgens de huidige Arena-regels meetelt. De sanity-check is geslaagd. Dit is een controle op een kort gegenereerd antwoord, geen inhoudelijke evaluatie van de benchmarktaken.","order":5,"engine":"vLLM v0.26.0","verdict":"Gemeten op 2026-08-14 met vLLM v0.26.0. In de chattest met tien gelijktijdige verzoeken haalt dit profiel 6,94 tokens/s per gebruiker, met gemiddeld 11,41 seconden tot het eerste token. Bij 25k context stijgt die gemiddelde wachttijd naar 215,87 seconden. Deze runs meten snelheid en wachttijd, niet de kwaliteit van de antwoorden.","findings":{"broke":{"body":"Bij 25000 inputtokens en 256 outputtokens met tien gelijktijdige verzoeken is de gemiddelde wachttijd voor het eerste token 215,87 seconden. Daarna genereert het model gemiddeld 1,94 tokens/s per gebruiker. De meting alleen toont niet of geheugen, promptverwerking of scheduling de oorzaak van vertraging is.","title":"Wachttijd bij 25k context"},"costly":{"body":"De run verwerkt 0,1 verzoeken/s bij een ingestelde aankomstsnelheid van 1,5 verzoeken/s. 300 van de 300 verzoeken slagen. De p95-wachttijd voor het eerste token is 55,47 seconden.","title":"Verzoeken en wachttijd bij piekbelasting"},"worked":{"body":"Bij 1024 input- en 1024 outputtokens met tien gelijktijdige verzoeken meet ik gemiddeld 6,94 tokens/s per gebruiker. De gemiddelde wachttijd voor het eerste token is 11,41 seconden.","title":"Chat bij tien gelijktijdige verzoeken"},"surprised":{"body":"11 van de 11 tests hebben een meting die volgens de huidige Arena-regels meetelt. De sanity-check is geslaagd. Dit is een controle op een kort gegenereerd antwoord, geen inhoudelijke evaluatie van de benchmarktaken.","title":"Welke metingen meetellen"}},"hardware":"DGX Spark, NVIDIA GB10, 128 GB unified memory","modelUrl":"https://huggingface.co/Qwen/Qwen3.6-27B-FP8","provider":"Alibaba","precision":"FP8","parameters":"27B","provenance":{"modelId":"Qwen/Qwen3.6-27B-FP8","runPath":"results/qwen-3.6/qwen-3.6-27b/fp8","validity":{"tests":{"01-chat":"complete","02-rag-8k":"complete","08-sharegpt":"complete","09-reasoning":"complete","04-multi-turn":"complete","11-rate-sweep":"complete","03-long-output":"complete","05-big-context":"complete","10-monday-peak":"complete","07-office-baseline":"complete","06-concurrency-stress":"complete"},"sanity":"passed"},"sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","servedName":"qwen3.6-27b-fp8","generatedAt":"2026-08-14T17:55:24+02:00","runRevision":"a948cec23b054c62fef595bad3cdb284066922ac","vllmVersion":"0.26.0","suiteVersion":"2026-08","repositoryUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks","contractVersion":1,"contractRevision":"a948cec23b054c62fef595bad3cdb284066922ac","commandProvenance":"reconstructed_from_raw_artifacts","llamaBenchyVersion":"0.4.0"},"architecture":"Hybrid","measuredContextK":128,"benchmarkResults":[{"id":"qwen-3-6-27b-fp8-chat-1k","date":"2026-08-14","runs":3,"metrics":{"ttfrSec":{"mean":11.411,"stddev":4.124},"decodeTokensPerSecondTotal":{"mean":65.43,"stddev":0.94},"prefillTokensPerSecondTotal":{"mean":586.49,"stddev":21.41},"decodeTokensPerSecondPerUser":{"mean":6.94,"stddev":0.19}},"sourceRun":"Test 01","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","workloadId":"chat-1k","sourceLabel":"Qwen/Qwen3.6-27B-FP8 fp8 op de DGX Spark","sourceStatus":"complete","sourceTestId":"01-chat","prefixCaching":false},{"id":"qwen-3-6-27b-fp8-rag-8k","date":"2026-08-14","runs":3,"metrics":{"ttfrSec":{"mean":70.196,"stddev":34.581},"decodeTokensPerSecondTotal":{"mean":28.05,"stddev":0.06},"prefillTokensPerSecondTotal":{"mean":605.03,"stddev":0.09},"decodeTokensPerSecondPerUser":{"mean":4.42,"stddev":1.27}},"sourceRun":"Test 02","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","workloadId":"rag-8k","sourceLabel":"Qwen/Qwen3.6-27B-FP8 fp8 op de DGX Spark","sourceStatus":"complete","sourceTestId":"02-rag-8k","prefixCaching":false},{"id":"qwen-3-6-27b-fp8-long-output-agents","date":"2026-08-14","runs":3,"metrics":{"ttfrSec":{"mean":3.715,"stddev":0.516},"decodeTokensPerSecondTotal":{"mean":53.06,"stddev":2.67},"prefillTokensPerSecondTotal":{"mean":591.94,"stddev":7},"decodeTokensPerSecondPerUser":{"mean":7.36,"stddev":0.09}},"sourceRun":"Test 03","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","workloadId":"long-output-agents","sourceLabel":"Qwen/Qwen3.6-27B-FP8 fp8 op de DGX Spark","sourceStatus":"complete","sourceTestId":"03-long-output","prefixCaching":false},{"id":"qwen-3-6-27b-fp8-multi-turn-office","date":"2026-08-14","runs":3,"metrics":{"ttfrSec":{"mean":19.44,"stddev":8.849},"decodeTokensPerSecondTotal":{"mean":52.62,"stddev":0.14},"prefillTokensPerSecondTotal":{"mean":608.54,"stddev":0.55},"decodeTokensPerSecondPerUser":{"mean":6.3,"stddev":0.64}},"sourceRun":"Test 04","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","workloadId":"multi-turn-office","sourceLabel":"Qwen/Qwen3.6-27B-FP8 fp8 op de DGX Spark","sourceStatus":"complete","sourceTestId":"04-multi-turn","prefixCaching":false},{"id":"qwen-3-6-27b-fp8-large-context-25k","date":"2026-08-14","runs":3,"metrics":{"ttfrSec":{"mean":215.869,"stddev":110.615},"decodeTokensPerSecondTotal":{"mean":6.6,"stddev":0.03},"prefillTokensPerSecondTotal":{"mean":584.84,"stddev":0.13},"decodeTokensPerSecondPerUser":{"mean":1.94,"stddev":1.65}},"sourceRun":"Test 05","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","workloadId":"large-context-25k","sourceLabel":"Qwen/Qwen3.6-27B-FP8 fp8 op de DGX Spark","sourceStatus":"complete","sourceTestId":"05-big-context","prefixCaching":false},{"id":"qwen-3-6-27b-fp8-concurrency-stress-25k","date":"2026-08-14","runs":3,"metrics":{"ttfrSec":{"mean":411.608,"stddev":225.323},"decodeTokensPerSecondTotal":{"mean":6.5,"stddev":0.01},"prefillTokensPerSecondTotal":{"mean":579.26,"stddev":0.27},"decodeTokensPerSecondPerUser":{"mean":1.13,"stddev":1.24}},"sourceRun":"Test 06","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","workloadId":"concurrency-stress-25k","sourceLabel":"Qwen/Qwen3.6-27B-FP8 fp8 op de DGX Spark","sourceStatus":"complete","sourceTestId":"06-concurrency-stress","prefixCaching":false}],"openLoopResults":[{"id":"qwen-3-6-27b-fp8-office-random-4k","date":"2026-08-14","metrics":{"e2eMs":{"p50":1225730.47,"p90":1522371.67,"p95":1605870.61,"p99":1659387.24,"mean":1206354.54},"tpotMs":{"p50":1964.65,"p90":3527.22,"p95":3568.37,"p99":3625.49,"mean":2008.52},"ttftMs":{"p50":419515.81,"p90":713146.3,"p95":747800.62,"p99":797253.88,"mean":404082.58}},"sourceRun":"Test 07","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","scenarioId":"office-random-4k","achievedRps":0.113,"sourceStatus":"complete","sourceTestId":"07-office-baseline","configuredRps":0.3,"prefixCaching":false,"totalRequests":200,"successfulRequests":200,"totalTokenThroughput":513.45,"peakConcurrentRequests":196},{"id":"qwen-3-6-27b-fp8-sharegpt-replay","date":"2026-08-14","metrics":{"e2eMs":{"p50":21848.49,"p90":78113.39,"p95":98484.34,"p99":126872.8,"mean":32664.87},"tpotMs":{"p50":151.4,"p90":163.33,"p95":179.1,"p99":256.86,"mean":154.33},"ttftMs":{"p50":759.92,"p90":1642.53,"p95":1848.61,"p99":2345.87,"mean":876.31}},"sourceRun":"Test 08","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","scenarioId":"sharegpt-replay","achievedRps":0.279,"sourceStatus":"complete","sourceTestId":"08-sharegpt","configuredRps":0.3,"prefixCaching":false,"totalRequests":250,"successfulRequests":249,"totalTokenThroughput":122,"peakConcurrentRequests":18},{"id":"qwen-3-6-27b-fp8-reasoning","date":"2026-08-14","metrics":{"e2eMs":{"p50":843292.72,"p90":1254050.49,"p95":1363708.24,"p99":1410265.71,"mean":856298.37},"tpotMs":{"p50":213.1,"p90":235.17,"p95":241.6,"p99":254.04,"mean":211.51},"ttftMs":{"p50":2946.81,"p90":5258.38,"p95":5988.99,"p99":8211.35,"mean":3300.51}},"sourceRun":"Test 09","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","scenarioId":"reasoning","achievedRps":0.033,"sourceStatus":"complete","sourceTestId":"09-reasoning","configuredRps":0.2,"prefixCaching":false,"totalRequests":50,"successfulRequests":50,"totalTokenThroughput":174.13,"peakConcurrentRequests":49},{"id":"qwen-3-6-27b-fp8-monday-peak-random-4k","date":"2026-08-14","metrics":{"e2eMs":{"p50":233945.03,"p90":439282.67,"p95":462953.05,"p99":533574.59,"mean":248686.13},"tpotMs":{"p50":476.74,"p90":560.94,"p95":617.9,"p99":827.7,"mean":479.61},"ttftMs":{"p50":8868.77,"p90":17305.1,"p95":55465.14,"p99":145945.06,"mean":14734.12}},"sourceRun":"Test 10","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","scenarioId":"monday-peak-random-4k","achievedRps":0.098,"sourceStatus":"complete","sourceTestId":"10-monday-peak","configuredRps":1.5,"prefixCaching":false,"totalRequests":300,"successfulRequests":300,"totalTokenThroughput":443.72,"peakConcurrentRequests":28}],"rateSweep":{"date":"2026-08-14","capacity":{"slo2000":null,"slo5000":null,"slo10000":null},"sourceRun":"Test 11","sourceUrl":"https://github.com/djangodevreng/dgx-spark-benchmarks/tree/a948cec23b054c62fef595bad3cdb284066922ac/results/qwen-3.6/qwen-3.6-27b/fp8/","abortedAtRps":null,"queueKneeRps":0.1,"sourceStatus":"complete","sourceTestId":"11-rate-sweep","totalRequests":850,"successfulRequests":850}}