{ "schema": "flare-protected-abba-analysis/v1", "diagnostic_only": true, "performance_eligible": false, "recommend_candidate": false, "historical_protected_threshold_percent": 3.0, "historical_gate_status": "unchanged; this ABBA diagnostic cannot erase the prior failed gate", "p95_method": "nearest-rank ceil(0.95*n)", "input_root": "OPERATOR_PATH_80714900fa05/protected-abba-2", "lanes": { "small12": { "primary_metric": "e2e", "incarnations": [ { "incarnation": "1-a", "arm": "A", "source_directory": "OPERATOR_PATH_39c615399c0a/1-a", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured-2", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 24, "attempted": 24, "completed": 24, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "40:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101872874191271, "start_epoch_ns": 1792735813153972850, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82040116285 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021387711, "visible_ttft": null, "reasoning_ttft": 0.021425925, "performance": { "ingress_ns": 82021038909, "enqueue_ns": 82037559062, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.02153673, "native_first_token_seconds": 0.019077376 }, { "case_id": "41:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101873312855167, "start_epoch_ns": 1792735813592635986, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82470739131 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012367182, "visible_ttft": null, "reasoning_ttft": 0.012384578, "performance": { "ingress_ns": 82459236677, "enqueue_ns": 82468943191, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.012459982, "native_first_token_seconds": 0.011502454 }, { "case_id": "42:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101873739107926, "start_epoch_ns": 1792735814018888886, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82899378415 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014767632, "visible_ttft": null, "reasoning_ttft": 0.014793455, "performance": { "ingress_ns": 82885442797, "enqueue_ns": 82897663888, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.014868707, "native_first_token_seconds": 0.013935618 }, { "case_id": "43:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101874164876261, "start_epoch_ns": 1792735814444657537, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 83328636856 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018112555, "visible_ttft": null, "reasoning_ttft": 0.018174086, "performance": { "ingress_ns": 83311742420, "enqueue_ns": 83326918424, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.018273008, "native_first_token_seconds": 0.016894436 }, { "case_id": "44:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101874600256166, "start_epoch_ns": 1792735814880037448, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 83761808270 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016099641, "visible_ttft": null, "reasoning_ttft": 0.016117859, "performance": { "ingress_ns": 83747073486, "enqueue_ns": 83760358068, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.016187301, "native_first_token_seconds": 0.014734784 }, { "case_id": "45:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101875031782417, "start_epoch_ns": 1792735815311563441, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 84193795985 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016487936, "visible_ttft": null, "reasoning_ttft": 0.016528222, "performance": { "ingress_ns": 84178414807, "enqueue_ns": 84190860507, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.016603305, "native_first_token_seconds": 0.015381178 }, { "case_id": "46:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101875463619029, "start_epoch_ns": 1792735815743400265, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 84626173662 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017004881, "visible_ttft": null, "reasoning_ttft": 0.017026374, "performance": { "ingress_ns": 84610481912, "enqueue_ns": 84624053559, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.017093411, "native_first_token_seconds": 0.01569175 }, { "case_id": "47:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101875897614423, "start_epoch_ns": 1792735816177395389, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85063225834 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.020239873, "visible_ttft": null, "reasoning_ttft": 0.02026145, "performance": { "ingress_ns": 85044234063, "enqueue_ns": 85060317171, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.020346238, "native_first_token_seconds": 0.018991771 }, { "case_id": "48:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101876328933954, "start_epoch_ns": 1792735816608714724, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85489481107 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018991464, "visible_ttft": null, "reasoning_ttft": 0.01909494, "performance": { "ingress_ns": 85475417779, "enqueue_ns": 85487711024, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.019428017, "native_first_token_seconds": 0.014063328 }, { "case_id": "49:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101876767855237, "start_epoch_ns": 1792735817047636837, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85935041687 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.02229901, "visible_ttft": null, "reasoning_ttft": 0.022350065, "performance": { "ingress_ns": 85914813019, "enqueue_ns": 85931588173, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.022520143, "native_first_token_seconds": 0.020228668 }, { "case_id": "50:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101877208186744, "start_epoch_ns": 1792735817487967761, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86370216906 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017586439, "visible_ttft": null, "reasoning_ttft": 0.017622231, "performance": { "ingress_ns": 86354542293, "enqueue_ns": 86368608901, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.017740658, "native_first_token_seconds": 0.015674613 }, { "case_id": "51:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101877640114146, "start_epoch_ns": 1792735817919895532, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86809347932 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.024953903, "visible_ttft": null, "reasoning_ttft": 0.025022769, "performance": { "ingress_ns": 86787097677, "enqueue_ns": 86806449936, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.025224447, "native_first_token_seconds": 0.022250255 }, { "case_id": "40:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101878800373740, "start_epoch_ns": 1792735819080155693, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 87960225465 ], "request_ids": [ "chatcmpl-1-28" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015277491, "visible_ttft": null, "reasoning_ttft": 0.015348423, "performance": { "ingress_ns": 87947338053, "enqueue_ns": 87957333196, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.015546565, "native_first_token_seconds": 0.012887412 }, { "case_id": "41:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101879228913816, "start_epoch_ns": 1792735819508695083, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88386716517 ], "request_ids": [ "chatcmpl-1-29" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014515375, "visible_ttft": null, "reasoning_ttft": 0.014580565, "performance": { "ingress_ns": 88375370371, "enqueue_ns": 88385120706, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.01481196, "native_first_token_seconds": 0.011346146 }, { "case_id": "42:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101879659765028, "start_epoch_ns": 1792735819939546038, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88822801709 ], "request_ids": [ "chatcmpl-1-30" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017377985, "visible_ttft": null, "reasoning_ttft": 0.017397583, "performance": { "ingress_ns": 88806115420, "enqueue_ns": 88819986212, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.017468367, "native_first_token_seconds": 0.016686289 }, { "case_id": "43:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101880088434817, "start_epoch_ns": 1792735820368216388, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 89251891636 ], "request_ids": [ "chatcmpl-1-31" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019414734, "visible_ttft": null, "reasoning_ttft": 0.019465694, "performance": { "ingress_ns": 89235475216, "enqueue_ns": 89249929213, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.01965451, "native_first_token_seconds": 0.01641642 }, { "case_id": "44:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101880523968944, "start_epoch_ns": 1792735820803750196, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 89688160521 ], "request_ids": [ "chatcmpl-1-32" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.022253429, "visible_ttft": null, "reasoning_ttft": 0.02237085, "performance": { "ingress_ns": 89670428888, "enqueue_ns": 89686331767, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.022718251, "native_first_token_seconds": 0.017731633 }, { "case_id": "45:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101880960583280, "start_epoch_ns": 1792735821240364199, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90121947508 ], "request_ids": [ "chatcmpl-1-33" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015668453, "visible_ttft": null, "reasoning_ttft": 0.01568703, "performance": { "ingress_ns": 90106926999, "enqueue_ns": 90120327076, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.015765464, "native_first_token_seconds": 0.015020509 }, { "case_id": "46:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101881400571212, "start_epoch_ns": 1792735821680352498, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90563349525 ], "request_ids": [ "chatcmpl-1-34" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017413487, "visible_ttft": null, "reasoning_ttft": 0.017437348, "performance": { "ingress_ns": 90546882940, "enqueue_ns": 90560881313, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.017493438, "native_first_token_seconds": 0.016466585 }, { "case_id": "47:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101881839322375, "start_epoch_ns": 1792735822119103600, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91003868059 ], "request_ids": [ "chatcmpl-1-35" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019964179, "visible_ttft": null, "reasoning_ttft": 0.02001888, "performance": { "ingress_ns": 90986079120, "enqueue_ns": 91001446362, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.020196206, "native_first_token_seconds": 0.017788939 }, { "case_id": "48:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101882277940173, "start_epoch_ns": 1792735822557721297, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91441141382 ], "request_ids": [ "chatcmpl-1-36" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017510654, "visible_ttft": null, "reasoning_ttft": 0.017532391, "performance": { "ingress_ns": 91424666419, "enqueue_ns": 91439185947, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.017623614, "native_first_token_seconds": 0.016474963 }, { "case_id": "49:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101882712996226, "start_epoch_ns": 1792735822992777557, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91875297428 ], "request_ids": [ "chatcmpl-1-37" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018280653, "visible_ttft": null, "reasoning_ttft": 0.018315743, "performance": { "ingress_ns": 91859876083, "enqueue_ns": 91873544988, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.018448481, "native_first_token_seconds": 0.015421345 }, { "case_id": "50:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101883148758820, "start_epoch_ns": 1792735823428540031, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92307618482 ], "request_ids": [ "chatcmpl-1-38" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013801749, "visible_ttft": null, "reasoning_ttft": 0.013842729, "performance": { "ingress_ns": 92295523078, "enqueue_ns": 92305575396, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.013974807, "native_first_token_seconds": 0.012095404 }, { "case_id": "51:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1101883580134760, "start_epoch_ns": 1792735823859915958, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92745026641 ], "request_ids": [ "chatcmpl-1-39" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019245272, "visible_ttft": null, "reasoning_ttft": 0.019266185, "performance": { "ingress_ns": 92726684156, "enqueue_ns": 92743396535, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.019348685, "native_first_token_seconds": 0.018342485 } ], "metrics": { "primary": { "field": "e2e", "valid_count": 24, "median": 0.017682136, "p95_nearest_rank": 0.022718251, "spread": { "min": 0.012459982, "max": 0.025224447, "range": 0.012764465000000001 } }, "native_first_token_seconds": { "valid_count": 24, "median": 0.016054085000000003, "p95_nearest_rank": 0.020228668, "spread": { "min": 0.011346146, "max": 0.022250255, "range": 0.010904109 } } } }, { "incarnation": "2-b", "arm": "B", "source_directory": "OPERATOR_PATH_7ae91ab877d4/2-b", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured-2", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 24, "attempted": 24, "completed": 24, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "40:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102102961377682, "start_epoch_ns": 1792736043241159120, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82067650703 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.024905978, "visible_ttft": null, "reasoning_ttft": 0.024997757, "performance": { "ingress_ns": 82046389115, "enqueue_ns": 82064848176, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.025272053, "native_first_token_seconds": 0.021261588 }, { "case_id": "41:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102103406861133, "start_epoch_ns": 1792736043686642367, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82511605119 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021528883, "visible_ttft": null, "reasoning_ttft": 0.021568649, "performance": { "ingress_ns": 82491589315, "enqueue_ns": 82508829025, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.021704443, "native_first_token_seconds": 0.020015804 }, { "case_id": "42:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102103845861932, "start_epoch_ns": 1792736044125642977, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82953092661 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.02512696, "visible_ttft": null, "reasoning_ttft": 0.025188007, "performance": { "ingress_ns": 82930827379, "enqueue_ns": 82950813885, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.02536898, "native_first_token_seconds": 0.022265282 }, { "case_id": "43:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102104288647749, "start_epoch_ns": 1792736044568428878, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 83387691661 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015471979, "visible_ttft": null, "reasoning_ttft": 0.015496656, "performance": { "ingress_ns": 83373594781, "enqueue_ns": 83385557164, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.015650441, "native_first_token_seconds": 0.01409688 }, { "case_id": "44:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102104721497888, "start_epoch_ns": 1792736045001279047, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 83827596195 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.025229253, "visible_ttft": null, "reasoning_ttft": 0.025281408, "performance": { "ingress_ns": 83806390934, "enqueue_ns": 83825322010, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.025474295, "native_first_token_seconds": 0.021205261 }, { "case_id": "45:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102105164414864, "start_epoch_ns": 1792736045444195756, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 84268360810 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.020421133, "visible_ttft": null, "reasoning_ttft": 0.020450653, "performance": { "ingress_ns": 84248838889, "enqueue_ns": 84266048855, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.020560008, "native_first_token_seconds": 0.019521921 }, { "case_id": "46:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102105604207111, "start_epoch_ns": 1792736045883988523, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 84706143964 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018652741, "visible_ttft": null, "reasoning_ttft": 0.018676647, "performance": { "ingress_ns": 84689153779, "enqueue_ns": 84703428897, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.018762383, "native_first_token_seconds": 0.016990185 }, { "case_id": "47:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102106039890156, "start_epoch_ns": 1792736046319671138, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85138452195 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014791561, "visible_ttft": null, "reasoning_ttft": 0.014824721, "performance": { "ingress_ns": 85124427421, "enqueue_ns": 85136482692, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.014904148, "native_first_token_seconds": 0.014024774 }, { "case_id": "48:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102106471163107, "start_epoch_ns": 1792736046750944349, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85576339655 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.025058312, "visible_ttft": null, "reasoning_ttft": 0.025098247, "performance": { "ingress_ns": 85556183903, "enqueue_ns": 85574581127, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.025245998, "native_first_token_seconds": 0.020155752 }, { "case_id": "49:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102106918752081, "start_epoch_ns": 1792736047198533506, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86025010408 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.02369627, "visible_ttft": null, "reasoning_ttft": 0.023732612, "performance": { "ingress_ns": 86003868538, "enqueue_ns": 86022238051, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.023849439, "native_first_token_seconds": 0.02114187 }, { "case_id": "50:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102107359248688, "start_epoch_ns": 1792736047639029678, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86459853075 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016877666, "visible_ttft": null, "reasoning_ttft": 0.016910487, "performance": { "ingress_ns": 86443668598, "enqueue_ns": 86457649682, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.016983747, "native_first_token_seconds": 0.016184477 }, { "case_id": "51:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102107788298400, "start_epoch_ns": 1792736048068079218, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86885862808 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014739128, "visible_ttft": null, "reasoning_ttft": 0.01477349, "performance": { "ingress_ns": 86872728766, "enqueue_ns": 86884384436, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.014876253, "native_first_token_seconds": 0.013134042 }, { "case_id": "40:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102108878535632, "start_epoch_ns": 1792736049158317385, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 87983491409 ], "request_ids": [ "chatcmpl-1-28" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021363422, "visible_ttft": null, "reasoning_ttft": 0.021398852, "performance": { "ingress_ns": 87963546443, "enqueue_ns": 87981363606, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.021529691, "native_first_token_seconds": 0.019944966 }, { "case_id": "41:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102109316161234, "start_epoch_ns": 1792736049595942187, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88427545692 ], "request_ids": [ "chatcmpl-1-29" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.028219437, "visible_ttft": null, "reasoning_ttft": 0.02825394, "performance": { "ingress_ns": 88400789043, "enqueue_ns": 88424698829, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.028380574, "native_first_token_seconds": 0.026756649 }, { "case_id": "42:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102109763616712, "start_epoch_ns": 1792736050043397692, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88867701364 ], "request_ids": [ "chatcmpl-1-30" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.0203636, "visible_ttft": null, "reasoning_ttft": 0.020402058, "performance": { "ingress_ns": 88848319557, "enqueue_ns": 88865285216, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.020502176, "native_first_token_seconds": 0.019381807 }, { "case_id": "43:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102110199792828, "start_epoch_ns": 1792736050479573988, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 89303493115 ], "request_ids": [ "chatcmpl-1-31" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021075975, "visible_ttft": null, "reasoning_ttft": 0.02114352, "performance": { "ingress_ns": 89284546908, "enqueue_ns": 89300642195, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.021384997, "native_first_token_seconds": 0.018946207 }, { "case_id": "44:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102110636269994, "start_epoch_ns": 1792736050916051268, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 89732682139 ], "request_ids": [ "chatcmpl-1-32" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.01337821, "visible_ttft": null, "reasoning_ttft": 0.013428152, "performance": { "ingress_ns": 89721129968, "enqueue_ns": 89730885676, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.013579503, "native_first_token_seconds": 0.011552171 }, { "case_id": "45:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102111067050861, "start_epoch_ns": 1792736051346832385, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90179188160 ], "request_ids": [ "chatcmpl-1-33" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.030303379, "visible_ttft": null, "reasoning_ttft": 0.030397824, "performance": { "ingress_ns": 90152215784, "enqueue_ns": 90176393221, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.0306534, "native_first_token_seconds": 0.026972376 }, { "case_id": "46:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102111512331325, "start_epoch_ns": 1792736051792112466, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90614146687 ], "request_ids": [ "chatcmpl-1-34" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018252548, "visible_ttft": null, "reasoning_ttft": 0.018271942, "performance": { "ingress_ns": 90597350695, "enqueue_ns": 90611161826, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.018348599, "native_first_token_seconds": 0.016795992 }, { "case_id": "47:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102111948056844, "start_epoch_ns": 1792736052227838276, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91056593041 ], "request_ids": [ "chatcmpl-1-35" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.025223975, "visible_ttft": null, "reasoning_ttft": 0.025242201, "performance": { "ingress_ns": 91033199745, "enqueue_ns": 91055186310, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.025314619, "native_first_token_seconds": 0.023393296 }, { "case_id": "48:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102112389217393, "start_epoch_ns": 1792736052668998799, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91494610212 ], "request_ids": [ "chatcmpl-1-36" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.022148323, "visible_ttft": null, "reasoning_ttft": 0.022187279, "performance": { "ingress_ns": 91474042966, "enqueue_ns": 91492151420, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.022323978, "native_first_token_seconds": 0.020567246 }, { "case_id": "49:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102112830360398, "start_epoch_ns": 1792736053110141500, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91934582632 ], "request_ids": [ "chatcmpl-1-37" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.020874899, "visible_ttft": null, "reasoning_ttft": 0.020928713, "performance": { "ingress_ns": 91915268883, "enqueue_ns": 91931604750, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.021096598, "native_first_token_seconds": 0.019313749 }, { "case_id": "50:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102113270826504, "start_epoch_ns": 1792736053550607913, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92374158309 ], "request_ids": [ "chatcmpl-1-38" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.020709103, "visible_ttft": null, "reasoning_ttft": 0.020740071, "performance": { "ingress_ns": 92355834932, "enqueue_ns": 92372401699, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.02084984, "native_first_token_seconds": 0.018323377 }, { "case_id": "51:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102113707687784, "start_epoch_ns": 1792736053987468706, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92803842283 ], "request_ids": [ "chatcmpl-1-39" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012401324, "visible_ttft": null, "reasoning_ttft": 0.012483254, "performance": { "ingress_ns": 92792049857, "enqueue_ns": 92802354971, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.012598893, "native_first_token_seconds": 0.011792426 } ], "metrics": { "primary": { "field": "e2e", "valid_count": 24, "median": 0.0212407975, "p95_nearest_rank": 0.028380574, "spread": { "min": 0.012598893, "max": 0.0306534, "range": 0.018054507 } }, "native_first_token_seconds": { "valid_count": 24, "median": 0.019451864, "p95_nearest_rank": 0.026756649, "spread": { "min": 0.011552171, "max": 0.026972376, "range": 0.015420205 } } } }, { "incarnation": "3-b", "arm": "B", "source_directory": "OPERATOR_PATH_d311cf3a0077/3-b", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured-2", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 24, "attempted": 24, "completed": 24, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "40:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102333193156233, "start_epoch_ns": 1792736273472937274, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82101860977 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.01618819, "visible_ttft": null, "reasoning_ttft": 0.016211104, "performance": { "ingress_ns": 82086315950, "enqueue_ns": 82099156062, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.016298337, "native_first_token_seconds": 0.015545027 }, { "case_id": "41:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102333620408996, "start_epoch_ns": 1792736273900190072, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82527904327 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015024248, "visible_ttft": null, "reasoning_ttft": 0.015134483, "performance": { "ingress_ns": 82513529673, "enqueue_ns": 82526121196, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.015320025, "native_first_token_seconds": 0.014374654 }, { "case_id": "42:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102334050299087, "start_epoch_ns": 1792736274330080488, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 82956349617 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014510949, "visible_ttft": null, "reasoning_ttft": 0.014563163, "performance": { "ingress_ns": 82943845631, "enqueue_ns": 82954616656, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.014721828, "native_first_token_seconds": 0.012503986 }, { "case_id": "43:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102334476280812, "start_epoch_ns": 1792736274756061529, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 83381241470 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012662067, "visible_ttft": null, "reasoning_ttft": 0.01268346, "performance": { "ingress_ns": 83369283168, "enqueue_ns": 83379358009, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.012784978, "native_first_token_seconds": 0.011958302 }, { "case_id": "44:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102334902632797, "start_epoch_ns": 1792736275182414167, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 83809672385 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015135083, "visible_ttft": null, "reasoning_ttft": 0.015182432, "performance": { "ingress_ns": 83796237983, "enqueue_ns": 83807654752, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.015336612, "native_first_token_seconds": 0.013434402 }, { "case_id": "45:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102335332643839, "start_epoch_ns": 1792736275612425251, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 84237628780 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013641662, "visible_ttft": null, "reasoning_ttft": 0.013676407, "performance": { "ingress_ns": 84226069412, "enqueue_ns": 84236177457, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.013788801, "native_first_token_seconds": 0.011559368 }, { "case_id": "46:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102335761955152, "start_epoch_ns": 1792736276041736104, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 84671688820 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017428643, "visible_ttft": null, "reasoning_ttft": 0.017447077, "performance": { "ingress_ns": 84655254632, "enqueue_ns": 84669443677, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.017525019, "native_first_token_seconds": 0.016434188 }, { "case_id": "47:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102336197744440, "start_epoch_ns": 1792736276477525910, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85115106437 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.028611137, "visible_ttft": null, "reasoning_ttft": 0.028707063, "performance": { "ingress_ns": 85091655837, "enqueue_ns": 85113122455, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.029011779, "native_first_token_seconds": 0.0234506 }, { "case_id": "48:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102336645865808, "start_epoch_ns": 1792736276925646654, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85552262889 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014704984, "visible_ttft": null, "reasoning_ttft": 0.014737757, "performance": { "ingress_ns": 85539002761, "enqueue_ns": 85550331528, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.014849142, "native_first_token_seconds": 0.013260128 }, { "case_id": "49:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102337076686161, "start_epoch_ns": 1792736277356467156, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 85993483813 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.025142289, "visible_ttft": null, "reasoning_ttft": 0.025188197, "performance": { "ingress_ns": 85969997475, "enqueue_ns": 85991554661, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.025361983, "native_first_token_seconds": 0.023486338 }, { "case_id": "50:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102337518797410, "start_epoch_ns": 1792736277798578713, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86433316741 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.022928631, "visible_ttft": null, "reasoning_ttft": 0.022978878, "performance": { "ingress_ns": 86412482649, "enqueue_ns": 86430510430, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.023141918, "native_first_token_seconds": 0.020834092 }, { "case_id": "51:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102337962133935, "start_epoch_ns": 1792736278241915135, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 86873422910 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019885657, "visible_ttft": null, "reasoning_ttft": 0.01993857, "performance": { "ingress_ns": 86855606803, "enqueue_ns": 86871300795, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.020105593, "native_first_token_seconds": 0.017816107 }, { "case_id": "40:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102339106955121, "start_epoch_ns": 1792736279386736799, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88014048249 ], "request_ids": [ "chatcmpl-1-28" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016499904, "visible_ttft": null, "reasoning_ttft": 0.016565234, "performance": { "ingress_ns": 88000739101, "enqueue_ns": 88012266160, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.016750525, "native_first_token_seconds": 0.013309148 }, { "case_id": "41:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102339542526388, "start_epoch_ns": 1792736279822307998, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88459130975 ], "request_ids": [ "chatcmpl-1-29" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.027354054, "visible_ttft": null, "reasoning_ttft": 0.027430321, "performance": { "ingress_ns": 88436248632, "enqueue_ns": 88457402515, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.027686309, "native_first_token_seconds": 0.022882343 }, { "case_id": "42:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102339989213777, "start_epoch_ns": 1792736280268995195, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 88898515461 ], "request_ids": [ "chatcmpl-1-30" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.017519506, "visible_ttft": null, "reasoning_ttft": 0.017571419, "performance": { "ingress_ns": 88883307399, "enqueue_ns": 88895435610, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.017753829, "native_first_token_seconds": 0.015208062 }, { "case_id": "43:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102340421481970, "start_epoch_ns": 1792736280701263328, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 89335381218 ], "request_ids": [ "chatcmpl-1-31" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021394434, "visible_ttft": null, "reasoning_ttft": 0.021442925, "performance": { "ingress_ns": 89314988723, "enqueue_ns": 89332558867, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.021590451, "native_first_token_seconds": 0.020392495 }, { "case_id": "44:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102340860872600, "start_epoch_ns": 1792736281140653820, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 89772630969 ], "request_ids": [ "chatcmpl-1-32" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019377199, "visible_ttft": null, "reasoning_ttft": 0.019553089, "performance": { "ingress_ns": 89754241877, "enqueue_ns": 89769784666, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.019914773, "native_first_token_seconds": 0.018389092 }, { "case_id": "45:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102341297036919, "start_epoch_ns": 1792736281576817861, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90201803208 ], "request_ids": [ "chatcmpl-1-33" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012269097, "visible_ttft": null, "reasoning_ttft": 0.012286762, "performance": { "ingress_ns": 90190144033, "enqueue_ns": 90200050004, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.012368534, "native_first_token_seconds": 0.011659175 }, { "case_id": "46:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102341725760835, "start_epoch_ns": 1792736282005542076, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90630696525 ], "request_ids": [ "chatcmpl-1-34" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012498075, "visible_ttft": null, "reasoning_ttft": 0.012523367, "performance": { "ingress_ns": 90618885665, "enqueue_ns": 90629268104, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.012641705, "native_first_token_seconds": 0.01181086 }, { "case_id": "47:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102342157934240, "start_epoch_ns": 1792736282437715341, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91065058562 ], "request_ids": [ "chatcmpl-1-35" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015816874, "visible_ttft": null, "reasoning_ttft": 0.015859847, "performance": { "ingress_ns": 91051329481, "enqueue_ns": 91063244770, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.015994499, "native_first_token_seconds": 0.013729081 }, { "case_id": "48:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102342592940581, "start_epoch_ns": 1792736282872721970, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91505548790 ], "request_ids": [ "chatcmpl-1-36" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021614783, "visible_ttft": null, "reasoning_ttft": 0.021666518, "performance": { "ingress_ns": 91486546763, "enqueue_ns": 91504128934, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.021852683, "native_first_token_seconds": 0.019002027 }, { "case_id": "49:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102343034493804, "start_epoch_ns": 1792736283314274983, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91949832703 ], "request_ids": [ "chatcmpl-1-37" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.022870159, "visible_ttft": null, "reasoning_ttft": 0.022888862, "performance": { "ingress_ns": 91927980413, "enqueue_ns": 91947763807, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.022964662, "native_first_token_seconds": 0.02185229 }, { "case_id": "50:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102343474698267, "start_epoch_ns": 1792736283754479910, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92381451518 ], "request_ids": [ "chatcmpl-1-38" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014231939, "visible_ttft": null, "reasoning_ttft": 0.014263414, "performance": { "ingress_ns": 92368321817, "enqueue_ns": 92379337414, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.014377458, "native_first_token_seconds": 0.013129701 }, { "case_id": "51:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102343900950538, "start_epoch_ns": 1792736284180731588, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92808535332 ], "request_ids": [ "chatcmpl-1-39" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016886009, "visible_ttft": null, "reasoning_ttft": 0.01694962, "performance": { "ingress_ns": 92794325943, "enqueue_ns": 92806885729, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.017166565, "native_first_token_seconds": 0.014209389 } ], "metrics": { "primary": { "field": "e2e", "valid_count": 24, "median": 0.016958545, "p95_nearest_rank": 0.027686309, "spread": { "min": 0.012368534, "max": 0.029011779, "range": 0.016643245 } }, "native_first_token_seconds": { "valid_count": 24, "median": 0.014791358000000001, "p95_nearest_rank": 0.0234506, "spread": { "min": 0.011559368, "max": 0.023486338, "range": 0.011926969999999999 } } } }, { "incarnation": "4-a", "arm": "A", "source_directory": "OPERATOR_PATH_0f0e2dbd278c/4-a", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured-2", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 24, "attempted": 24, "completed": 24, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "40:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102571260405137, "start_epoch_ns": 1792736511540187284, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90355558812 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.026350524, "visible_ttft": null, "reasoning_ttft": 0.026420861, "performance": { "ingress_ns": 90331914957, "enqueue_ns": 90353517396, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.026670694, "native_first_token_seconds": 0.023643855 }, { "case_id": "41:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102571702610197, "start_epoch_ns": 1792736511982391424, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 90786683749 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013809173, "visible_ttft": null, "reasoning_ttft": 0.013837524, "performance": { "ingress_ns": 90773653035, "enqueue_ns": 90784966967, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.013929769, "native_first_token_seconds": 0.013030714 }, { "case_id": "42:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102572131376461, "start_epoch_ns": 1792736512411157596, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91214597063 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013294944, "visible_ttft": null, "reasoning_ttft": 0.0133309, "performance": { "ingress_ns": 91202434379, "enqueue_ns": 91213008965, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.013453614, "native_first_token_seconds": 0.012162684 }, { "case_id": "43:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102572556547170, "start_epoch_ns": 1792736512836328331, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 91641294931 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014871747, "visible_ttft": null, "reasoning_ttft": 0.014891344, "performance": { "ingress_ns": 91627470821, "enqueue_ns": 91639876525, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.014973784, "native_first_token_seconds": 0.01382411 }, { "case_id": "44:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102572984343014, "start_epoch_ns": 1792736513264124046, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92067525578 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.01312321, "visible_ttft": null, "reasoning_ttft": 0.013162644, "performance": { "ingress_ns": 92055201878, "enqueue_ns": 92065299735, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.013292321, "native_first_token_seconds": 0.0123237 }, { "case_id": "45:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102573412882100, "start_epoch_ns": 1792736513692663311, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92497723774 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015849978, "visible_ttft": null, "reasoning_ttft": 0.015892257, "performance": { "ingress_ns": 92484295212, "enqueue_ns": 92496089608, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.016032674, "native_first_token_seconds": 0.013428562 }, { "case_id": "46:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102573849744560, "start_epoch_ns": 1792736514129525824, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92933859347 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013881777, "visible_ttft": null, "reasoning_ttft": 0.013913866, "performance": { "ingress_ns": 92920980314, "enqueue_ns": 92931044351, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.014018445, "native_first_token_seconds": 0.012879033 }, { "case_id": "47:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102574279802839, "start_epoch_ns": 1792736514559583962, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 93362746560 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012671548, "visible_ttft": null, "reasoning_ttft": 0.012697343, "performance": { "ingress_ns": 93350989571, "enqueue_ns": 93360925229, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.01279692, "native_first_token_seconds": 0.011756989 }, { "case_id": "48:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102574710203447, "start_epoch_ns": 1792736514989984754, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 93794285557 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013916098, "visible_ttft": null, "reasoning_ttft": 0.013949881, "performance": { "ingress_ns": 93781507330, "enqueue_ns": 93791517239, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.014068392, "native_first_token_seconds": 0.012778227 }, { "case_id": "49:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102575141988926, "start_epoch_ns": 1792736515421770247, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 94231631815 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.020089707, "visible_ttft": null, "reasoning_ttft": 0.020141712, "performance": { "ingress_ns": 94213353827, "enqueue_ns": 94228227655, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.020309245, "native_first_token_seconds": 0.018277988 }, { "case_id": "50:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102575581042040, "start_epoch_ns": 1792736515860823422, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 94667230875 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016683693, "visible_ttft": null, "reasoning_ttft": 0.01673164, "performance": { "ingress_ns": 94652632367, "enqueue_ns": 94664390009, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.016882171, "native_first_token_seconds": 0.014598508 }, { "case_id": "51:1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102576019308950, "start_epoch_ns": 1792736516299090182, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 95103528767 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014057821, "visible_ttft": null, "reasoning_ttft": 0.014080545, "performance": { "ingress_ns": 95090722539, "enqueue_ns": 95100826121, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.014171206, "native_first_token_seconds": 0.012806228 }, { "case_id": "40:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "175237d9e20e8a7547d352c2cb73a20cb652ca2f087bf3bcff82c8517e9ac101", "prompt_tokens": 7702, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7702.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102577164206600, "start_epoch_ns": 1792736517443987398, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 96247666662 ], "request_ids": [ "chatcmpl-1-28" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.013487146, "visible_ttft": null, "reasoning_ttft": 0.013510069, "performance": { "ingress_ns": 96235015184, "enqueue_ns": 96245158291, "reused_prompt_tokens": 7702 }, "usage": { "prompt_tokens": 7702, "completion_tokens": 1, "total_tokens": 7703, "prompt_tokens_details": { "cached_tokens": 7702 } }, "done": true, "e2e": 0.013586797, "native_first_token_seconds": 0.012651478 }, { "case_id": "41:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7124f546dbb360175fdcf301f8b3eb6b9d182c8834c9c6723e5c8c4d5383b5d6", "prompt_tokens": 7703, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7703.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102577590267084, "start_epoch_ns": 1792736517870048424, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 96677434281 ], "request_ids": [ "chatcmpl-1-29" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016950298, "visible_ttft": null, "reasoning_ttft": 0.016974368, "performance": { "ingress_ns": 96661344077, "enqueue_ns": 96675244323, "reused_prompt_tokens": 7703 }, "usage": { "prompt_tokens": 7703, "completion_tokens": 1, "total_tokens": 7704, "prompt_tokens_details": { "cached_tokens": 7703 } }, "done": true, "e2e": 0.017066443, "native_first_token_seconds": 0.016090204 }, { "case_id": "42:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "1623c3734717eda85017a65272b2d83f1c45d96a7a5ca8b62e086c1bed4d966b", "prompt_tokens": 7704, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7704.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102578021163889, "start_epoch_ns": 1792736518300944843, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 97108312422 ], "request_ids": [ "chatcmpl-1-30" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016891855, "visible_ttft": null, "reasoning_ttft": 0.016918622, "performance": { "ingress_ns": 97092369627, "enqueue_ns": 97106034700, "reused_prompt_tokens": 7704 }, "usage": { "prompt_tokens": 7704, "completion_tokens": 1, "total_tokens": 7705, "prompt_tokens_details": { "cached_tokens": 7704 } }, "done": true, "e2e": 0.017006603, "native_first_token_seconds": 0.015942795 }, { "case_id": "43:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "6d88d7a39a3599a4eabdf75590c9ccdee0fd9637619c94f11b1a3a1c72492ee8", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102578454256875, "start_epoch_ns": 1792736518734037729, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 97541521845 ], "request_ids": [ "chatcmpl-1-31" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018979833, "visible_ttft": null, "reasoning_ttft": 0.019024689, "performance": { "ingress_ns": 97525153815, "enqueue_ns": 97539325201, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.019191212, "native_first_token_seconds": 0.01636803 }, { "case_id": "44:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "a54c8680663bd87895c3b5a38ae67224e4d999b2499abf2107c53547f0d4eb60", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102578891748704, "start_epoch_ns": 1792736519171529754, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 97980170694 ], "request_ids": [ "chatcmpl-1-32" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.018316349, "visible_ttft": null, "reasoning_ttft": 0.018335017, "performance": { "ingress_ns": 97963007092, "enqueue_ns": 97977301639, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.018412796, "native_first_token_seconds": 0.017163602 }, { "case_id": "45:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "7f7f800c9b7216cfc0de4151491d469b498edea7d3f74c5d7365c0fc1125ef3a", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102579321356752, "start_epoch_ns": 1792736519601137708, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 98407788831 ], "request_ids": [ "chatcmpl-1-33" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016218727, "visible_ttft": null, "reasoning_ttft": 0.016236574, "performance": { "ingress_ns": 98392522075, "enqueue_ns": 98405019057, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.016312203, "native_first_token_seconds": 0.015266756 }, { "case_id": "46:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "026aebb5668f9e4d16621a04a02df3db2ef7c43c9cdea0d46feaae2715b2af03", "prompt_tokens": 7705, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7705.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102579747125020, "start_epoch_ns": 1792736520026905882, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 98832805210 ], "request_ids": [ "chatcmpl-1-34" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015444343, "visible_ttft": null, "reasoning_ttft": 0.015462787, "performance": { "ingress_ns": 98818032133, "enqueue_ns": 98831193803, "reused_prompt_tokens": 7705 }, "usage": { "prompt_tokens": 7705, "completion_tokens": 1, "total_tokens": 7706, "prompt_tokens_details": { "cached_tokens": 7705 } }, "done": true, "e2e": 0.015529686, "native_first_token_seconds": 0.014773077 }, { "case_id": "47:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "65fd67f94b3bbdf9c48b97b4b1c448dbb36fdfb41f819cb7d83102036687610e", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102580174115178, "start_epoch_ns": 1792736520453896481, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 99261136940 ], "request_ids": [ "chatcmpl-1-35" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.016777688, "visible_ttft": null, "reasoning_ttft": 0.016794979, "performance": { "ingress_ns": 99245562444, "enqueue_ns": 99259327684, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.016871701, "native_first_token_seconds": 0.015574496 }, { "case_id": "48:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "510f195565ee9497077205b321dd7ea33731fd70ab06b70e35bfa8e044d1f96a", "prompt_tokens": 7706, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7706.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102580603479173, "start_epoch_ns": 1792736520883260749, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 99691576467 ], "request_ids": [ "chatcmpl-1-36" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019678131, "visible_ttft": null, "reasoning_ttft": 0.019715523, "performance": { "ingress_ns": 99675234545, "enqueue_ns": 99690163118, "reused_prompt_tokens": 7706 }, "usage": { "prompt_tokens": 7706, "completion_tokens": 1, "total_tokens": 7707, "prompt_tokens_details": { "cached_tokens": 7706 } }, "done": true, "e2e": 0.019834799, "native_first_token_seconds": 0.016341922 }, { "case_id": "49:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "f95861ad52e0e99a87179d53b1c00e103601d67a46002427575d9e55ed5a325c", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102581037175012, "start_epoch_ns": 1792736521316956463, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 100131889255 ], "request_ids": [ "chatcmpl-1-37" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.024715555, "visible_ttft": null, "reasoning_ttft": 0.024742301, "performance": { "ingress_ns": 100108650705, "enqueue_ns": 100129183468, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.024824406, "native_first_token_seconds": 0.02323855 }, { "case_id": "50:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "cea94f477144321251efb3e99366cc30cea66675eeddc1a41c97f899a8628a34", "prompt_tokens": 7707, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7707.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102581477493794, "start_epoch_ns": 1792736521757275056, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 100560488267 ], "request_ids": [ "chatcmpl-1-38" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.012923638, "visible_ttft": null, "reasoning_ttft": 0.012946754, "performance": { "ingress_ns": 100548670187, "enqueue_ns": 100558787918, "reused_prompt_tokens": 7707 }, "usage": { "prompt_tokens": 7707, "completion_tokens": 1, "total_tokens": 7708, "prompt_tokens_details": { "cached_tokens": 7707 } }, "done": true, "e2e": 0.013030103, "native_first_token_seconds": 0.01181808 }, { "case_id": "51:2", "iteration": 2, "phase": "measured", "ok": true, "body_sha256": "5e669f8383fec3c34ea02a7cd807ce24cdbf9c9e9b7e6328a3e4357c2ddda2a0", "prompt_tokens": 7708, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 7708.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102581906798964, "start_epoch_ns": 1792736522186579754, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 100996099893 ], "request_ids": [ "chatcmpl-1-39" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.01927842, "visible_ttft": null, "reasoning_ttft": 0.019298851, "performance": { "ingress_ns": 100977883653, "enqueue_ns": 100993365114, "reused_prompt_tokens": 7708 }, "usage": { "prompt_tokens": 7708, "completion_tokens": 1, "total_tokens": 7709, "prompt_tokens_details": { "cached_tokens": 7708 } }, "done": true, "e2e": 0.019382978, "native_first_token_seconds": 0.01821624 } ], "metrics": { "primary": { "field": "e2e", "valid_count": 24, "median": 0.0161724385, "p95_nearest_rank": 0.024824406, "spread": { "min": 0.01279692, "max": 0.026670694, "range": 0.013873774000000002 } }, "native_first_token_seconds": { "valid_count": 24, "median": 0.0146857925, "p95_nearest_rank": 0.02323855, "spread": { "min": 0.011756989, "max": 0.023643855, "range": 0.011886865999999998 } } } } ], "arm_primary_summary": { "A": { "valid_count": 48, "median": 0.017036522999999998, "p95_nearest_rank": 0.024824406, "spread": { "min": 0.012459982, "max": 0.026670694, "range": 0.014210712000000002 }, "field": "e2e" }, "B": { "valid_count": 48, "median": 0.020010183, "p95_nearest_rank": 0.028380574, "spread": { "min": 0.012368534, "max": 0.0306534, "range": 0.018284866 }, "field": "e2e" } }, "pairs": [ { "A_incarnation": "1-a", "B_incarnation": "2-b", "expected_cases_per_arm": 24, "identical_case_id_sets": true, "output_ids_equal_cases": 24, "complete_work_equal_cases": 24, "cases": [ { "case_id": "40:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "40:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "41:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "41:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "42:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "42:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "43:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "43:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "44:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "44:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "45:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "45:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "46:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "46:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "47:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "47:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "48:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "48:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "49:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "49:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "50:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "50:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "51:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "51:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] } ], "paired_percent_delta_B_minus_A": { "valid_count": 24, "median": 17.355705112096416, "p95_nearest_rank": 91.60579693706975, "spread": { "min": -41.02446329150447, "max": 94.43385871801807, "range": 135.45832200952253 } }, "delta_reason": null }, { "A_incarnation": "4-a", "B_incarnation": "3-b", "expected_cases_per_arm": 24, "identical_case_id_sets": true, "output_ids_equal_cases": 24, "complete_work_equal_cases": 24, "cases": [ { "case_id": "40:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "40:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "41:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "41:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "42:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "42:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "43:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "43:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "44:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "44:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "45:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "45:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "46:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "46:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "47:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "47:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "48:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "48:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "49:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "49:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "50:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "50:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "51:1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "51:2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] } ], "paired_percent_delta_B_minus_A": { "valid_count": 24, "median": 9.703517238176103, "p95_nearest_rank": 62.22659285241803, "spread": { "min": -38.89046531747544, "max": 126.70907530874618, "range": 165.59954062622162 } }, "delta_reason": null } ] }, "pageheavy": { "primary_metric": "client_generated_ttft", "incarnations": [ { "incarnation": "1-a", "arm": "A", "source_directory": "OPERATOR_PATH_ad0e27503970/1-a", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "0", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "fe46f5cdb46c57bd65d72a9b8e294ddf41554f098e01d92dce01a98f39b91045", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102822967137957, "start_epoch_ns": 1792736763246919352, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 103666240937 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.023421634, "visible_ttft": null, "reasoning_ttft": 0.023480154, "performance": { "ingress_ns": 103644169951, "enqueue_ns": 103663912080, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.023577279, "native_first_token_seconds": 0.022070986 }, { "case_id": "1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6fcb78050f2e5eec577a4ff878ad7c4a948b59019adf509ad61234adf422d9c6", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102823405442916, "start_epoch_ns": 1792736763685224530, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104102729500 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.02144365, "visible_ttft": null, "reasoning_ttft": 0.021463358, "performance": { "ingress_ns": 104082768265, "enqueue_ns": 104099737473, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.021537889, "native_first_token_seconds": 0.019961235 }, { "case_id": "2", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "950637226ab0a77bfcd9e95080ea3bf222505cc2e58ba53ff8beacecbb6d7821", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102823840672808, "start_epoch_ns": 1792736764120453645, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104530662967 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014075825, "visible_ttft": null, "reasoning_ttft": 0.01409872, "performance": { "ingress_ns": 104517301742, "enqueue_ns": 104529000089, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.014185487, "native_first_token_seconds": 0.013361225 }, { "case_id": "3", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "84f9fdc75d4a8a4fc678cc3130cead5737943feedeb5e6eaf705a2a75616dc24", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102824270815503, "start_epoch_ns": 1792736764550597032, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104966288685 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021513483, "visible_ttft": null, "reasoning_ttft": 0.021579816, "performance": { "ingress_ns": 104948042725, "enqueue_ns": 104964003076, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.02178026, "native_first_token_seconds": 0.01824596 }, { "case_id": "4", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "9a1ee41d2f2406b1da747ccc0a99a6ac4c84d0e3ad1621a3f5a593f5ea3e68bf", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102824711285329, "start_epoch_ns": 1792736764991066779, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105418717293 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.032158134, "visible_ttft": null, "reasoning_ttft": 0.032181084, "performance": { "ingress_ns": 105388742040, "enqueue_ns": 105415424168, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.032262792, "native_first_token_seconds": 0.029975253 }, { "case_id": "5", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "172d0877ef0ae4769596ecacfaaad26f874d59e4ccf182ef2b15ef3c2940a320", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102825157314110, "start_epoch_ns": 1792736765437095238, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105860274995 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.027817273, "visible_ttft": null, "reasoning_ttft": 0.027840733, "performance": { "ingress_ns": 105834193136, "enqueue_ns": 105856842395, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.027921213, "native_first_token_seconds": 0.026081859 }, { "case_id": "6", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "d79a67909cd3cc9a984e4b1dac3e91c7f1d0337c1fceb4798de349ba76843bd2", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102825601817351, "start_epoch_ns": 1792736765881598379, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 106305368453 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.029038419, "visible_ttft": null, "reasoning_ttft": 0.029069713, "performance": { "ingress_ns": 106278694930, "enqueue_ns": 106301911059, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.029171141, "native_first_token_seconds": 0.026673523 }, { "case_id": "7", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "690712c8e3f1c8973c82dc8d6fc43728a5dfdb824ff90c7c35cf87f136a938a1", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102826056473428, "start_epoch_ns": 1792736766336254928, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 106772577850 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.041689262, "visible_ttft": null, "reasoning_ttft": 0.041713777, "performance": { "ingress_ns": 106734288354, "enqueue_ns": 106770490470, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.041797045, "native_first_token_seconds": 0.038289496 }, { "case_id": "8", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1d6b4109f0a7676b682c86be3926b9bfadda7040804e2840e4107b488d8c24ae", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102826517824275, "start_epoch_ns": 1792736766797605580, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 107242982298 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.053338763, "visible_ttft": null, "reasoning_ttft": 0.053362343, "performance": { "ingress_ns": 107195862620, "enqueue_ns": 107241091549, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.05343649, "native_first_token_seconds": 0.047119678 }, { "case_id": "9", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "b74ace7f44a55206493d65e591c330e089d82b2cf63fafd00821bee1111a42a6", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102826997660848, "start_epoch_ns": 1792736767277442092, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 107725285699 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.057308999, "visible_ttft": null, "reasoning_ttft": 0.057356659, "performance": { "ingress_ns": 107675821478, "enqueue_ns": 107721317193, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.057478741, "native_first_token_seconds": 0.049464221 }, { "case_id": "10", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "422ce6957ee4ea01665522db19f8e9a1e1b49f64398e1bc2a12383fde868a058", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102827484999838, "start_epoch_ns": 1792736767764793603, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 108211249923 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.053500265, "visible_ttft": null, "reasoning_ttft": 0.053540822, "performance": { "ingress_ns": 108162782356, "enqueue_ns": 108209642102, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.05365439, "native_first_token_seconds": 0.048467567 }, { "case_id": "11", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f9799d3a0667d381aabc63c40668c1b6136160888b812e0634f7f8c21cabc940", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1102827962506595, "start_epoch_ns": 1792736768242287581, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 108689702946 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.057076474, "visible_ttft": null, "reasoning_ttft": 0.057103844, "performance": { "ingress_ns": 108639617583, "enqueue_ns": 108687686012, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.057184419, "native_first_token_seconds": 0.050085363 } ], "metrics": { "primary": { "field": "client_generated_ttft", "valid_count": 12, "median": 0.0305982765, "p95_nearest_rank": 0.057308999, "spread": { "min": 0.014075825, "max": 0.057308999, "range": 0.043233174 } }, "native_first_token_seconds": { "valid_count": 12, "median": 0.028324388, "p95_nearest_rank": 0.050085363, "spread": { "min": 0.013361225, "max": 0.050085363, "range": 0.036724138 } } } }, { "incarnation": "2-b", "arm": "B", "source_directory": "OPERATOR_PATH_260e13dc0f16/2-b", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "0", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "fe46f5cdb46c57bd65d72a9b8e294ddf41554f098e01d92dce01a98f39b91045", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103069004935705, "start_epoch_ns": 1792737009284716799, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 102436762814 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.014461901, "visible_ttft": null, "reasoning_ttft": 0.014491007, "performance": { "ingress_ns": 102423308897, "enqueue_ns": 102435297167, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.014591939, "native_first_token_seconds": 0.013453917 }, { "case_id": "1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6fcb78050f2e5eec577a4ff878ad7c4a948b59019adf509ad61234adf422d9c6", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103069431034150, "start_epoch_ns": 1792737009710815188, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 102867441847 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.019634615, "visible_ttft": null, "reasoning_ttft": 0.019675634, "performance": { "ingress_ns": 102849390926, "enqueue_ns": 102865384111, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.019785486, "native_first_token_seconds": 0.018050921 }, { "case_id": "2", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "950637226ab0a77bfcd9e95080ea3bf222505cc2e58ba53ff8beacecbb6d7821", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103069860823004, "start_epoch_ns": 1792737010140603693, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 103297050290 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.01857311, "visible_ttft": null, "reasoning_ttft": 0.018592894, "performance": { "ingress_ns": 103279168941, "enqueue_ns": 103294553318, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.018672008, "native_first_token_seconds": 0.017881349 }, { "case_id": "3", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "84f9fdc75d4a8a4fc678cc3130cead5737943feedeb5e6eaf705a2a75616dc24", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103070289713103, "start_epoch_ns": 1792737010569494223, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 103722471619 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015174875, "visible_ttft": null, "reasoning_ttft": 0.015198895, "performance": { "ingress_ns": 103708297304, "enqueue_ns": 103720169684, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.015280457, "native_first_token_seconds": 0.014174315 }, { "case_id": "4", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "9a1ee41d2f2406b1da747ccc0a99a6ac4c84d0e3ad1621a3f5a593f5ea3e68bf", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103070717906316, "start_epoch_ns": 1792737010997687444, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104170269965 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.040049592, "visible_ttft": null, "reasoning_ttft": 0.040092238, "performance": { "ingress_ns": 104137276584, "enqueue_ns": 104168392579, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.040226323, "native_first_token_seconds": 0.032993381 }, { "case_id": "5", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "172d0877ef0ae4769596ecacfaaad26f874d59e4ccf182ef2b15ef3c2940a320", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103071173710547, "start_epoch_ns": 1792737011453491369, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104618195785 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.026754943, "visible_ttft": null, "reasoning_ttft": 0.026782846, "performance": { "ingress_ns": 104592321886, "enqueue_ns": 104615299044, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.026853571, "native_first_token_seconds": 0.025873899 }, { "case_id": "6", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "d79a67909cd3cc9a984e4b1dac3e91c7f1d0337c1fceb4798de349ba76843bd2", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103071616946879, "start_epoch_ns": 1792737011896728224, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105061768424 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.027963481, "visible_ttft": null, "reasoning_ttft": 0.027994003, "performance": { "ingress_ns": 105035639099, "enqueue_ns": 105058713662, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.028091294, "native_first_token_seconds": 0.026129325 }, { "case_id": "7", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "690712c8e3f1c8973c82dc8d6fc43728a5dfdb824ff90c7c35cf87f136a938a1", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103072063178603, "start_epoch_ns": 1792737012342959721, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105511274506 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.03112266, "visible_ttft": null, "reasoning_ttft": 0.031154989, "performance": { "ingress_ns": 105481910771, "enqueue_ns": 105508057052, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.031261098, "native_first_token_seconds": 0.029363735 }, { "case_id": "8", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1d6b4109f0a7676b682c86be3926b9bfadda7040804e2840e4107b488d8c24ae", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103072512293044, "start_epoch_ns": 1792737012792074173, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105974441351 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.052653962, "visible_ttft": null, "reasoning_ttft": 0.052693847, "performance": { "ingress_ns": 105931073926, "enqueue_ns": 105971988313, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.052796355, "native_first_token_seconds": 0.043367425 }, { "case_id": "9", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "b74ace7f44a55206493d65e591c330e089d82b2cf63fafd00821bee1111a42a6", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103072990102010, "start_epoch_ns": 1792737013269882804, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 106454444566 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.048638028, "visible_ttft": null, "reasoning_ttft": 0.048664419, "performance": { "ingress_ns": 106409381025, "enqueue_ns": 106452226151, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.048740342, "native_first_token_seconds": 0.045063541 }, { "case_id": "10", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "422ce6957ee4ea01665522db19f8e9a1e1b49f64398e1bc2a12383fde868a058", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103073462072696, "start_epoch_ns": 1792737013741853759, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 106929086528 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.052831994, "visible_ttft": null, "reasoning_ttft": 0.052855993, "performance": { "ingress_ns": 106881168275, "enqueue_ns": 106925311127, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.052938474, "native_first_token_seconds": 0.047918253 }, { "case_id": "11", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f9799d3a0667d381aabc63c40668c1b6136160888b812e0634f7f8c21cabc940", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103073939291375, "start_epoch_ns": 1792737014219072240, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 107406564467 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.051673781, "visible_ttft": null, "reasoning_ttft": 0.05170006, "performance": { "ingress_ns": 107357817979, "enqueue_ns": 107404583916, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.051778777, "native_first_token_seconds": 0.048746488 } ], "metrics": { "primary": { "field": "client_generated_ttft", "valid_count": 12, "median": 0.029543070499999997, "p95_nearest_rank": 0.052831994, "spread": { "min": 0.014461901, "max": 0.052831994, "range": 0.038370093 } }, "native_first_token_seconds": { "valid_count": 12, "median": 0.02774653, "p95_nearest_rank": 0.048746488, "spread": { "min": 0.013453917, "max": 0.048746488, "range": 0.035292570999999995 } } } }, { "incarnation": "3-b", "arm": "B", "source_directory": "OPERATOR_PATH_538d961ce9db/3-b", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "0", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "fe46f5cdb46c57bd65d72a9b8e294ddf41554f098e01d92dce01a98f39b91045", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103304838741759, "start_epoch_ns": 1792737245118522945, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 92763624417 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.021392914, "visible_ttft": null, "reasoning_ttft": 0.021499847, "performance": { "ingress_ns": 92747264787, "enqueue_ns": 92761863622, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.021817774, "native_first_token_seconds": 0.01635963 }, { "case_id": "1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6fcb78050f2e5eec577a4ff878ad7c4a948b59019adf509ad61234adf422d9c6", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103305284029848, "start_epoch_ns": 1792737245563811545, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 93212441195 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.024196018, "visible_ttft": null, "reasoning_ttft": 0.024286149, "performance": { "ingress_ns": 93192902822, "enqueue_ns": 93210949179, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.024538402, "native_first_token_seconds": 0.019538373 }, { "case_id": "2", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "950637226ab0a77bfcd9e95080ea3bf222505cc2e58ba53ff8beacecbb6d7821", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103305724192075, "start_epoch_ns": 1792737246003972891, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 93657342902 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.025796951, "visible_ttft": null, "reasoning_ttft": 0.025836899, "performance": { "ingress_ns": 93632489169, "enqueue_ns": 93654520353, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.025949028, "native_first_token_seconds": 0.024853733 }, { "case_id": "3", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "84f9fdc75d4a8a4fc678cc3130cead5737943feedeb5e6eaf705a2a75616dc24", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103306169672564, "start_epoch_ns": 1792737246449453811, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 94099400075 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.022241179, "visible_ttft": null, "reasoning_ttft": 0.022261732, "performance": { "ingress_ns": 94078271032, "enqueue_ns": 94097121033, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.022342088, "native_first_token_seconds": 0.021129043 }, { "case_id": "4", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "9a1ee41d2f2406b1da747ccc0a99a6ac4c84d0e3ad1621a3f5a593f5ea3e68bf", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103306607546401, "start_epoch_ns": 1792737246887327641, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 94550842395 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.040708091, "visible_ttft": null, "reasoning_ttft": 0.040770084, "performance": { "ingress_ns": 94516569165, "enqueue_ns": 94547373191, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.040967241, "native_first_token_seconds": 0.03427323 }, { "case_id": "5", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "172d0877ef0ae4769596ecacfaaad26f874d59e4ccf182ef2b15ef3c2940a320", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103307069964269, "start_epoch_ns": 1792737247349745734, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 95011909747 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.040165675, "visible_ttft": null, "reasoning_ttft": 0.040235968, "performance": { "ingress_ns": 94979200549, "enqueue_ns": 95010270055, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.040434325, "native_first_token_seconds": 0.032709198 }, { "case_id": "6", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "d79a67909cd3cc9a984e4b1dac3e91c7f1d0337c1fceb4798de349ba76843bd2", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103307530644646, "start_epoch_ns": 1792737247810425524, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 95480441012 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.043433271, "visible_ttft": null, "reasoning_ttft": 0.043457546, "performance": { "ingress_ns": 95438986934, "enqueue_ns": 95477164151, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.043544093, "native_first_token_seconds": 0.041454078 }, { "case_id": "7", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "690712c8e3f1c8973c82dc8d6fc43728a5dfdb824ff90c7c35cf87f136a938a1", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103307998846858, "start_epoch_ns": 1792737248278627634, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 95934714607 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.029623464, "visible_ttft": null, "reasoning_ttft": 0.029651631, "performance": { "ingress_ns": 95907428581, "enqueue_ns": 95932393002, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.029732839, "native_first_token_seconds": 0.027286026 }, { "case_id": "8", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1d6b4109f0a7676b682c86be3926b9bfadda7040804e2840e4107b488d8c24ae", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103308450477323, "start_epoch_ns": 1792737248730258554, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 96406479807 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.052310653, "visible_ttft": null, "reasoning_ttft": 0.05234108, "performance": { "ingress_ns": 96359775081, "enqueue_ns": 96403964578, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.05244043, "native_first_token_seconds": 0.046704726 }, { "case_id": "9", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "b74ace7f44a55206493d65e591c330e089d82b2cf63fafd00821bee1111a42a6", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103308933391953, "start_epoch_ns": 1792737249213173453, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 96888918745 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.055678071, "visible_ttft": null, "reasoning_ttft": 0.05570827, "performance": { "ingress_ns": 96842861184, "enqueue_ns": 96886517265, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.055789224, "native_first_token_seconds": 0.046057561 }, { "case_id": "10", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "422ce6957ee4ea01665522db19f8e9a1e1b49f64398e1bc2a12383fde868a058", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103309416734343, "start_epoch_ns": 1792737249696515365, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 97371313575 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.052074529, "visible_ttft": null, "reasoning_ttft": 0.052114493, "performance": { "ingress_ns": 97325756762, "enqueue_ns": 97367470623, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.052241182, "native_first_token_seconds": 0.045556813 }, { "case_id": "11", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f9799d3a0667d381aabc63c40668c1b6136160888b812e0634f7f8c21cabc940", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103309896571006, "start_epoch_ns": 1792737250176352678, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 97862218512 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.06937185, "visible_ttft": null, "reasoning_ttft": 0.069406088, "performance": { "ingress_ns": 97806205064, "enqueue_ns": 97860513435, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.069516522, "native_first_token_seconds": 0.056013448 } ], "metrics": { "primary": { "field": "client_generated_ttft", "valid_count": 12, "median": 0.040436883, "p95_nearest_rank": 0.06937185, "spread": { "min": 0.021392914, "max": 0.06937185, "range": 0.047978936 } }, "native_first_token_seconds": { "valid_count": 12, "median": 0.033491214000000005, "p95_nearest_rank": 0.056013448, "spread": { "min": 0.01635963, "max": 0.056013448, "range": 0.039653818 } } } }, { "incarnation": "4-a", "arm": "A", "source_directory": "OPERATOR_PATH_97d3178aa99b/4-a", "issues": [], "phases": [ { "phase": "warmup", "expected": 3, "summary_expected": 3, "attempted": 3, "completed": 3, "failed": 0, "missing": 0 }, { "phase": "prime", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, { "phase": "measured", "expected": 12, "summary_expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 } ], "measured_denominator": { "expected": 12, "attempted": 12, "completed": 12, "failed": 0, "missing": 0 }, "measured_rows": [ { "case_id": "0", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "fe46f5cdb46c57bd65d72a9b8e294ddf41554f098e01d92dce01a98f39b91045", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103550841985548, "start_epoch_ns": 1792737491121767271, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 102901755198 ], "request_ids": [ "chatcmpl-1-16" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.015760934, "visible_ttft": null, "reasoning_ttft": 0.015808545, "performance": { "ingress_ns": 102887538959, "enqueue_ns": 102898983383, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.015947946, "native_first_token_seconds": 0.014216239 }, { "case_id": "1", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "6fcb78050f2e5eec577a4ff878ad7c4a948b59019adf509ad61234adf422d9c6", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103551275777013, "start_epoch_ns": 1792737491555558403, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 103340295527 ], "request_ids": [ "chatcmpl-1-17" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.022866004, "visible_ttft": null, "reasoning_ttft": 0.02294117, "performance": { "ingress_ns": 103321464348, "enqueue_ns": 103338842009, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.023154621, "native_first_token_seconds": 0.018831179 }, { "case_id": "2", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "950637226ab0a77bfcd9e95080ea3bf222505cc2e58ba53ff8beacecbb6d7821", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103551716353945, "start_epoch_ns": 1792737491996135328, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 103782292036 ], "request_ids": [ "chatcmpl-1-18" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.024506499, "visible_ttft": null, "reasoning_ttft": 0.0246264, "performance": { "ingress_ns": 103761978067, "enqueue_ns": 103780450322, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.024932879, "native_first_token_seconds": 0.020313969 }, { "case_id": "3", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "84f9fdc75d4a8a4fc678cc3130cead5737943feedeb5e6eaf705a2a75616dc24", "prompt_tokens": 8036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 8036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103552158413129, "start_epoch_ns": 1792737492438194288, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104219189240 ], "request_ids": [ "chatcmpl-1-19" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.01680033, "visible_ttft": null, "reasoning_ttft": 0.016821952, "performance": { "ingress_ns": 104203759342, "enqueue_ns": 104217464765, "reused_prompt_tokens": 8036 }, "usage": { "prompt_tokens": 8036, "completion_tokens": 1, "total_tokens": 8037, "prompt_tokens_details": { "cached_tokens": 8036 } }, "done": true, "e2e": 0.016901507, "native_first_token_seconds": 0.015429898 }, { "case_id": "4", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "9a1ee41d2f2406b1da747ccc0a99a6ac4c84d0e3ad1621a3f5a593f5ea3e68bf", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103552597984862, "start_epoch_ns": 1792737492877765830, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 104673670249 ], "request_ids": [ "chatcmpl-1-20" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.034151304, "visible_ttft": null, "reasoning_ttft": 0.034178837, "performance": { "ingress_ns": 104643442564, "enqueue_ns": 104672057148, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.034259207, "native_first_token_seconds": 0.030227685 }, { "case_id": "5", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "172d0877ef0ae4769596ecacfaaad26f874d59e4ccf182ef2b15ef3c2940a320", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103553058717679, "start_epoch_ns": 1792737493338499066, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105129607550 ], "request_ids": [ "chatcmpl-1-21" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.03247457, "visible_ttft": null, "reasoning_ttft": 0.032540791, "performance": { "ingress_ns": 105104764605, "enqueue_ns": 105127804092, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.032727174, "native_first_token_seconds": 0.024842945 }, { "case_id": "6", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "d79a67909cd3cc9a984e4b1dac3e91c7f1d0337c1fceb4798de349ba76843bd2", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103553516649978, "start_epoch_ns": 1792737493796431326, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 105593713839 ], "request_ids": [ "chatcmpl-1-22" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.039966984, "visible_ttft": null, "reasoning_ttft": 0.040021645, "performance": { "ingress_ns": 105562475158, "enqueue_ns": 105591776141, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.040184845, "native_first_token_seconds": 0.031238681 }, { "case_id": "7", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "690712c8e3f1c8973c82dc8d6fc43728a5dfdb824ff90c7c35cf87f136a938a1", "prompt_tokens": 16036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 16036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103553987604199, "start_epoch_ns": 1792737494267385614, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 106060938180 ], "request_ids": [ "chatcmpl-1-23" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.033172346, "visible_ttft": null, "reasoning_ttft": 0.033209929, "performance": { "ingress_ns": 106033590501, "enqueue_ns": 106057766765, "reused_prompt_tokens": 16036 }, "usage": { "prompt_tokens": 16036, "completion_tokens": 1, "total_tokens": 16037, "prompt_tokens_details": { "cached_tokens": 16036 } }, "done": true, "e2e": 0.033324028, "native_first_token_seconds": 0.027347679 }, { "case_id": "8", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "1d6b4109f0a7676b682c86be3926b9bfadda7040804e2840e4107b488d8c24ae", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103554453196696, "start_epoch_ns": 1792737494732977808, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 106546329363 ], "request_ids": [ "chatcmpl-1-24" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.052885452, "visible_ttft": null, "reasoning_ttft": 0.052913995, "performance": { "ingress_ns": 106499650390, "enqueue_ns": 106542285235, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.052992203, "native_first_token_seconds": 0.046678973 }, { "case_id": "9", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "b74ace7f44a55206493d65e591c330e089d82b2cf63fafd00821bee1111a42a6", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103554932351179, "start_epoch_ns": 1792737495212132160, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 107029078408 ], "request_ids": [ "chatcmpl-1-25" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.063555757, "visible_ttft": null, "reasoning_ttft": 0.063583195, "performance": { "ingress_ns": 106978363069, "enqueue_ns": 107027084396, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.063672208, "native_first_token_seconds": 0.050715339 }, { "case_id": "10", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "422ce6957ee4ea01665522db19f8e9a1e1b49f64398e1bc2a12383fde868a058", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103555427552077, "start_epoch_ns": 1792737495707332800, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 107516333020 ], "request_ids": [ "chatcmpl-1-26" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.05215137, "visible_ttft": null, "reasoning_ttft": 0.052183391, "performance": { "ingress_ns": 107472635008, "enqueue_ns": 107514636297, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.052282362, "native_first_token_seconds": 0.043698012 }, { "case_id": "11", "iteration": 1, "phase": "measured", "ok": true, "body_sha256": "f9799d3a0667d381aabc63c40668c1b6136160888b812e0634f7f8c21cabc940", "prompt_tokens": 29036, "reasoning_tokens": null, "speculative_work": { "flare_speculative_rounds_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_rounds_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_emitted_tokens_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_offered_drafts_total{batch=\"64\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"1\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"2\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"4\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"8\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"16\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"32\",width=\"8\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"1\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"2\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"3\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"4\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"5\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"6\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"7\"}": 0, "flare_speculative_accepted_drafts_total{batch=\"64\",width=\"8\"}": 0, "proposed": 0, "accepted": 0 }, "deltas": { "flare_requests_completed_total": 1.0, "flare_requests_cancelled_total": 0.0, "flare_prefill_tokens_total": 0.0, "flare_generated_tokens_total": 1.0, "flare_cache_reused_tokens_total": 29036.0, "flare_host_cache_reused_tokens_total": 0.0, "flare_host_cache_stored_total": 0.0, "flare_host_cache_fetched_total": 0.0, "flare_host_cache_store_failed_total": 0.0, "flare_host_cache_fetch_failed_total": 0.0, "flare_host_cache_lookups_total": 1.0, "flare_host_cache_hits_total": 0.0, "flare_cache_hits_total": 1.0 }, "start_ns": 1103555907771267, "start_epoch_ns": 1792737496187552401, "output_token_ids": [ 785 ], "core_token_timestamps_ns": [ 108001031220 ], "request_ids": [ "chatcmpl-1-27" ], "finish_reasons": [ "length" ], "message": { "content": "", "tool_calls": [] }, "client_generated_ttft": 0.056014335, "visible_ttft": null, "reasoning_ttft": 0.056042328, "performance": { "ingress_ns": 107953483554, "enqueue_ns": 107998095993, "reused_prompt_tokens": 29036 }, "usage": { "prompt_tokens": 29036, "completion_tokens": 1, "total_tokens": 29037, "prompt_tokens_details": { "cached_tokens": 29036 } }, "done": true, "e2e": 0.05613031, "native_first_token_seconds": 0.047547666 } ], "metrics": { "primary": { "field": "client_generated_ttft", "valid_count": 12, "median": 0.033661825, "p95_nearest_rank": 0.063555757, "spread": { "min": 0.015760934, "max": 0.063555757, "range": 0.047794823 } }, "native_first_token_seconds": { "valid_count": 12, "median": 0.028787682000000002, "p95_nearest_rank": 0.050715339, "spread": { "min": 0.014216239, "max": 0.050715339, "range": 0.0364991 } } } } ], "arm_primary_summary": { "A": { "valid_count": 24, "median": 0.032823458, "p95_nearest_rank": 0.057308999, "spread": { "min": 0.014075825, "max": 0.063555757, "range": 0.049479932000000004 }, "field": "client_generated_ttft" }, "B": { "valid_count": 24, "median": 0.035586126, "p95_nearest_rank": 0.055678071, "spread": { "min": 0.014461901, "max": 0.06937185, "range": 0.054909949 }, "field": "client_generated_ttft" } }, "pairs": [ { "A_incarnation": "1-a", "B_incarnation": "2-b", "expected_cases_per_arm": 12, "identical_case_id_sets": true, "output_ids_equal_cases": 12, "complete_work_equal_cases": 12, "cases": [ { "case_id": "0", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "10", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "11", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "3", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "4", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "5", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "6", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "7", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "8", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "9", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] } ], "paired_percent_delta_B_minus_A": { "valid_count": 12, "median": -6.127592570008277, "p95_nearest_rank": 31.950418536746515, "spread": { "min": -38.25409021420111, "max": 31.950418536746515, "range": 70.20450875094762 } }, "delta_reason": null }, { "A_incarnation": "4-a", "B_incarnation": "3-b", "expected_cases_per_arm": 12, "identical_case_id_sets": true, "output_ids_equal_cases": 12, "complete_work_equal_cases": 12, "cases": [ { "case_id": "0", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "1", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "10", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "11", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "2", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "3", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "4", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "5", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "6", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "7", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "8", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] }, { "case_id": "9", "output_ids_equal": true, "work_equal": true, "mismatch_or_invalid_reasons": [] } ], "paired_percent_delta_B_minus_A": { "valid_count": 12, "median": 7.244716204228142, "p95_nearest_rank": 35.73379597934994, "spread": { "min": -12.394921202810945, "max": 35.73379597934994, "range": 48.128717182160884 } }, "delta_reason": null } ] } }, "source_artifacts": [ { "path": "OPERATOR_PATH_a9822052c2a5/attempts.json", "sha256": "a1b174366827ff2909a0612cb7b0358064e59177fae8e08648585d8f67ccc5a3" }, { "path": "OPERATOR_PATH_af926800fd1d/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_36079f76f1ca/attempts.json", "sha256": "95a26ed429e0de58c474f42b6d42abd9456db7ec66ff4ae5fb016ecc9bc3c606" }, { "path": "OPERATOR_PATH_edcbd4c34458/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_3fdf5385d3e9/attempts.json", "sha256": "77b1b237520d9af333ad7486db15e9378bc502e3dd1be5534cf82e3adeed6055" }, { "path": "OPERATOR_PATH_351805651516/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_144786efc7c5/attempts.json", "sha256": "b0bb997f1bd4024cfbfc56d5baaa3162fb67fa5ab9d1036d1cb6bbf949540073" }, { "path": "OPERATOR_PATH_6b4831adba07/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_5f8d387ee78d/attempts.json", "sha256": "3a3ca452668dd46547026260d700782ebf2c994f3f56904c5807ef581bb94742" }, { "path": "OPERATOR_PATH_dd16504bb61c/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_8209035df1e1/attempts.json", "sha256": "67b39e341f5da1c85a39df5cc32ebe60166f4506ae1e76d12a7d4160d73a14f8" }, { "path": "OPERATOR_PATH_bd0fd694ffc4/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_c0cac5d90222/attempts.json", "sha256": "88e5d5b185d167caa53516f9b74eb6cfc31117d19558dcfaac48850d8b217cbb" }, { "path": "OPERATOR_PATH_8aa9023dcc85/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_bc05cbf3ce81/attempts.json", "sha256": "c06596c650953d10bb0db4650c861ca507bbd570261de0a6947e17002598d157" }, { "path": "OPERATOR_PATH_3ef207d1384c/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_6186e7e4d416/attempts.json", "sha256": "96b3e5b98bbf99c0f9e697fac2a7a1576f1f394b6aab9104a90e596a01fcf32a" }, { "path": "OPERATOR_PATH_923912688132/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_7af3ee45c61d/attempts.json", "sha256": "78287d3ef61cd148a4cf81bc2270001b65d423a50ee1def4041bae09cd1e779e" }, { "path": "OPERATOR_PATH_195110ec0ecf/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_62a724466724/attempts.json", "sha256": "4053ebe9c805b2592c52de6c0032f7a4b8010da0c9a707715a3c74486bf331e8" }, { "path": "OPERATOR_PATH_828d28eddba5/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_c5117454f32b/attempts.json", "sha256": "498b2756d6c62cc1b564c8f60846ab41aa279cbfd1e05c8562a11ee8c9d9be67" }, { "path": "OPERATOR_PATH_9a05b66b9ffc/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_4e944ed8951f/attempts.json", "sha256": "c0081b59d5609b307428f40a4570e98b8ba2df3109689078e05c1b61298fb564" }, { "path": "OPERATOR_PATH_433c4db4e57f/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_e0b92be4deb5/attempts.json", "sha256": "729bf2c64c453b5677d57b3063dbd11dd76aec05bc818689b753b42a4d63d108" }, { "path": "OPERATOR_PATH_eb594d7f566f/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_8d18cfa46b1c/attempts.json", "sha256": "246481903e317fce18ac82556119f05849c4585c224780c23d93f33721a3e7fc" }, { "path": "OPERATOR_PATH_2d4b61268d67/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_a4b5ad4dee6e/attempts.json", "sha256": "7cd15371f1532484df2b4d34afad9ab69bbf5d7ed417dd6a1494dc7d82400b4c" }, { "path": "OPERATOR_PATH_e8d72092629d/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_043e7b0751fd/attempts.json", "sha256": "52521bfe5918ebc22e9c4b5230a62f195ce3d44e6535ddb79dfb98500681f7e6" }, { "path": "OPERATOR_PATH_d629ac918e99/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_c0a66d1b9add/attempts.json", "sha256": "91d64412bc7e3d6fbaa46740e84bb0d9374196b5c8db7805a07b4a94bcbb993a" }, { "path": "OPERATOR_PATH_b066d46f39f6/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_63fb8f0ae5bd/attempts.json", "sha256": "10055e110c72f1a5c4c06cbc17f49708db3cfdefa3db11414e17fc74a9da9f75" }, { "path": "OPERATOR_PATH_c6ecdddf4e6f/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_412ace251689/attempts.json", "sha256": "bf92fe66f3a66d6ad165c70752c38397ab4530683d72bbf4f5e8b8daeb7981b3" }, { "path": "OPERATOR_PATH_c5c6c46c6de2/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_315a68b59c6b/attempts.json", "sha256": "6b6f5883469a2fc02cedb5e20dd93c936b5ac741968059fd600dfbc7ddf4cece" }, { "path": "OPERATOR_PATH_f85e67b03223/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_137942e94355/attempts.json", "sha256": "601511a4e866cdc413318ee4bd64a6c70c55e866c549fc5f03fc0890f4127a34" }, { "path": "OPERATOR_PATH_1d248289f1ef/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_80a38e09da68/attempts.json", "sha256": "b359b1dad5381e763be3d54beb57cedca3233fed53731c416203926281df8371" }, { "path": "OPERATOR_PATH_55a2e5f7001d/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_fdc9779ce647/attempts.json", "sha256": "88fde360003210834e117a1fbf2b9aa41d01e028b3b6c33f4e68251e6dbc87f7" }, { "path": "OPERATOR_PATH_7974b0fc675c/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_3b3d854a3e55/attempts.json", "sha256": "017734c942e3cfe20746df654ce34b796d2d06ed0097062a16a170eb820e168a" }, { "path": "OPERATOR_PATH_d7961794523c/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_1b61d86cf0c5/attempts.json", "sha256": "42df90a39be068b709921c7899efc2bb03c391fced2af4107c18e1dbf5469b96" }, { "path": "OPERATOR_PATH_8ff8da61d92d/summary.json", "sha256": "96112560cf8f90e90e84a3f0691c91fb886e1a2aa96e47e3b48f155632239898" }, { "path": "OPERATOR_PATH_bc5b5b462511/attempts.json", "sha256": "d9fdf132b2d223f69f58bd206fa75019edcd08bd57e91f16145b4420100525eb" }, { "path": "OPERATOR_PATH_5334d9606427/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" }, { "path": "OPERATOR_PATH_c68aabcd92ca/attempts.json", "sha256": "e2613ef523466f5df750e9f2e9e7172f2a1793eb80671cbf5b4643ea6fdf94bd" }, { "path": "OPERATOR_PATH_c2f192f0e316/summary.json", "sha256": "886333870a226932a3ff419f905dfe38a12d504207434ce22c4d8417c7780267" } ] }