23:37:34 prime   ttft=5899.1ms wall=5.90s prompt=32843 cached=0
23:37:40 ft (328 changed) {"accept_invariant_pin": 0, "activation_budget_deferred_row": 0, "activation_budget_narrowed_chunk": 0, "activation_gate_arm_no_scheduler": 0, "activation_gate_armed": 1, "activation_gate_rearm_requested": 1, "activation_gate_rearmed": 1, "activation_step_budget_below_minimum": 0, "activation_step_budget_measured_zero": 0, "activation_step_reserve_overcommitted": 0, "async_output_copy": 0, "async_verify_copy": 1, "autotune_sweep_unfunded": 0, "batch_build_persistent_materialize": 1, "batch_materialized": 52, "boot_autotune_oom_fallback": 0, "boot_manifest_hit": 0, "boot_store_consulted": 1, "casper_side_curve_point": 0, "casper_side_exl3_form_bound": 0, "casper_side_handoff": 0, "casper_side_mlp_armed": 0, "casper_side_not_armed": 0, "casper_side_prefill_replay": 0, "casper_side_prefill_route": 0, "casper_side_projection_bound": 0, "compile_fast_passes_applied": 1, "cross_layer_fusion_built": 1, "cudagraph_decode_replay": 0, "cudagraph_drafter_replay": 0, "cudagraph_drafter_replay_external": 0, "cudagraph_drafter_replay_segmented": 0, "cudagraph_prefill_replay": 0, "cudagraph_verify_replay": 1, "decode_input_pipeline": 0, "decode_kv_ring_armed": 0, "decode_stream_request": 1, "derived_weights_floor_refuse": 0, "derived_weights_price_untested": 0, "dflash2_selector_rows": 92, "dflash2_selector_steps": 1, "dflash_assemble_fallback_step": 0, "dflash_attn_flash_varlen": 1, "dflash_attn_sdpa": 0, "dflash_capture_armed": 1, "dflash_compile_armed": 1, "dflash_conf_dump_write": 0, "dflash_conf_markov_first_read": 0, "dflash_context_reseed": 94, "dflash_device_slots_build": 1, "dflash_draft_ctx_cap_bound": 0, "dflash_draft_ctx_wrap": 32, "dflash_draft_slot_reclaimed": 0, "dflash_drafter_disabled": 0, "dflash_graph_assemble_step": 1, "dflash_observe_pass": 37, "dflash_observe_span": 1, "dflash_persistent_ring_step": 0, "dflash_pp_replicate_drafter_build": 0, "dflash_realize_captured": 1, "dflash_realize_replay": 1, "dflash_seed_context_adopted": 0, "dflash_tp_shard_build": 0, "dflash_walk_params_hoist": 0, "draft_vocab_prefix_draft_steps": 1, "draft_vocab_prefix_emitted": 1, "draft_vocab_prefix_install": 1, "draft_vocab_prefix_missed": 1, "draft_vocab_prefix_order_guard": 0, "draft_vocab_prefix_tp_ceiling": 0, "draft_vocab_prefix_vocab_parallel": 0, "draft_vocab_prefix_vocab_parallel_steps": 0, "draft_vocab_tail_derived": 1, "drafter_dense_q_pooled": 1, "drafter_flat_cache_dump": 1, "drafter_flat_cache_warm_load": 0, "drafter_fused_draw": 1, "drafter_oom_cold_path": 0, "drafter_penalty_align": 1, "drafter_penalty_engaged": 0, "driver_serving_growth_over_accounted": 1, "dspark_dynamic_k_consulted": 0, "dspark_dynamic_k_tokens_saved": 0, "dspark_dynamic_k_truncated_steps": 0, "dspark_markov_semiar_rerank": 0, "dspark_markov_semiar_rows": 0, "dspark_markov_semiar_steps": 0, "dynamo_precompile_store": 1, "eager_plain_offladder": 0, "eager_verify_offladder": 0, "early_http_boot": 1, "embed_quant_apply": 0, "enable_audio_stack_built": 0, "enable_vision_tower_bou
23:37:40 f1      ttft=173.7ms wall=0.50s prompt=33187 cached=32768 chunks=13
23:37:40 ft (8 changed) {"batch_materialized": 65, "dflash2_selector_rows": 105, "dflash_context_reseed": 106, "dflash_draft_ctx_wrap": 44, "dflash_observe_pass": 50, "fwd_step_captured": 39, "fwd_step_eager": 23, "mtp_sample_compact_layout": 41}
23:37:40 f2      ttft=147.5ms wall=0.68s prompt=33130 cached=32768 chunks=20
23:37:41 ft (8 changed) {"batch_materialized": 85, "dflash2_selector_rows": 125, "dflash_context_reseed": 125, "dflash_draft_ctx_wrap": 63, "dflash_observe_pass": 70, "fwd_step_captured": 58, "fwd_step_eager": 24, "mtp_sample_compact_layout": 60}
23:37:41 f3      ttft=148.0ms wall=0.48s prompt=33136 cached=32768 chunks=13
23:37:42 f4      ttft=154.9ms wall=0.40s prompt=33131 cached=32768 chunks=10
23:37:42 ft (8 changed) {"batch_materialized": 108, "dflash2_selector_rows": 148, "dflash_context_reseed": 146, "dflash_draft_ctx_wrap": 84, "dflash_observe_pass": 93, "fwd_step_captured": 79, "fwd_step_eager": 26, "mtp_sample_compact_layout": 81}
23:37:42 flush {'freed_pages': 132, 'tenants_flushed': ['']}
23:37:42 prime   ttft=5794.6ms wall=5.79s prompt=32843 cached=0
23:37:48 f5      ttft=149.5ms wall=0.40s prompt=33125 cached=32768 chunks=10
23:37:48 f6      ttft=143.5ms wall=0.44s prompt=33117 cached=32768 chunks=12
23:37:49 ft (9 changed) {"batch_materialized": 147, "dflash2_selector_rows": 171, "dflash_context_reseed": 167, "dflash_draft_ctx_wrap": 105, "dflash_observe_pass": 117, "fwd_step_captured": 99, "fwd_step_eager": 45, "mtp_sample_compact_layout": 101, "tokenizer_prefix_reuse": 1}
23:37:49 count {'counting': True, 'promoted': 280}
23:37:49 f7      ttft=140.0ms wall=0.63s prompt=33078 cached=32768 chunks=19
23:37:49 f8      ttft=140.0ms wall=0.44s prompt=33087 cached=32768 chunks=12
23:37:50 ft (47 changed) {"async_verify_copy": 30, "batch_build_persistent_materialize": 3, "batch_materialized": 178, "cudagraph_verify_replay": 30, "decode_stream_request": 3, "dflash2_selector_rows": 202, "dflash2_selector_steps": 32, "dflash_context_reseed": 196, "dflash_draft_ctx_wrap": 134, "dflash_graph_assemble_step": 32, "dflash_observe_pass": 148, "dflash_observe_span": 3, "dflash_realize_captured": 32, "dflash_realize_replay": 32, "draft_vocab_prefix_draft_steps": 32, "draft_vocab_prefix_emitted": 129, "drafter_dense_q_pooled": 32, "exl3_attn_sidecar_prefill": 65, "exl3_int8_prefill_gemm": 737, "finished_commit_skipped_rerender": 3, "fwd_step_captured": 128, "fwd_step_eager": 47, "gdn_chunk_indices_primed": 3, "gdn_chunk_indices_step_memo_hit": 97, "gdn_chunk_offsets_primed": 3, "gdn_chunk_offsets_step_memo_hit": 97, "gdn_cu_seqlens_host_route": 3, "gdn_fold_split_delivered": 3, "gdn_fold_split_staged": 97, "gdn_mtp_masked_replay_commit": 30, "has_initial_state_precise_write": 3, "live_event_pushed": 7, "mtp_device_drafts_step": 30, "mtp_philox_verify_step": 30, "mtp_sample_compact_layout": 130, "mtp_seed_forward": 3, "mtp_seed_forward_prefill_bypassed_execute": 3, "mtp_spec_disable_threshold_read": 36, "prefix_incremental_publish_commit": 3, "request_span_exported": 3, "savepoint_fold_split_armed": 3, "savepoint_prompt_end_write": 3, "tkv_compress_prologue": 33, "tkv_pgmeta_hoist_step": 3, "topc_mask": 30, "true_stochastic_draft_resolved": 63, "true_stochastic_draft_temp_read": 63}
