Process 581927: python -m arbi_serve --model=/models/Qwen3.8-27B-exl3-4.0bpw-servedcal --kv-cache-dtype=tkv --mtp-n-draft=0 --draft-vocab-prefix=full --max-batch=4 --chunk-prefill=auto --max-batched-tokens=2304 --max-context=auto --default-timeout-s=10800 --admin-token-file=/cache/arbi-serve/auth/operator-token
Python v3.12.3 (/usr/bin/python3.12)

Thread 51 (active): "MainThread"
    run (asyncio/runners.py:118)
    run (asyncio/runners.py:194)
    run (uvicorn/server.py:75)
    run (uvicorn/main.py:617)
    main (arbi_serve/cli/bootstrap.py:801)
    _dispatch (arbi_serve/__main__.py:114)
    exit_cli_process (arbi_serve/calibration/child_exit.py:212)
    <module> (arbi_serve/__main__.py:120)
    _run_code (<frozen runpy>:88)
    _run_module_as_main (<frozen runpy>:198)
Thread 77 (idle): "OtelBatchSpanRecordProcessor"
    wait (threading.py:359)
    wait (threading.py:655)
    worker (_shared_internal/__init__.py:168)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 79 (idle): "OtelBatchLogRecordProcessor"
    wait (threading.py:359)
    wait (threading.py:655)
    worker (_shared_internal/__init__.py:168)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 80 (idle): "OtelPeriodicExportingMetricReader"
    wait (threading.py:359)
    wait (threading.py:655)
    _ticker (metrics/_internal/export/__init__.py:547)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 81 (idle): "arbi_serve.otel_emit"
    wait (threading.py:355)
    get (queue.py:171)
    _drain (arbi_serve/server/metrics/__init__.py:782)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 174 (idle): "tier-ttl-sweep"
    wait (threading.py:359)
    wait (threading.py:655)
    _loop (arbi_serve/cache/tier_maintenance.py:80)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 210 (idle): "Thread-1"
    wait (threading.py:359)
    wait (threading.py:655)
    run (tqdm/_monitor.py:60)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 263 (idle): "savepoint-promoter"
    wait (threading.py:359)
    wait (threading.py:655)
    _promoter_run (arbi_serve/cache/recurrent_savepoint.py:2724)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 264 (active): "savepoint-offload-monitor"
    poll (multiprocessing/popen_fork.py:27)
    wait (multiprocessing/popen_fork.py:43)
    join (multiprocessing/process.py:149)
    _monitor_loop (arbi_serve/cache/offload_client.py:365)
    _spawn_and_watch (arbi_serve/cache/offload_client.py:350)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 266 (active): "savepoint-offload-reader"
    recv (arbi_serve/cache/offload_protocol.py:298)
    _read_loop (arbi_serve/cache/offload_client.py:393)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 279 (idle): "savepoint-flusher"
    wait (threading.py:359)
    wait (threading.py:655)
    _run (arbi_serve/cache/savepoint_retention.py:1096)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 280 (idle): "tier-ttl-sweep"
    wait (threading.py:359)
    wait (threading.py:655)
    _loop (arbi_serve/cache/tier_maintenance.py:80)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 298 (active): "arbi-fwd_0"
    _worker (concurrent/futures/thread.py:89)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 331 (active): "gc-probe-report"
    _reporter (arbi_serve/engine/gc_probe.py:157)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 332 (active): "arbi-engine-loop"
    synchronize (torch/cuda/streams.py:254)
    materialize (arbi_serve/runtime/async_output.py:245)
    drain_pending_output (arbi_serve/engine/run_step/__init__.py:1082)
    _commit_step_result (arbi_serve/engine/run_step/__init__.py:929)
    _step_cooperative (arbi_serve/engine/run_step/__init__.py:514)
    step (arbi_serve/engine/run_step/__init__.py:249)
    step_async (arbi_serve/engine/run_step/step_variants.py:600)
    run_step (arbi_serve/spec_decode/strategy.py:162)
    _dispatch_plan (arbi_serve/engine/run_step/__init__.py:176)
    run_step_async (arbi_serve/engine/run_step/__init__.py:164)
    _run_forever_inner (arbi_serve/engine/run_step/loop.py:380)
    run_forever (arbi_serve/engine/run_step/loop.py:118)
    run_forever (arbi_serve/engine/engine_runtime.py:188)
    _run (asyncio/events.py:88)
    _run_once (asyncio/base_events.py:1987)
    run_forever (asyncio/base_events.py:641)
    run_until_complete (asyncio/base_events.py:674)
    _thread_main (arbi_serve/engine/engine_thread.py:124)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 340 (active): "arbi-tokenizer_0"
    _worker (concurrent/futures/thread.py:89)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 341 (active): "arbi-cpu-prep_0"
    _worker (concurrent/futures/thread.py:89)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 342 (active): "arbi-tokenizer_1"
    _worker (concurrent/futures/thread.py:89)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 343 (active): "arbi-cpu-prep_1"
    _worker (concurrent/futures/thread.py:89)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
Thread 363 (active): "ThreadPoolExecutor-4_0"
    _worker (concurrent/futures/thread.py:89)
    run (threading.py:1010)
    _bootstrap_inner (threading.py:1073)
    _bootstrap (threading.py:1030)
