-e
ARBI_ASSERT_WARM_CACHE=0
-e
ARBI_ENABLE_VISION=1
-e
ARBI_EXT_SHARE_DIR=/fleet-cache/ext-cache
-e
ARBI_PREFIX_TIER=host:4
-e
ARBI_RUNTIME_CACHE_DIR=/runtime-cache
-e
ARBI_RUNTIME_CACHE_DIR_LIMIT_GIB=20
-e
ARBI_SERVE_CALIBRATION_DIR=/cal
-e
ARBI_SERVE_LOGPROBS=sampled
-e
ARBI_SERVE_SUPERVISED=1
-e
ARBI_TP_SIZE=1
-e
CUBLAS_WORKSPACE_CONFIG=:1024:1
-e
CUDA_DEVICE_ORDER=PCI_BUS_ID
-e
HF_HUB_OFFLINE=1
-e
NVIDIA_DRIVER_CAPABILITIES=compute,utility
-e
OTEL_EXPORTER_OTLP_ENDPOINT=http://otel-collector.observability.svc:4318
-e
OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf
-e
PYTHONDONTWRITEBYTECODE=
-e
PYTHONPYCACHEPREFIX=/cache/pycache
-e
TKV_BITS=4
-e
TKV_CACHE_DIR=/cache/tkv
-e
TKV_CALIBRATION_BASIS=
-e
TKV_CALIBRATION_CORPUS_DIR=/calibration-corpus/real-corpus-v2
-e
TKV_CALIBRATION_FILE=/models/Qwen3.8-27B-exl3-4.0bpw-vision6/kv_calibration.json
-e
TKV_MTP_MAX_BLOCK_M=12
-e
TRANSFORMERS_OFFLINE=1
-v
/home/arbi-admin/ctx4295/k8s-root/models:/models:ro
-v
/home/arbi-admin/ctx4295/k8s-root/calibrations:/cal:ro
-v
/home/arbi-admin/ctx4295/k8s-root/calibration-corpus:/calibration-corpus:ro
-v
scratch-cache:/cache
-v
/home/arbi-admin/ctx4295/fleet:/fleet-cache
-v
scratch-runtime-cache:/runtime-cache
--shm-size
8g
-v
/home/arbi-admin/ctx4295/runs/20261106T175706Z/scratch/secret-auth:/run/auth:ro
-v
/home/arbi-admin/ctx4295/fleet/flat-weights:/cache/arbi-serve/flat-weights
--user
10001:10001
--cpus
6
--memory
28g
--
--model=/models/Qwen3.8-27B-exl3-4.0bpw-vision6
--served-name=Qwen3.8-27B
--kv-cache-dtype=tkv
--enable-mtp
--mtp-n-draft=7
--dflash-draft-path=/models/Qwen3.8-27B-DFlash2-exl3-6.0bpw
--draft-vocab-prefix=half
--draft-vocab-tail=derive
--max-batch=4
--prefill-capture=eager
--no-prefill-continuation-capture
--max-context=auto
--default-timeout-s=10800
--chunk-prefill=auto
--max-batched-tokens=auto
--gpu-memory-utilization=1.0
--auth-tokens-file=/run/auth/tokens
--host=0.0.0.0
--port=18741
