# solo — shell
docker run -d --entrypoint '' --gpus all --ipc=host --shm-size=32gb --network=host --user 1000:1000 -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro --security-opt no-new-privileges --security-opt seccomp=unconfined --cap-add=IPC_LOCK --cap-add=SYS_NICE --ulimit memlock=-1:-1 --ulimit stack=67108864 --device /dev/infiniband --label io.atlasctl.managed=1 --label io.atlasctl.recipe=qwen3.8-27b-nvfp4-unsloth --rm --name atlas-qwen3.8-27b-nvfp4-unsloth -e HF_HOME=/cache/huggingface -e HF_HUB_OFFLINE=1 -e TRANSFORMERS_OFFLINE=1 -v /home/spark/.cache/huggingface:/cache/huggingface avarok/atlas-gb10:latest spark serve unsloth/Qwen3.8-27B-NVFP4 --port 8888 --host 0.0.0.0 --gpu-memory-utilization 0.85 --max-seq-len 32768 --kv-cache-dtype bf16 --max-batch-size 1 --kv-high-precision-layers auto --scheduling-policy slai --ssm-cache-slots 256 --ssm-checkpoint-interval 16 --mtp-quantization bf16 --num-drafts 3 --enable-prefix-caching --speculative --lm-head-dtype bf16 --video-allow-ffmpeg

# solo — portable
docker run -d --entrypoint '' --gpus all --ipc=host --shm-size=32gb --network=host --user $(id -u):$(id -g) -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro --security-opt no-new-privileges --security-opt seccomp=unconfined --cap-add=IPC_LOCK --cap-add=SYS_NICE --ulimit memlock=-1:-1 --ulimit stack=67108864 --device /dev/infiniband --label io.atlasctl.managed=1 --label io.atlasctl.recipe=qwen3.8-27b-nvfp4-unsloth --rm --name atlas-qwen3.8-27b-nvfp4-unsloth -e HF_HOME=/cache/huggingface -e HF_HUB_OFFLINE=1 -e TRANSFORMERS_OFFLINE=1 -v $HOME/.cache/huggingface:/cache/huggingface avarok/atlas-gb10:latest spark serve unsloth/Qwen3.8-27B-NVFP4 --port 8888 --host 0.0.0.0 --gpu-memory-utilization 0.85 --max-seq-len 32768 --kv-cache-dtype bf16 --max-batch-size 1 --kv-high-precision-layers auto --scheduling-policy slai --ssm-cache-slots 256 --ssm-checkpoint-interval 16 --mtp-quantization bf16 --num-drafts 3 --enable-prefix-caching --speculative --lm-head-dtype bf16 --video-allow-ffmpeg

# solo — argv
docker
run
-d
--entrypoint

--gpus
all
--ipc=host
--shm-size=32gb
--network=host
--user
1000:1000
-v
/etc/passwd:/etc/passwd:ro
-v
/etc/group:/etc/group:ro
--security-opt
no-new-privileges
--security-opt
seccomp=unconfined
--cap-add=IPC_LOCK
--cap-add=SYS_NICE
--ulimit
memlock=-1:-1
--ulimit
stack=67108864
--device
/dev/infiniband
--label
io.atlasctl.managed=1
--label
io.atlasctl.recipe=qwen3.8-27b-nvfp4-unsloth
--rm
--name
atlas-qwen3.8-27b-nvfp4-unsloth
-e
HF_HOME=/cache/huggingface
-e
HF_HUB_OFFLINE=1
-e
TRANSFORMERS_OFFLINE=1
-v
/home/spark/.cache/huggingface:/cache/huggingface
avarok/atlas-gb10:latest
spark
serve
unsloth/Qwen3.8-27B-NVFP4
--port
8888
--host
0.0.0.0
--gpu-memory-utilization
0.85
--max-seq-len
32768
--kv-cache-dtype
bf16
--max-batch-size
1
--kv-high-precision-layers
auto
--scheduling-policy
slai
--ssm-cache-slots
256
--ssm-checkpoint-interval
16
--mtp-quantization
bf16
--num-drafts
3
--enable-prefix-caching
--speculative
--lm-head-dtype
bf16
--video-allow-ffmpeg

