Docker vllm build
Docker Container for vllm
python3.12 -m venv venv
source venv/bin/activate
pip install torch==2.7.1 torchaudio==2.7.1 torchvision --index-url https://download.pytorch.org/whl/cu128
sudo /etc/docker/daemon.json
sudo systemctl restart docker
export INDEX_HOST=jetson-ai-lab.io
git clone https://github.com/sachinsshetty/jetson-containers
bash jetson-containers/install.sh
CUDA_VERSION=12.8 jetson-containers build pytorch
CUDA_VERSION=12.8 jetson-containers build vllm
jetson-containers build vllm
sudo docker build -t dwani/vllm-arm64:latest -f Dockerfile .
sudo docker push dwani/vllm-arm64:latest
sudo docker run --runtime nvidia -it --rm --network=host dwani:vllm
sudo docker run --runtime nvidia -it --rm -p 7890:8000 dwani:vllm
--
docker pull dwani/vllm-arm64:latest sudo docker tag dwani/vllm-arm64:latest dwani/vllm-arm64:latest
sudo docker push dwani/vllm-arm64:latest
- References
- https://github.com/sachinsshetty/jetson-containers/blob/master/docs/setup.md