Back to images

vllm-openai

FIPS AvailableSecurity Hardened

vllm-openai | CleanStart Images

Container Specifications

Version:

Package Support

Has APK?Yes

Has a shell?Yes

Runtime Configuration

Entrypointvllm serve

User0

Working directory/vllm-workspace

Stop signalSIGTERM

Environment Variables

PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

CC/usr/bin/gcc

CUDA_VERSION13.0.2

CXX/usr/bin/g++

LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib

NVIDIA_DRIVER_CAPABILITIEScompute,utility

NVIDIA_REQUIRE_CUDAcuda>=13.0

NVIDIA_VISIBLE_DEVICESall

NV_CUDA_CUDART_VERSION13.0.96-1

SSL_CERT_FILE/etc/ssl/certs/ca-certificates.crt

TORCH_CUDA_ARCH_LIST7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX

UV_HTTP_TIMEOUT500

UV_INDEX_STRATEGYunsafe-best-match

UV_LINK_MODEcopy

VLLM_ENABLE_CUDA_COMPATIBILITY0

VLLM_USAGE_SOURCEproduction-docker-image

Command

N/A

JSON

json

{
  "IMAGE": "vllm-openai:0.27.1-dev",
  "ENTRYPOINT": [
    "vllm",
    "serve"
  ],
  "ENVIRONMENT": [
    "PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
    "CC=/usr/bin/gcc",
    "CUDA_VERSION=13.0.2",
    "CXX=/usr/bin/g++",
    "LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib",
    "NVIDIA_DRIVER_CAPABILITIES=compute,utility",
    "NVIDIA_REQUIRE_CUDA=cuda>=13.0",
    "NVIDIA_VISIBLE_DEVICES=all",
    "NV_CUDA_CUDART_VERSION=13.0.96-1",
    "SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt",
    "TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX",
    "UV_HTTP_TIMEOUT=500",
    "UV_INDEX_STRATEGY=unsafe-best-match",
    "UV_LINK_MODE=copy",
    "VLLM_ENABLE_CUDA_COMPATIBILITY=0",
    "VLLM_USAGE_SOURCE=production-docker-image"
  ],
  "CMD": null,
  "WORKDIR": "/vllm-workspace",
  "USER": "0",
  "Has_apk": "true",
  "Has_shell": "true",
  "EOL": "N/A",
  "EOS": "N/A"
}