packaged by Chainguard
Contact our team to test out this image for free. Please also indicate any other images you would like to evaluate.
| Has apk? | no |
| Has a shell? | yes |
| User | 1000 |
| Environment variables | CUDA_HOME=/usr/local/cuda-13.0HF_HOME=/tmp/huggingfaceHF_HUB_DISABLE_TELEMETRY=1LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda-13.0/lib64LIBRARY_PATH=/usr/local/cuda-13.0/lib64/stubsNVIDIA_DRIVER_CAPABILITIES=compute,utilityNVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576NVIDIA_VISIBLE_DEVICES=allPATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda-13.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/binPYTHONPATH=/kserve-workspace/huggingfaceserverSAFETENSORS_FAST_GPU=1SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crtVIRTUAL_ENV=/kserve-workspace/prod_venvVLLM_WORKER_MULTIPROC_METHOD=spawn |
| Entrypoint | python3 -m huggingfaceserver |
| CMD | — |
| Volumes | — |
| Working directory | /kserve-workspace |
| Stop signal | — |
{
"User": "1000",
"Env": [
"CUDA_HOME=/usr/local/cuda-13.0",
"HF_HOME=/tmp/huggingface",
"HF_HUB_DISABLE_TELEMETRY=1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda-13.0/lib64",
"LIBRARY_PATH=/usr/local/cuda-13.0/lib64/stubs",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576",
"NVIDIA_VISIBLE_DEVICES=all",
"PATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda-13.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"PYTHONPATH=/kserve-workspace/huggingfaceserver",
"SAFETENSORS_FAST_GPU=1",
"SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt",
"VIRTUAL_ENV=/kserve-workspace/prod_venv",
"VLLM_WORKER_MULTIPROC_METHOD=spawn"
],
"Entrypoint": [
"python3",
"-m",
"huggingfaceserver"
],
"WorkingDir": "/kserve-workspace",
"Labels": {
"org.opencontainers.image.created": "2026-09-01T22:18:05Z",
"org.opencontainers.image.source": "https://github.com/chainguard-images/images-private/tree/main/images/kserve-fips",
"org.opencontainers.image.title": "kserve-huggingfaceserver-fips",
"org.opencontainers.image.url": "https://images.chainguard.dev/directory/image/kserve-huggingfaceserver-fips/overview",
"org.opencontainers.image.vendor": "Chainguard",
"dev.chainguard.image.title": "kserve-huggingfaceserver-fips",
"dev.chainguard.package.main": "kserve-huggingfaceserver-cuda-13.0-fips",
"org.opencontainers.image.authors": "Chainguard Team https://www.chainguard.dev/"
}
}