tritonserver-trtllm-backend
Last changed
Contact our team to test out this image for free. Please also indicate any other images you would like to evaluate.
Request trialPackage | Version |
|---|---|
abseil-cpp | 20250127.1-r4 |
apache-arrow | 21.0.0-r0 |
bash | 5.3-r2 |
binutils | 2.45-r0 |
c-ares | 1.34.5-r2 |
ca-certificates-bundle | 20250619-r4 |
cairo | 1.18.4-r1 |
chainguard-baselayout | 20230214-r15 |
cuda-toolkit-12.4 | 12.4-r6 |
eudev-libs | 3.2.14-r40 |
fontconfig-config | 2.17.1-r1 |
freetype | 2.13.3-r2 |
gcc | 15.1.0-r3 |
gdbm | 1.26-r0 |
glibc | 2.41-r56 |
glibc-dev | 2.41-r56 |
glibc-locale-posix | 2.41-r56 |
glog | 0.7.1-r2 |
gmock | 1.17.0-r3 |
gmp | 6.3.0-r8 |
grpc-1.71 | 1.71.2-r4 |
gtest | 1.17.0-r3 |
hwloc-cuda-12.4 | 2.12.1-r2 |
icu77-data-full | 77.1-r0 |
isl | 0.27-r4 |
ld-linux | 2.41-r56 |
libacl1 | 2.3.2-r52 |
libarchive | 3.8.1-r1 |
libatomic | 15.1.0-r3 |
libb64-1.2 | 1.2.1-r1 |
libbrotlicommon1 | 1.1.0-r6 |
libbrotlidec1 | 1.1.0-r6 |
libbrotlienc1 | 1.1.0-r6 |
libbz2-1 | 1.0.8-r20 |
libcap | 2.76-r5 |
libcrypt1 | 2.41-r56 |
libcrypto3 | 3.5.1-r1 |
libevent | 2.1.12-r8 |
libexpat1 | 2.7.1-r2 |
libffi | 3.5.1-r1 |
libfontconfig1 | 2.17.1-r1 |
libgcc | 15.1.0-r3 |
libgfortran | 15.1.0-r3 |
libgo | 15.1.0-r3 |
libgomp | 15.1.0-r3 |
libicu77 | 77.1-r0 |
libidn2 | 2.3.8-r3 |
libllvm-17 | 17.0.6-r7 |
liblz4-1 | 1.10.0-r5 |
libnvinfer-9.3 | 9.3.0.1-r2 |
libnvinfer-bin-9.3 | 9.3.0.1-r2 |
libnvinfer-dispatch-9.3 | 9.3.0.1-r2 |
libnvinfer-lean-9.3 | 9.3.0.1-r2 |
libnvinfer-plugin-9.3 | 9.3.0.1-r2 |
libnvinfer-vc-plugin-9.3 | 9.3.0.1-r2 |
libnvonnxparser-9.3 | 9.3.0.1-r2 |
libpng | 1.6.50-r1 |
libprotobuf | 3.29.5-r2 |
libprotoc | 3.29.5-r2 |
libpsl | 0.21.5-r6 |
libquadmath | 15.1.0-r3 |
libssl3 | 3.5.1-r1 |
libstdc++ | 15.1.0-r3 |
libstdc++-12 | 12.4.0-r12 |
libstdc++-dev | 15.1.0-r3 |
libsystemd | 257.7-r1 |
libthrift | 0.22.0-r4 |
libunistring | 1.3-r4 |
libunwind | 1.8.2-r2 |
libx11 | 1.8.12-r3 |
libxau | 1.0.12-r3 |
libxcb | 1.17.0-r7 |
libxcrypt | 4.4.38-r3 |
libxcrypt-dev | 4.4.38-r3 |
libxdmcp | 1.1.5-r8 |
libxext | 1.3.6-r6 |
libxml2 | 2.14.5-r1 |
libxrender | 0.9.12-r4 |
libzstd1 | 1.5.7-r3 |
linux-headers | 6.16-r0 |
mpc | 1.3.1-r7 |
mpdecimal | 4.0.1-r3 |
mpfr | 4.2.2-r2 |
ncurses | 6.5_p20250621-r1 |
ncurses-terminfo-base | 6.5_p20250621-r1 |
nss-db | 2.41-r56 |
nss-hesiod | 2.41-r56 |
numactl | 2.0.19-r1 |
nvidia-cuda-cudart-12.4 | 12.4.127-r12 |
nvidia-cuda-cupti-12.4 | 12.4.127-r1 |
nvidia-cuda-ld-config-12.4 | 1-r5 |
nvidia-cuda-nvcc-12.4 | 12.4.131-r8 |
nvidia-cuda-nvml-dev-12.4 | 12.4.127-r5 |
nvidia-cuda-nvrtc-12.4 | 12.4.127-r5 |
nvidia-cuda-nvtx-12.4 | 12.4.127-r4 |
nvidia-cudnn-8-compat | 8.9.7.29-r10 |
nvidia-cudnn-8-cuda-12 | 8.9.7.29-r10 |
nvidia-cudnn-8-ld-config | 8.9.7.29-r10 |
nvidia-cudnn-9-compat | 9.11.0.98-r1 |
nvidia-cudnn-9-cuda-12 | 9.11.0.98-r1 |
nvidia-cudnn-9-ld-config | 9.11.0.98-r1 |
nvidia-libcublas-12.4 | 12.4.5.8-r6 |
nvidia-libcuda-12.4 | 550.54.15-r53 |
nvidia-libcufft-12.4 | 11.2.1.3-r5 |
nvidia-libcurand-12.4 | 10.3.5.147-r4 |
nvidia-libcusolver-12.4 | 11.6.1.9-r7 |
nvidia-libcusparse-12.4 | 12.3.1.170-r7 |
nvidia-libnvidia-ml-12.4 | 550.54.15-r53 |
nvidia-libnvjitlink-12.4 | 12.4.127-r8 |
nvidia-nccl-cuda-12.4 | 2.27.7-r0 |
openblas | 0.3.30-r2 |
openmp-17 | 17.0.6-r9 |
openmp-17-dev | 17.0.6-r9 |
openmpi-cuda-12.4 | 5.0.8-r1 |
openpmix | 6.0.0-r2 |
openssf-compiler-options | 20240627-r26 |
pixman | 0.46.4-r0 |
posix-cc-wrappers | 1-r7 |
prrte | 4.0.0-r2 |
py3-pip-wheel | 25.1.1-r5 |
py3-setuptools-wheel | 80.9.0-r2 |
py3.10-aiohappyeyeballs | 2.6.1-r1 |
py3.10-aiohttp | 3.12.15-r0 |
py3.10-aiosignal | 1.4.0-r2 |
py3.10-astunparse | 1.6.3-r9 |
py3.10-async-timeout | 5.0.1-r0 |
py3.10-attrs | 25.3.0-r1 |
py3.10-certifi | 2025.07.14-r2 |
py3.10-charset-normalizer | 3.4.2-r3 |
py3.10-colorama | 0.4.6-r10 |
py3.10-dill | 0.4.0-r2 |
py3.10-filelock | 3.18.0-r2 |
py3.10-frozenlist | 1.7.0-r2 |
py3.10-fsspec | 2025.7.0-r2 |
py3.10-grpcio-1.74 | 1.74.0-r1 |
py3.10-hf-xet | 1.1.5-r1 |
py3.10-huggingface-hub | 0.34.3-r0 |
py3.10-idna | 3.10-r4 |
py3.10-importlib-metadata | 8.7.0-r3 |
py3.10-jinja2 | 3.1.6-r1 |
py3.10-markupsafe | 3.0.2-r3 |
py3.10-mpi4py | 4.1.0-r1 |
py3.10-mpmath | 1.3.0-r6 |
py3.10-multidict | 6.6.3-r2 |
py3.10-networkx | 3.4.2-r1 |
py3.10-numpy-1.26 | 1.26.5-r2 |
py3.10-onnx | 1.18.0-r4 |
py3.10-packaging | 25.0-r2 |
py3.10-pandas | 2.3.1-r1 |
py3.10-propcache | 0.3.2-r2 |
py3.10-protobuf | 6.31.1-r4 |
py3.10-psutil | 7.0.0-r1 |
py3.10-pyarrow | 21.0.0-r0 |
py3.10-pybind11 | 2.13.6-r1 |
py3.10-pygments | 2.19.2-r2 |
py3.10-pyparsing | 3.2.3-r1 |
py3.10-python-dateutil | 2.9.0-r10 |
py3.10-pytz | 2025.2-r2 |
py3.10-pyyaml | 6.0.2-r5 |
py3.10-requests | 2.32.4-r2 |
py3.10-safetensors | 0.6.0-r3 |
py3.10-sentencepiece | 0.2.0-r10 |
py3.10-setuptools | 80.9.0-r2 |
py3.10-six | 1.17.0-r2 |
py3.10-sympy | 1.14.0-r2 |
py3.10-tokenizers | 0.21.4-r0 |
py3.10-torch-2.3-cuda-12.4 | 2.3.1-r4 |
py3.10-tqdm | 4.67.1-r3 |
py3.10-transformers | 4.54.1-r0 |
py3.10-typing-extensions | 4.14.1-r2 |
py3.10-tzdata | 2025.2-r2 |
py3.10-urllib3 | 2.5.0-r2 |
py3.10-wheel | 0.46.1-r4 |
py3.10-yarl | 1.21.1-r2 |
py3.10-zipp | 3.23.0-r4 |
python-3.10 | 3.10.18-r3 |
python-3.10-base | 3.10.18-r3 |
rapidjson | 1.1.0-r5 |
re2 | 2025.07.17-r1 |
readline | 8.3-r1 |
snappy | 1.2.2-r1 |
tensorrt-9.3 | 9.3.0.1-r2 |
tritonserver-2.45 | 2.45.0-r7 |
tritonserver-backend-python-24.04 | 24.04-r4 |
tritonserver-backend-tensorrtllm-24.04 | 0.9.0-r6 |
utf8proc | 2.10.0-r1 |
wolfi-baselayout | 20230201-r23 |
xz | 5.8.1-r2 |
yaml | 0.2.5-r7 |
zlib | 1.3.1-r51 |