From 0fa5de3910c18cb18751bfabde8c1adada630aec Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Fri, 13 Mar 2026 17:26:27 -0700 Subject: [PATCH 1/2] Update tensorrtllm build.py section --- build.py | 17 ++++------------- 1 file changed, 4 insertions(+), 13 deletions(-) diff --git a/build.py b/build.py index dd72c25adb..4967b36298 100755 --- a/build.py +++ b/build.py @@ -1279,21 +1279,12 @@ def create_dockerfile_linux( """ if "tensorrtllm" in backends: df += """ -# Install required packages for TRT-LLM models -# Remove contents that are not needed in runtime -# Setuptools has breaking changes in version 70.0.0, so fix it to 69.5.1 -# The generated code in grpc_service_pb2_grpc.py depends on grpcio>=1.64.0, so fix it to 1.64.0 RUN ldconfig && \\ ARCH="$(uname -i)" && \\ - rm -fr ${TRT_ROOT}/bin ${TRT_ROOT}/targets/${ARCH}-linux-gnu/bin ${TRT_ROOT}/data && \\ - rm -fr ${TRT_ROOT}/doc ${TRT_ROOT}/onnx_graphsurgeon ${TRT_ROOT}/python && \\ - rm -fr ${TRT_ROOT}/samples ${TRT_ROOT}/targets/${ARCH}-linux-gnu/samples && \\ - pip3 install --no-cache-dir transformers && \\ - find /usr -name libtensorrt_llm.so -exec dirname {} \\; > /etc/ld.so.conf.d/tensorrt-llm.conf && \\ - find /opt/tritonserver -name libtritonserver.so -exec dirname {} \\; > /etc/ld.so.conf.d/triton-tensorrtllm-worker.conf && \\ - pip3 install --no-cache-dir grpcio-tools==1.64.0 && \\ - pip3 uninstall -y setuptools -ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH + find /usr /opt -name libtensorrt_llm.so -exec dirname {} \\; > /etc/ld.so.conf.d/tensorrt-llm.conf && \\ + find /opt/tritonserver -name lib*so -exec dirname {} \\; > /etc/ld.so.conf.d/tritonserver.conf && \\ + ldconfig + """ with open(os.path.join(ddir, dockerfile_name), "w") as dfile: dfile.write(df) From d734c3539b22fd9c5c7459eb5728d374c0480a3e Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Mon, 16 Mar 2026 15:53:09 -0700 Subject: [PATCH 2/2] remove unused line --- build.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/build.py b/build.py index 4967b36298..cc63b7e60a 100755 --- a/build.py +++ b/build.py @@ -1280,8 +1280,6 @@ def create_dockerfile_linux( if "tensorrtllm" in backends: df += """ RUN ldconfig && \\ - ARCH="$(uname -i)" && \\ - find /usr /opt -name libtensorrt_llm.so -exec dirname {} \\; > /etc/ld.so.conf.d/tensorrt-llm.conf && \\ find /opt/tritonserver -name lib*so -exec dirname {} \\; > /etc/ld.so.conf.d/tritonserver.conf && \\ ldconfig