@@ -1275,23 +1275,23 @@ def create_dockerfile_linux(
1275
1275
# Remove contents that are not needed in runtime
1276
1276
# Setuptools has breaking changes in version 70.0.0, so fix it to 69.5.1
1277
1277
# The generated code in grpc_service_pb2_grpc.py depends on grpcio>=1.64.0, so fix it to 1.64.0
1278
- RUN ldconfig && \
1279
- ARCH="$(uname -i)" && \
1280
- rm -fr ${{ TRT_ROOT}} /bin ${{ TRT_ROOT}} /targets/${{ ARCH}} -linux-gnu/bin ${{ TRT_ROOT} }/data && \\
1281
- rm -fr ${{ TRT_ROOT}} /doc ${{ TRT_ROOT}} /onnx_graphsurgeon ${{ TRT_ROOT} }/python && \\
1282
- rm -fr ${{ TRT_ROOT}} /samples ${{ TRT_ROOT}} /targets/${{ ARCH} }-linux-gnu/samples && \\
1278
+ RUN ldconfig && \\
1279
+ ARCH="$(uname -i)" && \\
1280
+ rm -fr ${TRT_ROOT}/bin ${TRT_ROOT}/targets/${ARCH}-linux-gnu/bin ${TRT_ROOT}/data && \\
1281
+ rm -fr ${TRT_ROOT}/doc ${TRT_ROOT}/onnx_graphsurgeon ${TRT_ROOT}/python && \\
1282
+ rm -fr ${TRT_ROOT}/samples ${TRT_ROOT}/targets/${ARCH}-linux-gnu/samples && \\
1283
1283
pip3 install --no-cache-dir transformers && \\
1284
- find /usr -name libtensorrt_llm.so -exec dirname {{} } \; > /etc/ld.so.conf.d/tensorrt-llm.conf && \\
1285
- find /opt/tritonserver -name libtritonserver.so -exec dirname {{} } \; > /etc/ld.so.conf.d/triton-tensorrtllm-worker.conf && \\
1284
+ find /usr -name libtensorrt_llm.so -exec dirname {} \; > /etc/ld.so.conf.d/tensorrt-llm.conf && \\
1285
+ find /opt/tritonserver -name libtritonserver.so -exec dirname {} \; > /etc/ld.so.conf.d/triton-tensorrtllm-worker.conf && \\
1286
1286
pip3 install --no-cache-dir grpcio-tools==1.64.0 && \\
1287
1287
pip3 uninstall -y setuptools
1288
1288
ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH
1289
1289
1290
1290
# There are some ucc issues when spawning mpi processes with ompi v4.1.7a1.
1291
1291
# Downgrade to ompi v4.1.5rc2 to avoid the issue.
1292
1292
RUN rm -fr /opt/hpcx/ompi
1293
- COPY --from={} /opt/hpcx/ompi /opt/hpcx/ompi
1294
- """ . format ( argmap [ "BASE_IMAGE" ])
1293
+ COPY --from=nvcr.io/nvidia/tritonserver:24.02-py3-min /opt/hpcx/ompi /opt/hpcx/ompi
1294
+ """
1295
1295
with open (os .path .join (ddir , dockerfile_name ), "w" ) as dfile :
1296
1296
dfile .write (df )
1297
1297
0 commit comments