From 6f1963569dc9433416986b07dfe8fc608978fedb Mon Sep 17 00:00:00 2001 From: Evan Kravitz Date: Mon, 17 Jun 2024 19:15:24 +0000 Subject: [PATCH 1/4] fix: apt-get upgrade --- huggingface/pytorch/tgi/docker/2.0.3/Dockerfile | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile b/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile index deb5ecc..f9bce01 100644 --- a/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile +++ b/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile @@ -51,7 +51,7 @@ ARG TARGETPLATFORM ENV PATH /opt/conda/bin:$PATH -RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ +RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ build-essential \ ca-certificates \ ccache \ @@ -84,7 +84,7 @@ FROM pytorch-install as kernel-builder ARG MAX_JOBS=8 -RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ +RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ ninja-build cmake \ && rm -rf /var/lib/apt/lists/* @@ -176,7 +176,7 @@ ENV HUGGINGFACE_HUB_CACHE=/tmp \ WORKDIR /usr/src -RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ +RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ libssl-dev \ ca-certificates \ make \ @@ -233,7 +233,7 @@ COPY --from=builder /usr/src/target/release/text-generation-router /usr/local/bi # Install launcher COPY --from=builder /usr/src/target/release/text-generation-launcher /usr/local/bin/text-generation-launcher -RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ +RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ build-essential \ g++ \ && rm -rf /var/lib/apt/lists/* @@ -261,4 +261,4 @@ CMD ["--json-output"] LABEL dlc_major_version="2" LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.huggingface.tgi="true" -LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true" \ No newline at end of file +LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true" From d5b21e1374bbf88547109fcef081466ca22deba1 Mon Sep 17 00:00:00 2001 From: Evan Kravitz Date: Mon, 17 Jun 2024 19:44:37 +0000 Subject: [PATCH 2/4] chore: update releases.json --- releases.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/releases.json b/releases.json index 351fca6..7ffdd61 100644 --- a/releases.json +++ b/releases.json @@ -78,13 +78,13 @@ "ignore_vulnerabilities": [], "releases": [ { - "framework": "TEI", + "framework": "TGI", "device": "gpu", - "version": "1.2.3", + "version": "2.0.3", "os_version": "ubuntu22.04", - "cuda_version": "cu122", + "cuda_version": "cu121", "python_version": "py310", - "pytorch_version": "2.0.1" + "pytorch_version": "2.3.0" } ] } From 7599d49b584a520301e90a3b8fca8361c150b190 Mon Sep 17 00:00:00 2001 From: Evan Kravitz Date: Mon, 24 Jun 2024 15:24:22 +0000 Subject: [PATCH 3/4] chore: revert changes to lines without git update --- huggingface/pytorch/tgi/docker/2.0.3/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile b/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile index f9bce01..b1ea5ed 100644 --- a/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile +++ b/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile @@ -84,7 +84,7 @@ FROM pytorch-install as kernel-builder ARG MAX_JOBS=8 -RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ +RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ ninja-build cmake \ && rm -rf /var/lib/apt/lists/* @@ -233,7 +233,7 @@ COPY --from=builder /usr/src/target/release/text-generation-router /usr/local/bi # Install launcher COPY --from=builder /usr/src/target/release/text-generation-launcher /usr/local/bin/text-generation-launcher -RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ +RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \ build-essential \ g++ \ && rm -rf /var/lib/apt/lists/* From d5f4405d09741973ba3e62fd5defe191714431c4 Mon Sep 17 00:00:00 2001 From: Evan Kravitz Date: Mon, 24 Jun 2024 15:24:55 +0000 Subject: [PATCH 4/4] chore: fix diff --- huggingface/pytorch/tgi/docker/2.0.3/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile b/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile index b1ea5ed..e5a00ba 100644 --- a/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile +++ b/huggingface/pytorch/tgi/docker/2.0.3/Dockerfile @@ -261,4 +261,4 @@ CMD ["--json-output"] LABEL dlc_major_version="2" LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.huggingface.tgi="true" -LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true" +LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true" \ No newline at end of file