chore(tgi): use AWS Neuron SDK 2.18

huggingface · Apr 2, 2024 · e841333 · e841333
1 parent 78435de
commit e841333
Showing 1 changed file with 7 additions and 7 deletions.
diff --git a/text-generation-inference/Dockerfile b/text-generation-inference/Dockerfile
@@ -91,19 +91,19 @@ RUN wget -qO - https://apt.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEU
 # Install neuronx packages
 RUN apt-get update -y \
  && apt-get install -y --no-install-recommends \
-    aws-neuronx-dkms=2.15.9.0 \
-    aws-neuronx-collectives=2.20.11.0-c101c322e \
-    aws-neuronx-runtime-lib=2.20.11.0-b7d33e68b \
-    aws-neuronx-tools=2.17.0.0 \
+    aws-neuronx-dkms=2.16.7.0 \
+    aws-neuronx-collectives=2.20.22.0-c101c322e \
+    aws-neuronx-runtime-lib=2.20.22.0-1b3ca6425 \
+    aws-neuronx-tools=2.17.1.0 \
     && rm -rf /var/lib/apt/lists/* \
     && apt-get clean
 
 ENV PATH="/opt/bin/:/opt/aws/neuron/bin:${PATH}"
 
 RUN pip3 install \
-    neuronx-cc==2.12.68.0 \
-    torch-neuronx==1.13.1.1.13.1 \
-    transformers-neuronx==0.9.474 \
+    neuronx-cc==2.13.66.0 \
+    torch-neuronx==1.13.1.1.14.0 \
+    transformers-neuronx==0.10.0.21 \
     --extra-index-url=https://pip.repos.neuron.amazonaws.com
 
 # Install HuggingFace packages