Add initial GPU support

rhasspy · Aug 24, 2023 · 1a7f3e8 · 1a7f3e8
1 parent 5546464
commit 1a7f3e8
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 3 deletions.
diff --git a/openwakeword/Dockerfile b/openwakeword/Dockerfile
@@ -1,4 +1,4 @@
-FROM debian:bullseye-slim
+FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
 ARG TARGETARCH
 ARG TARGETVARIANT
 

diff --git a/piper/Dockerfile b/piper/Dockerfile
@@ -1,4 +1,4 @@
-FROM debian:bullseye-slim
+FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
 ARG TARGETARCH
 ARG TARGETVARIANT
 
@@ -17,6 +17,7 @@ RUN \
     && pip3 install --no-cache-dir -U \
         setuptools \
         wheel \
+        onnxruntime-gpu \
     && pip3 install --no-cache-dir \
         "wyoming-piper==${PIPER_LIB_VERSION}" \
     \

diff --git a/piper/run.sh b/piper/run.sh
@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 python3 -m wyoming_piper \
     --piper '/usr/share/piper/piper' \
+    --cuda \
     --uri 'tcp://0.0.0.0:10200' \
     --data-dir /data \
     --download-dir /data "$@"
diff --git a/whisper/Dockerfile b/whisper/Dockerfile
@@ -1,4 +1,4 @@
-FROM debian:bullseye-slim
+FROM nvidia/cuda:11.2.2-cudnn8-runtime-ubuntu20.04
 
 # Install Whisper
 WORKDIR /usr/src