Skip to content

Commit

Permalink
chore: roll back to lama_cpp 0.2.76
Browse files Browse the repository at this point in the history
  • Loading branch information
umbertogriffo committed Aug 2, 2024
1 parent d0eb886 commit 8110883
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ install_cuda:
poetry config virtualenvs.in-project true
poetry install --extras "cuda-acceleration" --no-root --no-ansi
echo "Installing llama-cpp-python and ctransformers with pip to get NVIDIA CUDA acceleration"
. .venv/bin/activate && CMAKE_ARGS="-DGGML_CUDA=on" pip3 install llama-cpp-python==$(llama_cpp_version)
. .venv/bin/activate && CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip3 install llama-cpp-python==$(llama_cpp_version)
. .venv/bin/activate && pip3 install ctransformers[cuda]==$(ctransformers_version)

install_metal:
Expand All @@ -25,7 +25,7 @@ install_metal:
poetry config virtualenvs.in-project true
poetry install --no-root --no-ansi
echo "Installing llama-cpp-python and ctransformers with pip to get Metal GPU acceleration for macOS systems only (it doesn't install CUDA dependencies)"
. .venv/bin/activate && CMAKE_ARGS="-DGGML_METAL=on" pip3 install llama-cpp-python==$(llama_cpp_version)
. .venv/bin/activate && CMAKE_ARGS="-DLLAMA_METAL" pip3 install llama-cpp-python==$(llama_cpp_version)
. .venv/bin/activate && CT_METAL=1 pip install ctransformers==$(ctransformers_version) --no-binary ctransformers

install_pre_commit:
Expand Down

0 comments on commit 8110883

Please sign in to comment.