LM/llama.cpp for CUDA
< LM
Jump to navigation
Jump to search
Build
cmake -B build/cuda -G Ninja \
-DGGML_CUDA=ON \
-DCMAKE_BUILD_TYPE=Release
cmake -B build/cuda -G Ninja \
-DGGML_CUDA=ON \
-DGGML_NATIVE=ON \
-DGGML_LTO=ON \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib"
cmake --build build/cuda
cmake --install build/cuda --prefix ~/llama.cpp/cuda