Skip to content

Commit

Permalink
feat: set GGML_NATIVE=OFF
Browse files Browse the repository at this point in the history
  • Loading branch information
jhen0409 committed Jan 19, 2025
1 parent d62cef8 commit cadac22
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions scripts/build-linux.sh
Original file line number Diff line number Diff line change
Expand Up @@ -20,14 +20,15 @@ if [ $ARCH == "x86_64" ]; then
echo "CUDA is not available, skipping CUDA build"
fi
else
yarn clean && yarn build-native
yarn clean && yarn build-native --CDLLAMA_VULKAN=1 --CDVULKAN_SDK="$(realpath 'externals/arm64-Vulkan-SDK')" --CDVARIANT=vulkan
yarn clean && yarn build-native --CDGGML_NATIVE=OFF
yarn clean && yarn build-native --CDGGML_NATIVE=OFF --CDLLAMA_VULKAN=1 --CDVULKAN_SDK="$(realpath 'externals/arm64-Vulkan-SDK')" --CDVARIANT=vulkan

# Check CUDA is available
if [ -f /usr/local/cuda/bin/nvcc ]; then
yarn clean && yarn build-native \
--CDLLAMA_CUDA=1 \
--CDVARIANT=cuda \
--CDGGML_NATIVE=OFF \
--CDCMAKE_CUDA_ARCHITECTURES=87 # > Jetson Orin series
else
echo "CUDA is not available, skipping CUDA build"
Expand Down

0 comments on commit cadac22

Please sign in to comment.