From 0f7128796a4ebfcd404e7e2f69b70ea7103a8e9b Mon Sep 17 00:00:00 2001 From: a-ghorbani Date: Mon, 6 Jan 2025 09:53:57 +0100 Subject: [PATCH] feat(android): enable runtime repacking for Q4_0 quantization on aarch64 --- android/src/main/CMakeLists.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/android/src/main/CMakeLists.txt b/android/src/main/CMakeLists.txt index c689457..a5dee71 100644 --- a/android/src/main/CMakeLists.txt +++ b/android/src/main/CMakeLists.txt @@ -49,7 +49,7 @@ function(build_library target_name cpu_flags) target_link_libraries(${target_name} ${LOG_LIB} android) - target_compile_options(${target_name} PRIVATE -DLM_GGML_USE_CPU -pthread ${cpu_flags}) + target_compile_options(${target_name} PRIVATE -DLM_GGML_USE_CPU -DLM_GGML_USE_CPU_AARCH64 -pthread ${cpu_flags}) if (${CMAKE_BUILD_TYPE} STREQUAL "Debug") target_compile_options(${target_name} PRIVATE -DRNLLAMA_ANDROID_ENABLE_LOGGING)