feat: use gpu backend for clip if available (abetlen#1175)

iamlemec · web-flow · commit 19b55ad3e55c · 2024-02-11T13:53:59.000-05:00
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -46,6 +46,14 @@ if (LLAMA_BUILD)
     )
 
     if (LLAVA_BUILD)
+        if (LLAMA_CUBLAS)
+            add_compile_definitions(GGML_USE_CUBLAS)
+        endif()
+
+        if (LLAMA_METAL)
+            add_compile_definitions(GGML_USE_METAL)
+        endif()
+
         # Building llava
         add_subdirectory(vendor/llama.cpp/examples/llava)
         set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava")
