diff --git a/gpt4all-backend/bert.cpp b/gpt4all-backend/bert.cpp
index f74e8554..31dc7d98 100644
--- a/gpt4all-backend/bert.cpp
+++ b/gpt4all-backend/bert.cpp
@@ -490,8 +490,10 @@ struct bert_ctx * bert_load_from_file(const char *fname)
 #endif
 
     bert_ctx * new_bert = new bert_ctx;
+#if defined(GGML_USE_KOMPUTE)
     new_bert->buf_compute.force_cpu = true;
     new_bert->work_buf.force_cpu = true;
+#endif
 
     bert_model & model = new_bert->model;
     bert_vocab & vocab = new_bert->vocab;