starcoder: use ggml_graph_plan

This commit is contained in:
aaron miller
2023-07-27 16:56:47 -07:00
committed by Adam Treat
parent 27a8b020c3
commit 33c22be2aa
2 changed files with 4 additions and 3 deletions

View File

@@ -132,6 +132,7 @@ foreach(BUILD_VARIANT IN LISTS BUILD_VARIANTS)
add_library(starcoder-${BUILD_VARIANT} SHARED
starcoder.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
target_compile_definitions(starcoder-${BUILD_VARIANT} PRIVATE LLAMA_VERSIONS=>=3 LLAMA_DATE=999999)
prepare_target(starcoder llama-mainline)
endif()
endforeach()