Adapt code

This commit is contained in:
mudler
2023-06-01 14:37:14 +02:00
committed by AT
parent fca2578a81
commit 79cef86bec
6 changed files with 24 additions and 90 deletions

View File

@@ -4,16 +4,12 @@ extern "C" {
#include <stdbool.h>
void* load_mpt_model(const char *fname, int n_threads);
void* load_gpt4all_model(const char *fname, int n_threads);
void* load_llama_model(const char *fname, int n_threads);
void* load_gptj_model(const char *fname, int n_threads);
void gptj_model_prompt( const char *prompt, void *m, char* result, int repeat_last_n, float repeat_penalty, int n_ctx, int tokens, int top_k,
void gpt4all_model_prompt( const char *prompt, void *m, char* result, int repeat_last_n, float repeat_penalty, int n_ctx, int tokens, int top_k,
float top_p, float temp, int n_batch,float ctx_erase);
void gptj_free_model(void *state_ptr);
void gpt4all_free_model(void *state_ptr);
extern unsigned char getTokenCallback(void *, char *);