github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-11-12 21:18:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

C# Bindings - Prompt formatting (#712)

Browse Source 
* Added support for custom prompt formatting

* more docs added

* bump version
This commit is contained in:
mvenditto
2023-05-29 01:57:00 +02:00
committed by GitHub
parent 44c23cd2e8
commit 9eb81cb549
5 changed files with 55 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
gpt4all-bindings/csharp/Gpt4All/Gpt4All.cs
View File

@@ -7,19 +7,33 @@ public class Gpt4All : IGpt4AllModel
{
private readonly ILLModel _model;
/// <inheritdoc/>
public IPromptFormatter? PromptFormatter { get; set; }
internal Gpt4All(ILLModel model)
{
_model = model;
PromptFormatter = new DefaultPromptFormatter();
}
private string FormatPrompt(string prompt)
{
if (PromptFormatter == null) return prompt;
return PromptFormatter.FormatPrompt(prompt);
}
public Task<ITextPredictionResult> GetPredictionAsync(string text, PredictRequestOptions opts, CancellationToken cancellationToken = default)
{
ArgumentNullException.ThrowIfNull(text);
return Task.Run(() =>
{
var result = new TextPredictionResult();
var context = opts.ToPromptContext();
var prompt = FormatPrompt(text);
_model.Prompt(text, context, responseCallback: e =>
_model.Prompt(prompt, context, responseCallback: e =>
{
if (e.IsError)
{
@@ -37,6 +51,8 @@ public class Gpt4All : IGpt4AllModel
public Task<ITextPredictionStreamingResult> GetStreamingPredictionAsync(string text, PredictRequestOptions opts, CancellationToken cancellationToken = default)
{
ArgumentNullException.ThrowIfNull(text);
var result = new TextPredictionStreamingResult();
_ = Task.Run(() =>
@@ -44,8 +60,9 @@ public class Gpt4All : IGpt4AllModel
try
{
var context = opts.ToPromptContext();
var prompt = FormatPrompt(text);
_model.Prompt(text, context, responseCallback: e =>
_model.Prompt(prompt, context, responseCallback: e =>
{
if (e.IsError)
{