Don't display the endoftext token.

2025-08-12 21:26:21 +00:00 · 2023-04-09 01:22:12 -04:00 · 2023-04-09 01:22:12 -04:00 · 16d2160d40
commit 16d2160d40
parent c430ed12c6
1 changed files with 2 additions and 1 deletions
--- a/gptj.cpp
+++ b/gptj.cpp
@ -740,6 +740,7 @@ void GPTJ::prompt(const std::string &prompt, std::function<bool(const std::strin

            // add it to the context
            embd.push_back(id);
+            if (id != 50256)
                resp.push_back(id);
        } else {
            // if here, it means we are still processing the input prompt