github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-10-24 09:29:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

conversion scripts: cleanup

Browse Source
This commit is contained in:
Cebtenzzre
2023-09-28 15:32:43 -04:00
committed by Adam Treat
parent 6277eac9cc
commit fd47088f2b
3 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-backend/scripts/convert_bert_hf_to_gguf.py
View File

@@ -1,7 +1,6 @@
from __future__ import annotations
import json
import os
import struct
import sys
from pathlib import Path
@@ -12,7 +11,7 @@ from transformers import AutoModel, AutoTokenizer
if not 2 <= len(sys.argv) < 4:
print("Usage: {} dir-model [ftype]\n".format(os.path.basename(__file__)))
print("Usage: {} dir-model [ftype]\n".format(Path(__file__).name))
print(" ftype == 0 -> float32")
print(" ftype == 1 -> float16")
sys.exit(1)
@@ -29,6 +28,7 @@ with open(dir_model / "vocab.txt", encoding="utf-8") as f:
#
# map from ftype to string
ftype_str = ["f32", "f16"]
ftype = 1
if len(sys.argv) > 2:
ftype = int(sys.argv[2])