github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-05 18:40:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

make scripts executable (#1555)

Browse Source
This commit is contained in:
cebtenzzre
2023-10-24 09:28:21 -04:00
committed by GitHub
parent f414c28589
commit e90263c23f
15 changed files with 14 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
gpt4all-training/clean.py Normal file → Executable file
View File

@@ -1,3 +1,4 @@
#!/usr/bin/env python3
import numpy as np
import glob
import os
@@ -71,4 +72,4 @@ for file in glob.glob(os.path.join(prompt_generation_dir, "*.jsonl")):
clean_name = file.split(".jsonl")[0] + "_clean.jsonl"
print(f"writing to {curr_len} rows to {clean_name}")
df.to_json(clean_name, orient="records", lines=True)
df.to_json(clean_name, orient="records", lines=True)