diff --git a/clean.py b/clean.py index 4553e22e..4712820b 100644 --- a/clean.py +++ b/clean.py @@ -6,7 +6,7 @@ import jsonlines import pandas as pd -prompt_generation_dir = "raw_data_sanity_cleaned_delobotomized" +prompt_generation_dir = "raw_data_sanity_cleaned_without_p3/" for file in glob.glob(os.path.join(prompt_generation_dir, "*.jsonl")): if "clean.jsonl" in file: continue