update:parse script

bigcode-project · Apr 21, 2024 · e2e0b42 · e2e0b42
1 parent 7c1827e
commit e2e0b42
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/script/parse.py b/script/parse.py
@@ -312,6 +312,8 @@ def validate_doc_example(data):
     os.makedirs("data/processed")
     with open("data/open-eval.jsonl", "w") as f:
         for file in tqdm(glob("data/clean/*.py")):
+            if "ratna" in file:
+                continue
             data = extract_content(file)
             # assert validate_lib_num(data), f"Less than 2 libraries are used in {file.replace('clean/', 'raw/')}"
             # assert validate_doc_example(data), f"Example is missing in {file.replace('clean/', 'raw/')}"