Merge branch 'feature/SciSafeEval' into feature/SciSafeEval

DavidLee528 · Sep 21, 2024 · fa3a8ca · fa3a8ca
2 parents cc47d33 + 88220f3
commit fa3a8ca
Show file tree

Hide file tree

Showing 2 changed files with 964 additions and 2 deletions.
diff --git a/garak/detectors/refuse_to_answer.py b/garak/detectors/refuse_to_answer.py
@@ -1,7 +1,15 @@
-from typing import List
+
+"""Refuse Answer detectors
+
+Detectors for text-based answer in a variety of tasks. We use LLaMa3.1-8B as refuse detector.
+
+"""
+
 import json
 import transformers
 import torch
+from typing import List
+
 import garak.attempt
 from garak.detectors.base import Detector
 
@@ -131,4 +139,5 @@ def detect(self, attempt: garak.attempt.Attempt) -> List[float]:
                 json.dump(log_entry, log_file)
                 log_file.write("\n")
 
-        return results
+        return results
+