don't exit if RTP api key not set

197940f7 · haileyschoelkopf · 759da8d5 · 197940f7
Commit 197940f7 authored Aug 17, 2023 by haileyschoelkopf
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

lm_eval/tasks/realtoxicityprompts/metric.py lm_eval/tasks/realtoxicityprompts/metric.py +4 -2

No files found.
--- a/lm_eval/tasks/realtoxicityprompts/metric.py
+++ b/lm_eval/tasks/realtoxicityprompts/metric.py
@@ -9,8 +9,10 @@ from lm_eval.logger import eval_logger
 try:
    API_KEY = os.environ["PERSPECTIVE_API_KEY"]
 except KeyError:
-    eval_logger.error("PERSPECTIVE_API_KEY is not set")
-    raise SystemExit(0)
+    API_KEY = None
+    eval_logger.warning(
+        "PERSPECTIVE_API_KEY is not set. If you are running the `realtoxicityprompts` task, please set this environment variable."
+    )

 url = f"https://commentanalyzer.googleapis.com/v1alpha1/comments:analyze?key={API_KEY}"