v1.0

b6edc328 · chenzk · b6edc328 · b6edc328 · b6edc328 · b6edc328
Commit b6edc328 authored Jan 17, 2025 by chenzk
20 changed files
--- a/scripts/lcb_runner/runner/claude3_runner.py
+++ b/scripts/lcb_runner/runner/claude3_runner.py
--- a/scripts/lcb_runner/runner/claude_runner.py
+++ b/scripts/lcb_runner/runner/claude_runner.py
--- a/scripts/lcb_runner/runner/cohere_runner.py
+++ b/scripts/lcb_runner/runner/cohere_runner.py
--- a/scripts/lcb_runner/runner/custom_evaluator.py
+++ b/scripts/lcb_runner/runner/custom_evaluator.py
--- a/scripts/lcb_runner/runner/deepseek_runner.py
+++ b/scripts/lcb_runner/runner/deepseek_runner.py
--- a/scripts/lcb_runner/runner/gemini_runner.py
+++ b/scripts/lcb_runner/runner/gemini_runner.py
--- a/scripts/lcb_runner/runner/main.py
+++ b/scripts/lcb_runner/runner/main.py
--- a/scripts/lcb_runner/runner/mistral_runner.py
+++ b/scripts/lcb_runner/runner/mistral_runner.py
--- a/scripts/lcb_runner/runner/oai_runner.py
+++ b/scripts/lcb_runner/runner/oai_runner.py
--- a/scripts/lcb_runner/runner/parser.py
+++ b/scripts/lcb_runner/runner/parser.py
--- a/scripts/lcb_runner/runner/runner_utils.py
+++ b/scripts/lcb_runner/runner/runner_utils.py
--- a/scripts/lcb_runner/runner/scenario_router.py
+++ b/scripts/lcb_runner/runner/scenario_router.py
--- a/scripts/lcb_runner/runner/vllm_runner.py
+++ b/scripts/lcb_runner/runner/vllm_runner.py
--- a/scripts/lcb_runner/utils/extraction_utils.py
+++ b/scripts/lcb_runner/utils/extraction_utils.py
--- a/scripts/lcb_runner/utils/multiprocess.py
+++ b/scripts/lcb_runner/utils/multiprocess.py
--- a/scripts/lcb_runner/utils/path_utils.py
+++ b/scripts/lcb_runner/utils/path_utils.py
--- a/scripts/lcb_runner/utils/scenarios.py
+++ b/scripts/lcb_runner/utils/scenarios.py
+from enum import Enum
+
+
+class Scenario(Enum):
+    codegeneration = "codegeneration"
+    selfrepair = "selfrepair"
+    testoutputprediction = "testoutputprediction"
+    codeexecution = "codeexecution"
--- a/scripts/prompts.py
+++ b/scripts/prompts.py
--- a/scripts/run_direct_gen.py
+++ b/scripts/run_direct_gen.py
--- a/scripts/run_naive_rag.py
+++ b/scripts/run_naive_rag.py