Commit 82b4747b authored by Baber's avatar Baber
Browse files

nit

parent 1efafe22
...@@ -7,6 +7,8 @@ import requests ...@@ -7,6 +7,8 @@ import requests
# from api_model import make_concurrent_requests # from api_model import make_concurrent_requests
from Levenshtein import distance from Levenshtein import distance
from lm_eval.models.utils import retry_on_specific_exceptions
API_KEY = os.getenv("OPENAI_API_KEY") API_KEY = os.getenv("OPENAI_API_KEY")
assert API_KEY is not None, ( assert API_KEY is not None, (
...@@ -58,27 +60,25 @@ Extracted answer: B ...@@ -58,27 +60,25 @@ Extracted answer: B
# Function to send a single request to the OpenAI API # Function to send a single request to the OpenAI API
@retry_on_specific_exceptions(
on_exceptions=[requests.exceptions.RequestException], max_retries=5
)
def send_request(prompt: str): def send_request(prompt: str):
try: headers = {
headers = { "Authorization": f"Bearer {API_KEY}",
"Authorization": f"Bearer {API_KEY}", "Content-Type": "application/json",
"Content-Type": "application/json", }
} data = {
data = { "model": MODEL,
"model": MODEL, "messages": [
"messages": [ {"role": "user", "content": prompt},
{"role": "user", "content": prompt}, ],
], "max_tokens": 100,
"max_tokens": 100, }
} response = requests.post(API_URL, headers=headers, json=data)
response = requests.post(API_URL, headers=headers, json=data) response.raise_for_status()
response.raise_for_status() result = response.json()
result = response.json() return result["choices"][0]["message"]["content"]
return result["choices"][0]["message"]["content"]
except Exception as e:
print(f"An error occurred while requesting: {e}")
return None
def create_test_prompt(demo_prompt, query, response): def create_test_prompt(demo_prompt, query, response):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment