Commit 8ef7a515 authored by Leo Gao's avatar Leo Gao
Browse files

Switch gpt3 to BaseLM

parent fea936e6
import os import os
import numpy as np import numpy as np
import transformers import transformers
from lm_eval.base import LM, TokenizedLM from lm_eval.base import LM, BaseLM
from lm_eval import utils from lm_eval import utils
from tqdm import tqdm from tqdm import tqdm
import time import time
...@@ -35,7 +35,7 @@ def oa_completion(**kwargs): ...@@ -35,7 +35,7 @@ def oa_completion(**kwargs):
backoff_time *= 1.5 backoff_time *= 1.5
class GPT3LM(TokenizedLM): class GPT3LM(BaseLM):
REQ_CHUNK_SIZE = 20 REQ_CHUNK_SIZE = 20
def __init__(self, engine, truncate=False): def __init__(self, engine, truncate=False):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment