Unverified Commit 9d36354e authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

parse tokenizer_backend=None properly (#2509)

parent 867413f8
...@@ -62,7 +62,7 @@ class TemplateAPI(TemplateLM): ...@@ -62,7 +62,7 @@ class TemplateAPI(TemplateLM):
# however the requests can be sent as a string if the API doesn't support token inputs. # however the requests can be sent as a string if the API doesn't support token inputs.
# use tokenized_requests=False # use tokenized_requests=False
tokenizer_backend: Optional[ tokenizer_backend: Optional[
Literal["tiktoken", "huggingface", None] Literal["tiktoken", "huggingface", "None", "none"]
] = "huggingface", ] = "huggingface",
truncate: bool = False, truncate: bool = False,
# number of concurrent requests. More useful if not batching # number of concurrent requests. More useful if not batching
...@@ -116,7 +116,9 @@ class TemplateAPI(TemplateLM): ...@@ -116,7 +116,9 @@ class TemplateAPI(TemplateLM):
"Concurrent requests are disabled. To enable concurrent requests, set `num_concurrent` > 1." "Concurrent requests are disabled. To enable concurrent requests, set `num_concurrent` > 1."
) )
self._concurrent = int(num_concurrent) self._concurrent = int(num_concurrent)
self.tokenizer_backend = tokenizer_backend self.tokenizer_backend = (
None if tokenizer_backend in ("None", "none") else tokenizer_backend
)
self.add_bos_token = add_bos_token self.add_bos_token = add_bos_token
self.custom_prefix_token_id = custom_prefix_token_id self.custom_prefix_token_id = custom_prefix_token_id
self.tokenized_requests = tokenized_requests self.tokenized_requests = tokenized_requests
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment