Commit 660dfb71 authored by Zhiwei Zhuang's avatar Zhiwei Zhuang
Browse files

check with pre-commit

parent 2bd5dcb6
...@@ -43,7 +43,7 @@ jobs: ...@@ -43,7 +43,7 @@ jobs:
# # mypy turned off for now # # mypy turned off for now
# - name: Lint with mypy # - name: Lint with mypy
# run: mypy . --ignore-missing-imports --check-untyped-defs --explicit-package-bases --warn-unreachable # run: mypy . --ignore-missing-imports --check-untyped-defs --explicit-package-bases --warn-unreachable
Job 2 Job 2:
testcpu: testcpu:
name: CPU Tests name: CPU Tests
runs-on: ubuntu-latest runs-on: ubuntu-latest
......
...@@ -620,7 +620,7 @@ class HFLM(LM): ...@@ -620,7 +620,7 @@ class HFLM(LM):
loglikelihoods.append(string_nll) loglikelihoods.append(string_nll)
return loglikelihoods return loglikelihoods
def _batch_scheduler(self, pos, n_reordered_requests): def _batch_scheduler(self, pos, n_reordered_requests):
sched = pos // int(len(n_reordered_requests) / self.batch_schedule) sched = pos // int(len(n_reordered_requests) / self.batch_schedule)
if sched in self.batch_sizes: if sched in self.batch_sizes:
...@@ -634,9 +634,7 @@ class HFLM(LM): ...@@ -634,9 +634,7 @@ class HFLM(LM):
print( print(
f"Passed argument batch_size = auto:{self.batch_schedule}. Detecting largest batch size" f"Passed argument batch_size = auto:{self.batch_schedule}. Detecting largest batch size"
) )
self.batch_sizes[sched] = self._detect_batch_size( self.batch_sizes[sched] = self._detect_batch_size(n_reordered_requests, pos)
n_reordered_requests, pos
)
print(f"Determined largest batch size: {self.batch_sizes[sched]}") print(f"Determined largest batch size: {self.batch_sizes[sched]}")
return self.batch_sizes[sched] return self.batch_sizes[sched]
...@@ -854,8 +852,7 @@ class HFLM(LM): ...@@ -854,8 +852,7 @@ class HFLM(LM):
if adaptive_batch_size is not None if adaptive_batch_size is not None
else 0, else 0,
fn=self._batch_scheduler fn=self._batch_scheduler
if self.batch_size == "auto" if self.batch_size == "auto" and not adaptive_batch_size
and not adaptive_batch_size
else None, else None,
): ):
contexts, all_gen_kwargs = zip(*chunk) contexts, all_gen_kwargs = zip(*chunk)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment