Unverified Commit 265d3414 authored by Stella Biderman's avatar Stella Biderman Committed by GitHub
Browse files

Merge pull request #913 from Muennighoff/patch-1

Do not enforce unnecessary dependencies
parents 0325c8ba ff74b1b9
...@@ -7,7 +7,6 @@ import os ...@@ -7,7 +7,6 @@ import os
import json import json
import hashlib import hashlib
import datasets import datasets
from sqlitedict import SqliteDict
from tqdm import tqdm from tqdm import tqdm
import torch import torch
import torch.nn.functional as F import torch.nn.functional as F
...@@ -891,6 +890,7 @@ class CachingLM: ...@@ -891,6 +890,7 @@ class CachingLM:
:param cache_db: str :param cache_db: str
Path to cache db Path to cache db
""" """
from sqlitedict import SqliteDict
self.lm = lm self.lm = lm
self.cache_db = cache_db self.cache_db = cache_db
if os.path.dirname(cache_db): if os.path.dirname(cache_db):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment