Unverified Commit ff74b1b9 authored by Niklas Muennighoff's avatar Niklas Muennighoff Committed by GitHub
Browse files

Do not enforce unnecessary dependencies

parent e81d3cce
...@@ -7,7 +7,6 @@ import os ...@@ -7,7 +7,6 @@ import os
import json import json
import hashlib import hashlib
import datasets import datasets
from sqlitedict import SqliteDict
from tqdm import tqdm from tqdm import tqdm
import torch import torch
import torch.nn.functional as F import torch.nn.functional as F
...@@ -891,6 +890,7 @@ class CachingLM: ...@@ -891,6 +890,7 @@ class CachingLM:
:param cache_db: str :param cache_db: str
Path to cache db Path to cache db
""" """
from sqlitedict import SqliteDict
self.lm = lm self.lm = lm
self.cache_db = cache_db self.cache_db = cache_db
if os.path.dirname(cache_db): if os.path.dirname(cache_db):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment