Unverified Commit 888ac292 authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

some minor logging nits (#2609)

* remove yaml extension from phraes_va_common

* remove yaml extension from winogenerated

* remove yaml extension from phrases_es

* no cache debug logging when not used
parent 1044db95
...@@ -398,7 +398,7 @@ class Task(abc.ABC): ...@@ -398,7 +398,7 @@ class Task(abc.ABC):
) )
cache_key += f"-tokenizer{tokenizer_name}" cache_key += f"-tokenizer{tokenizer_name}"
cached_instances = load_from_cache(file_name=cache_key) cached_instances = load_from_cache(file_name=cache_key, cache=cache_requests)
if cache_requests and cached_instances and not rewrite_requests_cache: if cache_requests and cached_instances and not rewrite_requests_cache:
cached_instances = cached_instances[:limit] cached_instances = cached_instances[:limit]
......
...@@ -21,7 +21,9 @@ HASH_PREFIX = hashlib.sha256(HASH_INPUT.encode("utf-8")).hexdigest() ...@@ -21,7 +21,9 @@ HASH_PREFIX = hashlib.sha256(HASH_INPUT.encode("utf-8")).hexdigest()
FILE_SUFFIX = f".{HASH_PREFIX}.pickle" FILE_SUFFIX = f".{HASH_PREFIX}.pickle"
def load_from_cache(file_name): def load_from_cache(file_name: str, cache: bool = False):
if not cache:
return
try: try:
path = f"{PATH}/{file_name}{FILE_SUFFIX}" path = f"{PATH}/{file_name}{FILE_SUFFIX}"
......
# File generated by `create-yamls.py` # File generated by `create-yamls.py`
include: _phrases_va_common.yaml include: _phrases_va_common
task: phrases_ca-va task: phrases_ca-va
doc_to_text: 'Oració en català: {{ca}} doc_to_text: 'Oració en català: {{ca}}
......
# File generated by `create-yamls.py` # File generated by `create-yamls.py`
include: _phrases_va_common.yaml include: _phrases_va_common
task: phrases_va-ca task: phrases_va-ca
doc_to_text: 'Oració en valencià: {{va}} doc_to_text: 'Oració en valencià: {{va}}
......
# File generated by `create-yamls.py` # File generated by `create-yamls.py`
include: _phrases_es_common.yaml include: _phrases_es_common
task: phrases_es-va task: phrases_es-va
doc_to_text: 'Oració en espanyol: {{es}} doc_to_text: 'Oració en espanyol: {{es}}
......
# File generated by `create-yamls.py` # File generated by `create-yamls.py`
include: _phrases_es_common.yaml include: _phrases_es_common
task: phrases_va-es task: phrases_va-es
doc_to_text: 'Oració en valencià: {{va}} doc_to_text: 'Oració en valencià: {{va}}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment