Unverified Commit 28ec7fa9 authored by Sam Passaglia's avatar Sam Passaglia Committed by GitHub
Browse files

Do not escape ascii is logging outputs (#1246)



* do not ensure ascii

* Update __main__.py

---------
Co-authored-by: default avatarLintang Sutawika <lintang@sutawika.com>
parent 28bb45fb
...@@ -248,7 +248,9 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None: ...@@ -248,7 +248,9 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
if results is not None: if results is not None:
if args.log_samples: if args.log_samples:
samples = results.pop("samples") samples = results.pop("samples")
dumped = json.dumps(results, indent=2, default=_handle_non_serializable) dumped = json.dumps(
results, indent=2, default=_handle_non_serializable, ensure_ascii=False
)
if args.show_config: if args.show_config:
print(dumped) print(dumped)
...@@ -264,7 +266,10 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None: ...@@ -264,7 +266,10 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
) )
filename = path.joinpath(f"{output_name}.jsonl") filename = path.joinpath(f"{output_name}.jsonl")
samples_dumped = json.dumps( samples_dumped = json.dumps(
samples[task_name], indent=2, default=_handle_non_serializable samples[task_name],
indent=2,
default=_handle_non_serializable,
ensure_ascii=False,
) )
filename.open("w").write(samples_dumped) filename.open("w").write(samples_dumped)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment