update to core_v0.9

4b097dee · liangjing · 3aca1415 · 3aca1415 · 3aca1415 · 3aca1415
Commit 4b097dee authored Oct 29, 2024 by liangjing
20 changed files
--- a/tools/retro/index/__init__.py
+++ b/tools/retro/index/__init__.py
--- a/tools/retro/index/build.py
+++ b/tools/retro/index/build.py
--- a/tools/retro/index/factory.py
+++ b/tools/retro/index/factory.py
--- a/tools/retro/index/index.py
+++ b/tools/retro/index/index.py
--- a/tools/retro/index/utils.py
+++ b/tools/retro/index/utils.py
--- a/tools/retro/main.py
+++ b/tools/retro/main.py
--- a/tools/retro/preprocess_data.py
+++ b/tools/retro/preprocess_data.py
--- a/tools/retro/query/__init__.py
+++ b/tools/retro/query/__init__.py
--- a/tools/retro/query/chunk_dataset.py
+++ b/tools/retro/query/chunk_dataset.py
--- a/tools/retro/query/query.py
+++ b/tools/retro/query/query.py
--- a/tools/retro/query/retro_dataset.py
+++ b/tools/retro/query/retro_dataset.py
--- a/tools/retro/query/utils.py
+++ b/tools/retro/query/utils.py
--- a/tools/retro/sft/README.md
+++ b/tools/retro/sft/README.md
--- a/tools/retro/sft/dataset_conv.py
+++ b/tools/retro/sft/dataset_conv.py
--- a/tools/retro/sft/open_inst.sh
+++ b/tools/retro/sft/open_inst.sh
--- a/tools/retro/sft/sft_retro.py
+++ b/tools/retro/sft/sft_retro.py
--- a/tools/retro/sft/sft_retro_lm.sh
+++ b/tools/retro/sft/sft_retro_lm.sh
--- a/tools/retro/text_generation/evaluate.py
+++ b/tools/retro/text_generation/evaluate.py
--- a/tools/retro/text_generation/metrics.py
+++ b/tools/retro/text_generation/metrics.py
--- a/tools/retro/text_generation/retro_api.py
+++ b/tools/retro/text_generation/retro_api.py