added llama_tencentpretrain_pytorch

ea2d13c2 · zhaoying1 · ea2d13c2 · ea2d13c2 · ea2d13c2 · ea2d13c2
Commit ea2d13c2 authored Sep 07, 2023 by zhaoying1
20 changed files
--- a/scripts/convert_pegasus_from_tencentpretrain_to_huggingface.py
+++ b/scripts/convert_pegasus_from_tencentpretrain_to_huggingface.py
--- a/scripts/convert_s2t_from_huggingface_to_tencentpretrain.py
+++ b/scripts/convert_s2t_from_huggingface_to_tencentpretrain.py
--- a/scripts/convert_s2t_from_tencentpretrain_to_huggingface.py
+++ b/scripts/convert_s2t_from_tencentpretrain_to_huggingface.py
--- a/scripts/convert_sbert_from_huggingface_to_tencentpretrain.py
+++ b/scripts/convert_sbert_from_huggingface_to_tencentpretrain.py
--- a/scripts/convert_sbert_from_tencentpretrain_to_huggingface.py
+++ b/scripts/convert_sbert_from_tencentpretrain_to_huggingface.py
--- a/scripts/convert_t5_from_huggingface_to_tencentpretrain.py
+++ b/scripts/convert_t5_from_huggingface_to_tencentpretrain.py
--- a/scripts/convert_t5_from_tencentpretrain_to_huggingface.py
+++ b/scripts/convert_t5_from_tencentpretrain_to_huggingface.py
--- a/scripts/convert_tencentpretrain_from_old_to_new.py
+++ b/scripts/convert_tencentpretrain_from_old_to_new.py
--- a/scripts/convert_tencentpretrain_to_llama.py
+++ b/scripts/convert_tencentpretrain_to_llama.py
--- a/scripts/convert_vit_from_huggingface_to_tencentpretrain.py
+++ b/scripts/convert_vit_from_huggingface_to_tencentpretrain.py
--- a/scripts/convert_vit_from_tencentpretrain_to_huggingface.py
+++ b/scripts/convert_vit_from_tencentpretrain_to_huggingface.py
--- a/scripts/convert_xlmroberta_from_huggingface_to_tencentpretrain.py
+++ b/scripts/convert_xlmroberta_from_huggingface_to_tencentpretrain.py
--- a/scripts/convert_xlmroberta_from_tencentpretrain_to_huggingface.py
+++ b/scripts/convert_xlmroberta_from_tencentpretrain_to_huggingface.py
--- a/scripts/diff_vocab.py
+++ b/scripts/diff_vocab.py
--- a/scripts/dynamic_vocab_adapter.py
+++ b/scripts/dynamic_vocab_adapter.py
--- a/scripts/extract_embeddings.py
+++ b/scripts/extract_embeddings.py
--- a/scripts/extract_features.py
+++ b/scripts/extract_features.py
--- a/scripts/generate_lm.py
+++ b/scripts/generate_lm.py
--- a/scripts/generate_lm_deepspeed.py
+++ b/scripts/generate_lm_deepspeed.py
--- a/scripts/generate_seq2seq.py
+++ b/scripts/generate_seq2seq.py