修改依赖库版本与readme

README.md

@@ -42,6 +42,20 @@ docker run -dit --network=host --name=qwen_pytorch --privileged --device=/dev/kf
 
 ```
 pip install -r requirements.txt  -i https://mirrors.aliyun.com/pypi/simple/  --trusted-host mirrors.aliyun.com
+
+#注释掉一些版本判断
+site-packages/accelerate/accelerator.py 文件
+
+ 287             #if not is_deepspeed_available():
+ 288             #    raise ImportError("DeepSpeed is not installed => run `pip install deepspeed` or build it from source.")
+ 289             #if compare_versions("deepspeed", "<", "0.9.3"):
+ 290             #    raise ImportError("DeepSpeed version must be >= 0.9.3. Please update DeepSpeed.")
+ 
+ site-packages/transformers/utils/versions.py 文件
+ 43     #if not ops[op](version.parse(got_ver), version.parse(want_ver)):
+ 44     #    raise ImportError(
+ 45     #        f"{requirement} is required for a normal functioning of this module, but found {pkg}=={got_ver}.{hint}"
+ 46     #    )
 ```
 
 其中apex、torch、deepspeed需要到[开发者社区](https://cancon.hpccube.com:65024/4/main/)下载对应版本

requirements.txt

@@ -12,8 +12,10 @@ click==8.1.7
 contourpy==1.1.1
 cycler==0.12.1
 datasets==2.14.5
+deepspeed @ file:///work/home/hepj/DTK-whl/dtk23.04/deepspeed-0.9.2%2Bgit25d5540.abi0.dtk2304.torch1.13.1-cp39-cp39-manylinux2014_x86_64.whl
 dill==0.3.7
 docstring-parser==0.15
+einops==0.6.1
 exceptiongroup==1.1.3
 fastapi==0.95.1
 ffmpy==0.3.1
@@ -24,6 +26,7 @@ fsspec==2023.6.0
 gradio==3.50.2
 gradio_client==0.6.1
 h11==0.14.0
+hjson==3.1.0
 httpcore==0.18.0
 httpx==0.25.0
 huggingface-hub==0.17.3
@@ -35,12 +38,15 @@ joblib==1.3.2
 jsonschema==4.19.1
 jsonschema-specifications==2023.7.1
 kiwisolver==1.4.5
+linkify-it-py==2.0.2
 markdown-it-py==3.0.0
 MarkupSafe==2.1.3
 matplotlib==3.8.0
+mdit-py-plugins==0.3.3
 mdurl==0.1.2
 multidict==6.0.4
 multiprocess==0.70.15
+ninja==1.11.1.1
 nltk==3.8.1
 numpy==1.26.1
 orjson==3.9.9
@@ -49,6 +55,7 @@ pandas==2.1.1
 peft==0.5.0
 Pillow==10.1.0
 psutil==5.9.6
+py-cpuinfo==9.0.0
 pyarrow==13.0.0
 pydantic==1.10.11
 pydub==0.25.1
@@ -78,11 +85,13 @@ tokenizers==0.13.3
 toolz==0.12.0
 torch @ file:///work/home/hepj/DTK-whl/dtk23.04/torch-1.13.1%2Bgit55d300e.abi0.dtk2304-cp39-cp39-manylinux2014_x86_64.whl
 tqdm==4.66.1
-transformers==4.29.0
+transformers==4.31.0
+transformers-stream-generator==0.0.4
 trl==0.7.2
 typing_extensions==4.8.0
 tyro==0.5.10
 tzdata==2023.3
+uc-micro-py==1.0.2
 urllib3==1.26.3
 uvicorn==0.23.2
 websockets==11.0.3