Commit 92ec5d8e authored by zhuwenwen's avatar zhuwenwen
Browse files

add torch2.3

parent 0afe13fb
...@@ -16,10 +16,10 @@ vLLM是一个快速且易于使用的LLM推理和服务库,使用PageAttention ...@@ -16,10 +16,10 @@ vLLM是一个快速且易于使用的LLM推理和服务库,使用PageAttention
| ChatGLMModel | glm-4v-9b,chatglm3,chatglm2 | Yes | No | Yes | | ChatGLMModel | glm-4v-9b,chatglm3,chatglm2 | Yes | No | Yes |
| DeepseekV2ForCausalLM | DeepSeek-V2 | Yes | No | - | | DeepseekV2ForCausalLM | DeepSeek-V2 | Yes | No | - |
| BaiChuanForCausalLM | Baichuan2,Baichuan | Yes | Yes | - | | BaiChuanForCausalLM | Baichuan2,Baichuan | Yes | Yes | - |
| BloomForCausalLM | BLOOM | Yes | No | - | | BloomForCausalLM | BLOOM | Yes | No | Yes |
| InternLMForCausalLM | InternLM | Yes | No | - | | InternLMForCausalLM | InternLM | Yes | No | - |
| InternLM2ForCausalLM | InternLM2 | Yes | No | - | | InternLM2ForCausalLM | InternLM2 | Yes | No | - |
| FalconForCausalLM | falcon | Yes | No | - | | FalconForCausalLM | falcon | Yes | No | Yes |
| TeleChat12BForCausalLM (#TelechatForCausalLM) | TeleChat-12B | Yes | No | - | | TeleChat12BForCausalLM (#TelechatForCausalLM) | TeleChat-12B | Yes | No | - |
| MiniCPMForCausalLM | MiniCPM | Yes | No | - | | MiniCPMForCausalLM | MiniCPM | Yes | No | - |
| MiniCPM3ForCausalLM | MiniCPM3 | Yes | No | - | | MiniCPM3ForCausalLM | MiniCPM3 | Yes | No | - |
......
...@@ -375,13 +375,13 @@ def get_version_add(sha: Optional[str] = None) -> str: ...@@ -375,13 +375,13 @@ def get_version_add(sha: Optional[str] = None) -> str:
if sha != 'Unknown': if sha != 'Unknown':
if sha is None: if sha is None:
sha = get_sha(vllm_root) sha = get_sha(vllm_root)
# if (major, minor) == ('2', '3'): if (major, minor) == ('2', '3'):
# version = 'das.opt1.' + sha[:7] version = 'das.opt1.' + sha[:7]
if (major, minor) == ('2', '4'): if (major, minor) == ('2', '4'):
version = 'das.opt2.' + sha[:7] version = 'das.opt2.' + sha[:7]
else: else:
# if (major, minor) == ('2', '3'): if (major, minor) == ('2', '3'):
# version = 'das.opt1' version = 'das.opt1'
if (major, minor) == ('2', '4'): if (major, minor) == ('2', '4'):
version = 'das.opt2' version = 'das.opt2'
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment