constants.py 101 KB
Newer Older
chenych's avatar
chenych committed
1
# Copyright 2025 the LlamaFactory team.
chenych's avatar
chenych committed
2
3
4
5
6
7
8
9
10
11
12
13
14
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

luopl's avatar
luopl committed
15
import os
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
16
from collections import OrderedDict, defaultdict
chenych's avatar
chenych committed
17
from enum import Enum, unique
chenych's avatar
chenych committed
18
from typing import Optional
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
19

chenych's avatar
chenych committed
20
21
22
23
24
from peft.utils import SAFETENSORS_WEIGHTS_NAME as SAFE_ADAPTER_WEIGHTS_NAME
from peft.utils import WEIGHTS_NAME as ADAPTER_WEIGHTS_NAME
from transformers.utils import SAFE_WEIGHTS_INDEX_NAME, SAFE_WEIGHTS_NAME, WEIGHTS_INDEX_NAME, WEIGHTS_NAME


chenych's avatar
chenych committed
25
26
AUDIO_PLACEHOLDER = os.environ.get("AUDIO_PLACEHOLDER", "<audio>")

chenych's avatar
chenych committed
27
28
29
30
31
32
33
34
CHECKPOINT_NAMES = {
    SAFE_ADAPTER_WEIGHTS_NAME,
    ADAPTER_WEIGHTS_NAME,
    SAFE_WEIGHTS_INDEX_NAME,
    SAFE_WEIGHTS_NAME,
    WEIGHTS_INDEX_NAME,
    WEIGHTS_NAME,
}
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

CHOICES = ["A", "B", "C", "D"]

DATA_CONFIG = "dataset_info.json"

DEFAULT_TEMPLATE = defaultdict(str)

FILEEXT2TYPE = {
    "arrow": "arrow",
    "csv": "csv",
    "json": "json",
    "jsonl": "json",
    "parquet": "parquet",
    "txt": "text",
}

IGNORE_INDEX = -100

luopl's avatar
luopl committed
53
IMAGE_PLACEHOLDER = os.environ.get("IMAGE_PLACEHOLDER", "<image>")
luopl's avatar
luopl committed
54

Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
55
56
LAYERNORM_NAMES = {"norm", "ln"}

chenych's avatar
chenych committed
57
LLAMABOARD_CONFIG = "llamaboard_config.yaml"
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
58
59
60

METHODS = ["full", "freeze", "lora"]

chenych's avatar
chenych committed
61
62
MOD_SUPPORTED_MODELS = {"bloom", "falcon", "gemma", "llama", "mistral", "mixtral", "phi", "starcoder2"}

chenych's avatar
chenych committed
63
64
MULTIMODAL_SUPPORTED_MODELS = set()

chenych's avatar
chenych committed
65
PEFT_METHODS = {"lora"}
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
66

chenych's avatar
chenych committed
67
RUNNING_LOG = "running_log.txt"
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
68
69
70
71
72

SUBJECTS = ["Average", "STEM", "Social Sciences", "Humanities", "Other"]

SUPPORTED_MODELS = OrderedDict()

chenych's avatar
chenych committed
73
74
75
76
TRAINER_LOG = "trainer_log.jsonl"

TRAINING_ARGS = "training_args.yaml"

Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
77
78
79
80
81
TRAINING_STAGES = {
    "Supervised Fine-Tuning": "sft",
    "Reward Modeling": "rm",
    "PPO": "ppo",
    "DPO": "dpo",
chenych's avatar
chenych committed
82
    "KTO": "kto",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
83
84
85
    "Pre-Training": "pt",
}

chenych's avatar
chenych committed
86
87
88
STAGES_USE_PAIR_DATA = {"rm", "dpo"}

SUPPORTED_CLASS_FOR_S2ATTN = {"llama"}
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
89

chenych's avatar
chenych committed
90
91
SWANLAB_CONFIG = "swanlab_public_config.json"

luopl's avatar
luopl committed
92
VIDEO_PLACEHOLDER = os.environ.get("VIDEO_PLACEHOLDER", "<video>")
luopl's avatar
luopl committed
93

Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
94
95
96
97
98
V_HEAD_WEIGHTS_NAME = "value_head.bin"

V_HEAD_SAFE_WEIGHTS_NAME = "value_head.safetensors"


chenych's avatar
chenych committed
99
100
101
102
103
104
105
106
107
108
class AttentionFunction(str, Enum):
    AUTO = "auto"
    DISABLED = "disabled"
    SDPA = "sdpa"
    FA2 = "fa2"


class EngineName(str, Enum):
    HF = "huggingface"
    VLLM = "vllm"
chenych's avatar
chenych committed
109
    SGLANG = "sglang"
chenych's avatar
chenych committed
110
111


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
112
113
114
class DownloadSource(str, Enum):
    DEFAULT = "hf"
    MODELSCOPE = "ms"
luopl's avatar
luopl committed
115
    OPENMIND = "om"
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
116
117


chenych's avatar
chenych committed
118
119
120
121
122
123
124
125
126
127
128
129
130
@unique
class QuantizationMethod(str, Enum):
    r"""Borrowed from `transformers.utils.quantization_config.QuantizationMethod`."""

    BNB = "bnb"
    GPTQ = "gptq"
    AWQ = "awq"
    AQLM = "aqlm"
    QUANTO = "quanto"
    EETQ = "eetq"
    HQQ = "hqq"


chenych's avatar
chenych committed
131
132
133
134
135
136
137
class RopeScaling(str, Enum):
    LINEAR = "linear"
    DYNAMIC = "dynamic"
    YARN = "yarn"
    LLAMA3 = "llama3"


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
138
def register_model_group(
chenych's avatar
chenych committed
139
    models: dict[str, dict[DownloadSource, str]],
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
140
    template: Optional[str] = None,
chenych's avatar
chenych committed
141
    multimodal: bool = False,
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
142
143
144
) -> None:
    for name, path in models.items():
        SUPPORTED_MODELS[name] = path
chenych's avatar
chenych committed
145
146
147
        if template is not None and (
            any(suffix in name for suffix in ("-Chat", "-Distill", "-Instruct")) or multimodal
        ):
luopl's avatar
luopl committed
148
            DEFAULT_TEMPLATE[name] = template
chenych's avatar
chenych committed
149

chenych's avatar
chenych committed
150
151
        if multimodal:
            MULTIMODAL_SUPPORTED_MODELS.add(name)
chenych's avatar
chenych committed
152
153
154
155
156
157
158
159
160
161
162
163
164


register_model_group(
    models={
        "Aya-23-8B-Chat": {
            DownloadSource.DEFAULT: "CohereForAI/aya-23-8B",
        },
        "Aya-23-35B-Chat": {
            DownloadSource.DEFAULT: "CohereForAI/aya-23-35B",
        },
    },
    template="cohere",
)
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194


register_model_group(
    models={
        "Baichuan-7B-Base": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan-7B",
            DownloadSource.MODELSCOPE: "baichuan-inc/baichuan-7B",
        },
        "Baichuan-13B-Base": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan-13B-Base",
            DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan-13B-Base",
        },
        "Baichuan-13B-Chat": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan-13B-Chat",
            DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan-13B-Chat",
        },
    },
    template="baichuan",
)


register_model_group(
    models={
        "Baichuan2-7B-Base": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-7B-Base",
            DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-7B-Base",
        },
        "Baichuan2-13B-Base": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-13B-Base",
            DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-13B-Base",
luopl's avatar
luopl committed
195
            DownloadSource.OPENMIND: "Baichuan/Baichuan2_13b_base_pt",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
196
197
198
199
        },
        "Baichuan2-7B-Chat": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-7B-Chat",
            DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-7B-Chat",
luopl's avatar
luopl committed
200
            DownloadSource.OPENMIND: "Baichuan/Baichuan2_7b_chat_pt",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
201
202
203
204
        },
        "Baichuan2-13B-Chat": {
            DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-13B-Chat",
            DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-13B-Chat",
luopl's avatar
luopl committed
205
            DownloadSource.OPENMIND: "Baichuan/Baichuan2_13b_chat_pt",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
        },
    },
    template="baichuan2",
)


register_model_group(
    models={
        "BLOOM-560M": {
            DownloadSource.DEFAULT: "bigscience/bloom-560m",
            DownloadSource.MODELSCOPE: "AI-ModelScope/bloom-560m",
        },
        "BLOOM-3B": {
            DownloadSource.DEFAULT: "bigscience/bloom-3b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/bloom-3b",
        },
        "BLOOM-7B1": {
            DownloadSource.DEFAULT: "bigscience/bloom-7b1",
            DownloadSource.MODELSCOPE: "AI-ModelScope/bloom-7b1",
        },
    },
)


register_model_group(
    models={
        "BLOOMZ-560M": {
            DownloadSource.DEFAULT: "bigscience/bloomz-560m",
            DownloadSource.MODELSCOPE: "AI-ModelScope/bloomz-560m",
        },
        "BLOOMZ-3B": {
            DownloadSource.DEFAULT: "bigscience/bloomz-3b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/bloomz-3b",
        },
        "BLOOMZ-7B1-mt": {
            DownloadSource.DEFAULT: "bigscience/bloomz-7b1-mt",
            DownloadSource.MODELSCOPE: "AI-ModelScope/bloomz-7b1-mt",
        },
    },
)


register_model_group(
    models={
        "BlueLM-7B-Base": {
            DownloadSource.DEFAULT: "vivo-ai/BlueLM-7B-Base",
            DownloadSource.MODELSCOPE: "vivo-ai/BlueLM-7B-Base",
        },
        "BlueLM-7B-Chat": {
            DownloadSource.DEFAULT: "vivo-ai/BlueLM-7B-Chat",
            DownloadSource.MODELSCOPE: "vivo-ai/BlueLM-7B-Chat",
        },
    },
    template="bluelm",
)


register_model_group(
    models={
        "Breeze-7B": {
            DownloadSource.DEFAULT: "MediaTek-Research/Breeze-7B-Base-v1_0",
        },
luopl's avatar
luopl committed
268
        "Breeze-7B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
            DownloadSource.DEFAULT: "MediaTek-Research/Breeze-7B-Instruct-v1_0",
        },
    },
    template="breeze",
)


register_model_group(
    models={
        "ChatGLM2-6B-Chat": {
            DownloadSource.DEFAULT: "THUDM/chatglm2-6b",
            DownloadSource.MODELSCOPE: "ZhipuAI/chatglm2-6b",
        }
    },
    template="chatglm2",
)


register_model_group(
    models={
        "ChatGLM3-6B-Base": {
            DownloadSource.DEFAULT: "THUDM/chatglm3-6b-base",
            DownloadSource.MODELSCOPE: "ZhipuAI/chatglm3-6b-base",
        },
        "ChatGLM3-6B-Chat": {
            DownloadSource.DEFAULT: "THUDM/chatglm3-6b",
            DownloadSource.MODELSCOPE: "ZhipuAI/chatglm3-6b",
        },
    },
    template="chatglm3",
)


register_model_group(
    models={
luopl's avatar
luopl committed
304
        "Chinese-Llama-2-1.3B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
305
306
307
            DownloadSource.DEFAULT: "hfl/chinese-llama-2-1.3b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-llama-2-1.3b",
        },
luopl's avatar
luopl committed
308
        "Chinese-Llama-2-7B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
309
310
311
            DownloadSource.DEFAULT: "hfl/chinese-llama-2-7b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-llama-2-7b",
        },
luopl's avatar
luopl committed
312
        "Chinese-Llama-2-13B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
313
314
315
            DownloadSource.DEFAULT: "hfl/chinese-llama-2-13b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-llama-2-13b",
        },
luopl's avatar
luopl committed
316
        "Chinese-Alpaca-2-1.3B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
317
318
319
            DownloadSource.DEFAULT: "hfl/chinese-alpaca-2-1.3b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-alpaca-2-1.3b",
        },
luopl's avatar
luopl committed
320
        "Chinese-Alpaca-2-7B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
321
322
323
            DownloadSource.DEFAULT: "hfl/chinese-alpaca-2-7b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-alpaca-2-7b",
        },
luopl's avatar
luopl committed
324
        "Chinese-Alpaca-2-13B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
325
326
327
328
329
330
331
332
            DownloadSource.DEFAULT: "hfl/chinese-alpaca-2-13b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-alpaca-2-13b",
        },
    },
    template="llama2_zh",
)


chenych's avatar
chenych committed
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
register_model_group(
    models={
        "CodeGeeX4-9B-Chat": {
            DownloadSource.DEFAULT: "THUDM/codegeex4-all-9b",
            DownloadSource.MODELSCOPE: "ZhipuAI/codegeex4-all-9b",
        },
    },
    template="codegeex4",
)


register_model_group(
    models={
        "CodeGemma-7B": {
            DownloadSource.DEFAULT: "google/codegemma-7b",
        },
luopl's avatar
luopl committed
349
        "CodeGemma-7B-Instruct": {
chenych's avatar
chenych committed
350
351
352
353
354
355
            DownloadSource.DEFAULT: "google/codegemma-7b-it",
            DownloadSource.MODELSCOPE: "AI-ModelScope/codegemma-7b-it",
        },
        "CodeGemma-1.1-2B": {
            DownloadSource.DEFAULT: "google/codegemma-1.1-2b",
        },
luopl's avatar
luopl committed
356
        "CodeGemma-1.1-7B-Instruct": {
chenych's avatar
chenych committed
357
358
359
360
361
362
363
364
365
366
367
            DownloadSource.DEFAULT: "google/codegemma-1.1-7b-it",
        },
    },
    template="gemma",
)


register_model_group(
    models={
        "Codestral-22B-v0.1-Chat": {
            DownloadSource.DEFAULT: "mistralai/Codestral-22B-v0.1",
luopl's avatar
luopl committed
368
            DownloadSource.MODELSCOPE: "swift/Codestral-22B-v0.1",
chenych's avatar
chenych committed
369
370
371
372
373
374
        },
    },
    template="mistral",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
register_model_group(
    models={
        "CommandR-35B-Chat": {
            DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01",
            DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-v01",
        },
        "CommandR-Plus-104B-Chat": {
            DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-plus",
            DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-plus",
        },
        "CommandR-35B-4bit-Chat": {
            DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01-4bit",
            DownloadSource.MODELSCOPE: "mirror013/c4ai-command-r-v01-4bit",
        },
        "CommandR-Plus-104B-4bit-Chat": {
            DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-plus-4bit",
        },
    },
    template="cohere",
)


chenych's avatar
chenych committed
397
398
399
400
401
402
register_model_group(
    models={
        "DBRX-132B-Base": {
            DownloadSource.DEFAULT: "databricks/dbrx-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/dbrx-base",
        },
luopl's avatar
luopl committed
403
        "DBRX-132B-Instruct": {
chenych's avatar
chenych committed
404
405
406
407
408
409
410
411
            DownloadSource.DEFAULT: "databricks/dbrx-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/dbrx-instruct",
        },
    },
    template="dbrx",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
register_model_group(
    models={
        "DeepSeek-LLM-7B-Base": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-7b-base",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-7b-base",
        },
        "DeepSeek-LLM-67B-Base": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-67b-base",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-67b-base",
        },
        "DeepSeek-LLM-7B-Chat": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-7b-chat",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-7b-chat",
        },
        "DeepSeek-LLM-67B-Chat": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-67b-chat",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-67b-chat",
        },
        "DeepSeek-Math-7B-Base": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-math-7b-base",
chenych's avatar
chenych committed
432
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-math-7b-base",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
433
        },
luopl's avatar
luopl committed
434
        "DeepSeek-Math-7B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
435
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-math-7b-instruct",
chenych's avatar
chenych committed
436
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-math-7b-instruct",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
437
438
439
440
441
        },
        "DeepSeek-MoE-16B-Base": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-moe-16b-base",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-moe-16b-base",
        },
luopl's avatar
luopl committed
442
443
444
445
446
        "DeepSeek-MoE-16B-Chat": {
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-moe-16b-chat",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-moe-16b-chat",
        },
        "DeepSeek-V2-16B-Base": {
chenych's avatar
chenych committed
447
448
449
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Lite",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Lite",
        },
luopl's avatar
luopl committed
450
        "DeepSeek-V2-236B-Base": {
chenych's avatar
chenych committed
451
452
453
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2",
        },
luopl's avatar
luopl committed
454
        "DeepSeek-V2-16B-Chat": {
chenych's avatar
chenych committed
455
456
457
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Lite-Chat",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Lite-Chat",
        },
luopl's avatar
luopl committed
458
        "DeepSeek-V2-236B-Chat": {
chenych's avatar
chenych committed
459
460
461
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Chat",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Chat",
        },
luopl's avatar
luopl committed
462
        "DeepSeek-Coder-V2-16B-Base": {
chenych's avatar
chenych committed
463
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Lite-Base",
luopl's avatar
luopl committed
464
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-Coder-V2-Lite-Base",
chenych's avatar
chenych committed
465
        },
luopl's avatar
luopl committed
466
        "DeepSeek-Coder-V2-236B-Base": {
chenych's avatar
chenych committed
467
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Base",
luopl's avatar
luopl committed
468
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-Coder-V2-Base",
chenych's avatar
chenych committed
469
        },
luopl's avatar
luopl committed
470
        "DeepSeek-Coder-V2-16B-Instruct": {
chenych's avatar
chenych committed
471
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct",
luopl's avatar
luopl committed
472
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct",
chenych's avatar
chenych committed
473
        },
luopl's avatar
luopl committed
474
        "DeepSeek-Coder-V2-236B-Instruct": {
chenych's avatar
chenych committed
475
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Instruct",
luopl's avatar
luopl committed
476
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-Coder-V2-Instruct",
chenych's avatar
chenych committed
477
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
478
479
480
481
482
483
484
    },
    template="deepseek",
)


register_model_group(
    models={
luopl's avatar
luopl committed
485
        "DeepSeek-Coder-6.7B-Base": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
486
487
488
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-6.7b-base",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-6.7b-base",
        },
luopl's avatar
luopl committed
489
        "DeepSeek-Coder-7B-Base": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
490
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-7b-base-v1.5",
luopl's avatar
luopl committed
491
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-7b-base-v1.5",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
492
        },
luopl's avatar
luopl committed
493
        "DeepSeek-Coder-33B-Base": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
494
495
496
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-33b-base",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-33b-base",
        },
luopl's avatar
luopl committed
497
        "DeepSeek-Coder-6.7B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
498
499
500
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-6.7b-instruct",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-6.7b-instruct",
        },
luopl's avatar
luopl committed
501
        "DeepSeek-Coder-7B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
502
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-7b-instruct-v1.5",
luopl's avatar
luopl committed
503
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-7b-instruct-v1.5",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
504
        },
luopl's avatar
luopl committed
505
        "DeepSeek-Coder-33B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
506
507
508
509
510
511
512
513
            DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-33b-instruct",
            DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-33b-instruct",
        },
    },
    template="deepseekcoder",
)


luopl's avatar
luopl committed
514
515
516
517
518
519
520
521
522
523
524
525
526
527
register_model_group(
    models={
        "DeepSeek-V2-236B-Chat-0628": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Chat-0628",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Chat-0628",
        },
        "DeepSeek-V2.5-236B-Chat": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2.5",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2.5",
        },
        "DeepSeek-V2.5-236B-Chat-1210": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2.5-1210",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2.5-1210",
        },
chenych's avatar
chenych committed
528
        "DeepSeek-V3-671B-Base": {
luopl's avatar
luopl committed
529
530
531
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V3-Base",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V3-Base",
        },
chenych's avatar
chenych committed
532
        "DeepSeek-V3-671B-Chat": {
luopl's avatar
luopl committed
533
534
535
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V3",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V3",
        },
chenych's avatar
chenych committed
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
        "DeepSeek-R1-1.5B-Distill": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
        },
        "DeepSeek-R1-7B-Distill": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
        },
        "DeepSeek-R1-8B-Distill": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
        },
        "DeepSeek-R1-14B-Distill": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
        },
        "DeepSeek-R1-32B-Distill": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
        },
        "DeepSeek-R1-70B-Distill": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
        },
        "DeepSeek-R1-671B-Chat-Zero": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1-Zero",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1-Zero",
        },
        "DeepSeek-R1-671B-Chat": {
            DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-R1",
            DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-R1",
        },
luopl's avatar
luopl committed
568
569
570
571
572
    },
    template="deepseek3",
)


luopl's avatar
luopl committed
573
574
575
576
577
578
579
580
581
582
register_model_group(
    models={
        "EXAONE-3.0-7.8B-Instruct": {
            DownloadSource.DEFAULT: "LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct",
        },
    },
    template="exaone",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
583
584
585
586
587
588
register_model_group(
    models={
        "Falcon-7B": {
            DownloadSource.DEFAULT: "tiiuae/falcon-7b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-7b",
        },
chenych's avatar
chenych committed
589
590
        "Falcon-11B": {
            DownloadSource.DEFAULT: "tiiuae/falcon-11B",
luopl's avatar
luopl committed
591
            DownloadSource.MODELSCOPE: "tiiuae/falcon-11B",
chenych's avatar
chenych committed
592
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
593
594
595
596
597
598
599
600
        "Falcon-40B": {
            DownloadSource.DEFAULT: "tiiuae/falcon-40b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-40b",
        },
        "Falcon-180B": {
            DownloadSource.DEFAULT: "tiiuae/falcon-180b",
            DownloadSource.MODELSCOPE: "modelscope/falcon-180B",
        },
luopl's avatar
luopl committed
601
        "Falcon-7B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
602
603
604
            DownloadSource.DEFAULT: "tiiuae/falcon-7b-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-7b-instruct",
        },
luopl's avatar
luopl committed
605
        "Falcon-40B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
            DownloadSource.DEFAULT: "tiiuae/falcon-40b-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-40b-instruct",
        },
        "Falcon-180B-Chat": {
            DownloadSource.DEFAULT: "tiiuae/falcon-180b-chat",
            DownloadSource.MODELSCOPE: "modelscope/falcon-180B-chat",
        },
    },
    template="falcon",
)


register_model_group(
    models={
        "Gemma-2B": {
            DownloadSource.DEFAULT: "google/gemma-2b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-2b",
        },
        "Gemma-7B": {
            DownloadSource.DEFAULT: "google/gemma-7b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-2b-it",
        },
luopl's avatar
luopl committed
628
        "Gemma-2B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
629
630
631
            DownloadSource.DEFAULT: "google/gemma-2b-it",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-7b",
        },
luopl's avatar
luopl committed
632
        "Gemma-7B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
633
634
635
            DownloadSource.DEFAULT: "google/gemma-7b-it",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-7b-it",
        },
luopl's avatar
luopl committed
636
        "Gemma-1.1-2B-Instruct": {
chenych's avatar
chenych committed
637
638
            DownloadSource.DEFAULT: "google/gemma-1.1-2b-it",
        },
luopl's avatar
luopl committed
639
        "Gemma-1.1-7B-Instruct": {
chenych's avatar
chenych committed
640
641
642
643
644
645
646
647
648
649
650
651
652
653
            DownloadSource.DEFAULT: "google/gemma-1.1-7b-it",
        },
        "Gemma-2-2B": {
            DownloadSource.DEFAULT: "google/gemma-2-2b",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-2b",
        },
        "Gemma-2-9B": {
            DownloadSource.DEFAULT: "google/gemma-2-9b",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-9b",
        },
        "Gemma-2-27B": {
            DownloadSource.DEFAULT: "google/gemma-2-27b",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-27b",
        },
luopl's avatar
luopl committed
654
        "Gemma-2-2B-Instruct": {
chenych's avatar
chenych committed
655
656
            DownloadSource.DEFAULT: "google/gemma-2-2b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-2b-it",
luopl's avatar
luopl committed
657
            DownloadSource.OPENMIND: "LlamaFactory/gemma-2-2b-it",
chenych's avatar
chenych committed
658
        },
luopl's avatar
luopl committed
659
        "Gemma-2-9B-Instruct": {
chenych's avatar
chenych committed
660
661
            DownloadSource.DEFAULT: "google/gemma-2-9b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-9b-it",
luopl's avatar
luopl committed
662
            DownloadSource.OPENMIND: "LlamaFactory/gemma-2-9b-it",
chenych's avatar
chenych committed
663
        },
luopl's avatar
luopl committed
664
        "Gemma-2-27B-Instruct": {
chenych's avatar
chenych committed
665
666
667
            DownloadSource.DEFAULT: "google/gemma-2-27b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-27b-it",
        },
chenych's avatar
chenych committed
668
669
670
671
672
673
674
675
        "Gemma-3-1B": {
            DownloadSource.DEFAULT: "google/gemma-3-1b-pt",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-1b-pt",
        },
        "Gemma-3-1B-Instruct": {
            DownloadSource.DEFAULT: "google/gemma-3-1b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-1b-it",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
676
677
678
679
680
    },
    template="gemma",
)


chenych's avatar
chenych committed
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
register_model_group(
    models={
        "Gemma-3-4B": {
            DownloadSource.DEFAULT: "google/gemma-3-4b-pt",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-4b-pt",
        },
        "Gemma-3-12B": {
            DownloadSource.DEFAULT: "google/gemma-3-12b-pt",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-12b-pt",
        },
        "Gemma-3-27B": {
            DownloadSource.DEFAULT: "google/gemma-3-27b-pt",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-27b-pt",
        },
        "Gemma-3-4B-Instruct": {
            DownloadSource.DEFAULT: "google/gemma-3-4b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-4b-it",
        },
        "Gemma-3-12B-Instruct": {
            DownloadSource.DEFAULT: "google/gemma-3-12b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-12b-it",
        },
        "Gemma-3-27B-Instruct": {
            DownloadSource.DEFAULT: "google/gemma-3-27b-it",
            DownloadSource.MODELSCOPE: "LLM-Research/gemma-3-27b-it",
        },
    },
    template="gemma3",
    multimodal=True,
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
713
714
register_model_group(
    models={
chenych's avatar
chenych committed
715
716
717
        "GLM-4-9B": {
            DownloadSource.DEFAULT: "THUDM/glm-4-9b",
            DownloadSource.MODELSCOPE: "ZhipuAI/glm-4-9b",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
718
        },
chenych's avatar
chenych committed
719
720
721
        "GLM-4-9B-Chat": {
            DownloadSource.DEFAULT: "THUDM/glm-4-9b-chat",
            DownloadSource.MODELSCOPE: "ZhipuAI/glm-4-9b-chat",
luopl's avatar
luopl committed
722
            DownloadSource.OPENMIND: "LlamaFactory/glm-4-9b-chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
723
        },
chenych's avatar
chenych committed
724
725
726
        "GLM-4-9B-1M-Chat": {
            DownloadSource.DEFAULT: "THUDM/glm-4-9b-chat-1m",
            DownloadSource.MODELSCOPE: "ZhipuAI/glm-4-9b-chat-1m",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
727
        },
chenych's avatar
chenych committed
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
        "GLM-4-9B-0414-Chat": {
            DownloadSource.DEFAULT: "THUDM/GLM-4-9B-0414",
            DownloadSource.MODELSCOPE: "ZhipuAI/GLM-4-9B-0414",
        },
        "GLM-4-32B-0414": {
            DownloadSource.DEFAULT: "THUDM/GLM-4-32B-Base-0414",
            DownloadSource.MODELSCOPE: "ZhipuAI/GLM-4-32B-Base-0414",
        },
        "GLM-4-32B-0414-Chat": {
            DownloadSource.DEFAULT: "THUDM/GLM-4-32B-0414",
            DownloadSource.MODELSCOPE: "ZhipuAI/GLM-4-32B-0414",
        },
        "GLM-Z1-9B-0414-Chat": {
            DownloadSource.DEFAULT: "THUDM/GLM-Z1-9B-0414",
            DownloadSource.MODELSCOPE: "ZhipuAI/GLM-Z1-9B-0414",
        },
        "GLM-Z1-32B-0414-Chat": {
            DownloadSource.DEFAULT: "THUDM/GLM-Z1-32B-0414",
            DownloadSource.MODELSCOPE: "ZhipuAI/GLM-Z1-32B-0414",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
748
    },
chenych's avatar
chenych committed
749
    template="glm4",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
750
751
752
)


luopl's avatar
luopl committed
753
754
register_model_group(
    models={
luopl's avatar
luopl committed
755
756
757
        "GPT-2-Small": {
            DownloadSource.DEFAULT: "openai-community/gpt2",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gpt2",
luopl's avatar
luopl committed
758
        },
luopl's avatar
luopl committed
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
        "GPT-2-Medium": {
            DownloadSource.DEFAULT: "openai-community/gpt2-medium",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gpt2-medium",
        },
        "GPT-2-Large": {
            DownloadSource.DEFAULT: "openai-community/gpt2-large",
            DownloadSource.MODELSCOPE: "AI-ModelScope/gpt2-large",
        },
        "GPT-2-XL": {
            DownloadSource.DEFAULT: "openai-community/gpt2-xl",
            DownloadSource.MODELSCOPE: "goodbai95/GPT2-xl",
        },
    },
)


register_model_group(
    models={
        "Granite-3.0-1B-A400M-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-1b-a400m-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-1b-a400m-base",
        },
        "Granite-3.0-3B-A800M-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-3b-a800m-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-3b-a800m-base",
        },
        "Granite-3.0-2B-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-2b-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-2b-base",
        },
        "Granite-3.0-8B-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-8b-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-8b-base",
        },
        "Granite-3.0-1B-A400M-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-1b-a400m-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-1b-a400m-instruct",
        },
        "Granite-3.0-3B-A800M-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-3b-a800m-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-3b-a800m-instruct",
        },
        "Granite-3.0-2B-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-2b-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-2b-instruct",
luopl's avatar
luopl committed
804
        },
luopl's avatar
luopl committed
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
        "Granite-3.0-8B-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.0-8b-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.0-8b-instruct",
        },
        "Granite-3.1-1B-A400M-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-1b-a400m-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-1b-a400m-base",
        },
        "Granite-3.1-3B-A800M-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-3b-a800m-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-3b-a800m-base",
        },
        "Granite-3.1-2B-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-2b-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-2b-base",
        },
        "Granite-3.1-8B-Base": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-8b-base",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-8b-base",
        },
        "Granite-3.1-1B-A400M-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-1b-a400m-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-1b-a400m-instruct",
        },
        "Granite-3.1-3B-A800M-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-3b-a800m-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-3b-a800m-instruct",
        },
        "Granite-3.1-2B-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-2b-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-2b-instruct",
        },
        "Granite-3.1-8B-Instruct": {
            DownloadSource.DEFAULT: "ibm-granite/granite-3.1-8b-instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/granite-3.1-8b-instruct",
        },
    },
    template="granite3",
)


chenych's avatar
chenych committed
846
847
848
849
850
851
852
853
854
855
856
register_model_group(
    models={
        "Hunyuan-7B-Instruct": {
            DownloadSource.DEFAULT: "tencent/Hunyuan-7B-Instruct",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Hunyuan-7B-Instruct",
        },
    },
    template="hunyuan",
)


luopl's avatar
luopl committed
857
858
register_model_group(
    models={
luopl's avatar
luopl committed
859
860
861
862
863
864
865
866
        "Index-1.9B-Base": {
            DownloadSource.DEFAULT: "IndexTeam/Index-1.9B",
            DownloadSource.MODELSCOPE: "IndexTeam/Index-1.9B",
        },
        "Index-1.9B-Base-Pure": {
            DownloadSource.DEFAULT: "IndexTeam/Index-1.9B-Pure",
            DownloadSource.MODELSCOPE: "IndexTeam/Index-1.9B-Pure",
        },
luopl's avatar
luopl committed
867
868
869
870
871
872
873
874
        "Index-1.9B-Chat": {
            DownloadSource.DEFAULT: "IndexTeam/Index-1.9B-Chat",
            DownloadSource.MODELSCOPE: "IndexTeam/Index-1.9B-Chat",
        },
        "Index-1.9B-Character-Chat": {
            DownloadSource.DEFAULT: "IndexTeam/Index-1.9B-Character",
            DownloadSource.MODELSCOPE: "IndexTeam/Index-1.9B-Character",
        },
luopl's avatar
luopl committed
875
876
877
878
879
880
881
882
883
        "Index-1.9B-Chat-32K": {
            DownloadSource.DEFAULT: "IndexTeam/Index-1.9B-32K",
            DownloadSource.MODELSCOPE: "IndexTeam/Index-1.9B-32K",
        },
    },
    template="index",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
register_model_group(
    models={
        "InternLM-7B": {
            DownloadSource.DEFAULT: "internlm/internlm-7b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-7b",
        },
        "InternLM-20B": {
            DownloadSource.DEFAULT: "internlm/internlm-20b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-20b",
        },
        "InternLM-7B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm-chat-7b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-chat-7b",
        },
        "InternLM-20B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm-chat-20b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-chat-20b",
        },
    },
    template="intern",
)


register_model_group(
    models={
        "InternLM2-7B": {
            DownloadSource.DEFAULT: "internlm/internlm2-7b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-7b",
        },
        "InternLM2-20B": {
            DownloadSource.DEFAULT: "internlm/internlm2-20b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-20b",
        },
        "InternLM2-7B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm2-chat-7b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-chat-7b",
        },
        "InternLM2-20B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm2-chat-20b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-chat-20b",
        },
luopl's avatar
luopl committed
925
926
927
        "InternLM2.5-1.8B": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-1_8b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-1_8b",
luopl's avatar
luopl committed
928
            DownloadSource.OPENMIND: "Intern/internlm2_5-1_8b",
luopl's avatar
luopl committed
929
        },
chenych's avatar
chenych committed
930
931
932
933
        "InternLM2.5-7B": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-7b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-7b",
        },
luopl's avatar
luopl committed
934
935
936
        "InternLM2.5-20B": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-20b",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-20b",
luopl's avatar
luopl committed
937
            DownloadSource.OPENMIND: "Intern/internlm2_5-20b",
luopl's avatar
luopl committed
938
939
940
941
        },
        "InternLM2.5-1.8B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-1_8b-chat",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-1_8b-chat",
luopl's avatar
luopl committed
942
            DownloadSource.OPENMIND: "Intern/internlm2_5-1_8b-chat",
luopl's avatar
luopl committed
943
        },
chenych's avatar
chenych committed
944
945
946
        "InternLM2.5-7B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-7b-chat",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-7b-chat",
luopl's avatar
luopl committed
947
            DownloadSource.OPENMIND: "Intern/internlm2_5-7b-chat",
chenych's avatar
chenych committed
948
949
950
951
        },
        "InternLM2.5-7B-1M-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-7b-chat-1m",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-7b-chat-1m",
luopl's avatar
luopl committed
952
            DownloadSource.OPENMIND: "Intern/internlm2_5-7b-chat-1m",
chenych's avatar
chenych committed
953
        },
luopl's avatar
luopl committed
954
955
956
        "InternLM2.5-20B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm2_5-20b-chat",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-20b-chat",
luopl's avatar
luopl committed
957
            DownloadSource.OPENMIND: "Intern/internlm2_5-20b-chat",
luopl's avatar
luopl committed
958
        },
luopl's avatar
luopl committed
959
960
961
962
963
        "InternLM3-8B-Chat": {
            DownloadSource.DEFAULT: "internlm/internlm3-8b-instruct",
            DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm3-8b-instruct",
        },
    },
chenych's avatar
chenych committed
964
    template="intern2",
luopl's avatar
luopl committed
965
)
chenych's avatar
chenych committed
966

chenych's avatar
chenych committed
967

chenych's avatar
chenych committed
968
969
970
971
972
973
974
975
976
977
register_model_group(
    models={
        "Jamba-v0.1": {
            DownloadSource.DEFAULT: "ai21labs/Jamba-v0.1",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Jamba-v0.1",
        }
    },
)


chenych's avatar
chenych committed
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
register_model_group(
    models={
        "Kimi-VL-A3B-Instruct": {
            DownloadSource.DEFAULT: "moonshotai/Kimi-VL-A3B-Instruct",
            DownloadSource.MODELSCOPE: "moonshotai/Kimi-VL-A3B-Instruct",
        },
        "Kimi-VL-A3B-Thinking": {
            DownloadSource.DEFAULT: "moonshotai/Kimi-VL-A3B-Thinking",
            DownloadSource.MODELSCOPE: "moonshotai/Kimi-VL-A3B-Thinking",
        },
    },
    template="kimi_vl",
    multimodal=True,
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
register_model_group(
    models={
        "LingoWhale-8B": {
            DownloadSource.DEFAULT: "deeplang-ai/LingoWhale-8B",
            DownloadSource.MODELSCOPE: "DeepLang/LingoWhale-8B",
        }
    },
)


register_model_group(
    models={
luopl's avatar
luopl committed
1006
        "Llama-7B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1007
1008
1009
            DownloadSource.DEFAULT: "huggyllama/llama-7b",
            DownloadSource.MODELSCOPE: "skyline2006/llama-7b",
        },
luopl's avatar
luopl committed
1010
        "Llama-13B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1011
1012
1013
            DownloadSource.DEFAULT: "huggyllama/llama-13b",
            DownloadSource.MODELSCOPE: "skyline2006/llama-13b",
        },
luopl's avatar
luopl committed
1014
        "Llama-30B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1015
1016
1017
            DownloadSource.DEFAULT: "huggyllama/llama-30b",
            DownloadSource.MODELSCOPE: "skyline2006/llama-30b",
        },
luopl's avatar
luopl committed
1018
        "Llama-65B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1019
1020
1021
1022
1023
1024
1025
1026
1027
            DownloadSource.DEFAULT: "huggyllama/llama-65b",
            DownloadSource.MODELSCOPE: "skyline2006/llama-65b",
        },
    }
)


register_model_group(
    models={
luopl's avatar
luopl committed
1028
        "Llama-2-7B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1029
1030
1031
            DownloadSource.DEFAULT: "meta-llama/Llama-2-7b-hf",
            DownloadSource.MODELSCOPE: "modelscope/Llama-2-7b-ms",
        },
luopl's avatar
luopl committed
1032
        "Llama-2-13B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1033
1034
1035
            DownloadSource.DEFAULT: "meta-llama/Llama-2-13b-hf",
            DownloadSource.MODELSCOPE: "modelscope/Llama-2-13b-ms",
        },
luopl's avatar
luopl committed
1036
        "Llama-2-70B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1037
1038
1039
            DownloadSource.DEFAULT: "meta-llama/Llama-2-70b-hf",
            DownloadSource.MODELSCOPE: "modelscope/Llama-2-70b-ms",
        },
luopl's avatar
luopl committed
1040
        "Llama-2-7B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1041
1042
1043
            DownloadSource.DEFAULT: "meta-llama/Llama-2-7b-chat-hf",
            DownloadSource.MODELSCOPE: "modelscope/Llama-2-7b-chat-ms",
        },
luopl's avatar
luopl committed
1044
        "Llama-2-13B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1045
1046
1047
            DownloadSource.DEFAULT: "meta-llama/Llama-2-13b-chat-hf",
            DownloadSource.MODELSCOPE: "modelscope/Llama-2-13b-chat-ms",
        },
luopl's avatar
luopl committed
1048
        "Llama-2-70B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
            DownloadSource.DEFAULT: "meta-llama/Llama-2-70b-chat-hf",
            DownloadSource.MODELSCOPE: "modelscope/Llama-2-70b-chat-ms",
        },
    },
    template="llama2",
)


register_model_group(
    models={
luopl's avatar
luopl committed
1059
        "Llama-3-8B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1060
1061
1062
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-8B",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-8B",
        },
luopl's avatar
luopl committed
1063
        "Llama-3-70B": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1064
1065
1066
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-70B",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-70B",
        },
luopl's avatar
luopl committed
1067
        "Llama-3-8B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1068
1069
1070
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-8B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-8B-Instruct",
        },
luopl's avatar
luopl committed
1071
        "Llama-3-70B-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1072
1073
1074
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-70B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-70B-Instruct",
        },
luopl's avatar
luopl committed
1075
        "Llama-3-8B-Chinese-Chat": {
chenych's avatar
chenych committed
1076
1077
            DownloadSource.DEFAULT: "shenzhi-wang/Llama3-8B-Chinese-Chat",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama3-8B-Chinese-Chat",
luopl's avatar
luopl committed
1078
            DownloadSource.OPENMIND: "LlamaFactory/Llama3-Chinese-8B-Instruct",
chenych's avatar
chenych committed
1079
        },
luopl's avatar
luopl committed
1080
        "Llama-3-70B-Chinese-Chat": {
chenych's avatar
chenych committed
1081
1082
            DownloadSource.DEFAULT: "shenzhi-wang/Llama3-70B-Chinese-Chat",
        },
luopl's avatar
luopl committed
1083
        "Llama-3.1-8B": {
chenych's avatar
chenych committed
1084
1085
1086
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-8B",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-8B",
        },
luopl's avatar
luopl committed
1087
        "Llama-3.1-70B": {
chenych's avatar
chenych committed
1088
1089
1090
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-70B",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-70B",
        },
luopl's avatar
luopl committed
1091
        "Llama-3.1-405B": {
chenych's avatar
chenych committed
1092
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-405B",
luopl's avatar
luopl committed
1093
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-405B",
chenych's avatar
chenych committed
1094
        },
luopl's avatar
luopl committed
1095
        "Llama-3.1-8B-Instruct": {
chenych's avatar
chenych committed
1096
1097
1098
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-8B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-8B-Instruct",
        },
luopl's avatar
luopl committed
1099
        "Llama-3.1-70B-Instruct": {
chenych's avatar
chenych committed
1100
1101
1102
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-70B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-70B-Instruct",
        },
luopl's avatar
luopl committed
1103
        "Llama-3.1-405B-Instruct": {
chenych's avatar
chenych committed
1104
            DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-405B-Instruct",
luopl's avatar
luopl committed
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
            DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-405B-Instruct",
        },
        "Llama-3.1-8B-Chinese-Chat": {
            DownloadSource.DEFAULT: "shenzhi-wang/Llama3.1-8B-Chinese-Chat",
            DownloadSource.MODELSCOPE: "XD_AI/Llama3.1-8B-Chinese-Chat",
        },
        "Llama-3.1-70B-Chinese-Chat": {
            DownloadSource.DEFAULT: "shenzhi-wang/Llama3.1-70B-Chinese-Chat",
            DownloadSource.MODELSCOPE: "XD_AI/Llama3.1-70B-Chinese-Chat",
        },
        "Llama-3.2-1B": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-1B",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-1B",
        },
        "Llama-3.2-3B": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-3B",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-3B",
        },
        "Llama-3.2-1B-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-1B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-1B-Instruct",
        },
        "Llama-3.2-3B-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-3B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-3B-Instruct",
chenych's avatar
chenych committed
1130
        },
luopl's avatar
luopl committed
1131
1132
1133
1134
        "Llama-3.3-70B-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.3-70B-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.3-70B-Instruct",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1135
1136
1137
1138
1139
    },
    template="llama3",
)


luopl's avatar
luopl committed
1140
1141
register_model_group(
    models={
luopl's avatar
luopl committed
1142
1143
1144
1145
        "Llama-3.2-11B-Vision": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-11B-Vision",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-11B-Vision",
        },
luopl's avatar
luopl committed
1146
1147
1148
1149
        "Llama-3.2-11B-Vision-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-11B-Vision-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-11B-Vision-Instruct",
        },
luopl's avatar
luopl committed
1150
1151
1152
1153
        "Llama-3.2-90B-Vision": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-90B-Vision",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-90B-Vision",
        },
luopl's avatar
luopl committed
1154
1155
1156
1157
1158
1159
        "Llama-3.2-90B-Vision-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-3.2-90B-Vision-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-3.2-90B-Vision-Instruct",
        },
    },
    template="mllama",
chenych's avatar
chenych committed
1160
    multimodal=True,
luopl's avatar
luopl committed
1161
1162
1163
)


chenych's avatar
chenych committed
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
register_model_group(
    models={
        "Llama-4-Scout-17B-16E": {
            DownloadSource.DEFAULT: "meta-llama/Llama-4-Scout-17B-16E",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-4-Scout-17B-16E",
        },
        "Llama-4-Scout-17B-16E-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-4-Scout-17B-16E-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-4-Scout-17B-16E-Instruct",
        },
        "Llama-4-Maverick-17B-128E": {
            DownloadSource.DEFAULT: "meta-llama/Llama-4-Maverick-17B-128E",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-4-Maverick-17B-128E",
        },
        "Llama-4-Maverick-17B-128E-Instruct": {
            DownloadSource.DEFAULT: "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Llama-4-Maverick-17B-128E-Instruct",
        },
    },
    template="llama4",
    multimodal=True,
)


chenych's avatar
chenych committed
1188
1189
register_model_group(
    models={
luopl's avatar
luopl committed
1190
        "LLaVA-1.5-7B-Chat": {
chenych's avatar
chenych committed
1191
            DownloadSource.DEFAULT: "llava-hf/llava-1.5-7b-hf",
luopl's avatar
luopl committed
1192
            DownloadSource.MODELSCOPE: "swift/llava-1.5-7b-hf",
chenych's avatar
chenych committed
1193
        },
luopl's avatar
luopl committed
1194
        "LLaVA-1.5-13B-Chat": {
chenych's avatar
chenych committed
1195
            DownloadSource.DEFAULT: "llava-hf/llava-1.5-13b-hf",
luopl's avatar
luopl committed
1196
            DownloadSource.MODELSCOPE: "swift/llava-1.5-13b-hf",
chenych's avatar
chenych committed
1197
1198
        },
    },
luopl's avatar
luopl committed
1199
    template="llava",
chenych's avatar
chenych committed
1200
    multimodal=True,
luopl's avatar
luopl committed
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
)


register_model_group(
    models={
        "LLaVA-NeXT-7B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llava-v1.6-vicuna-7b-hf",
            DownloadSource.MODELSCOPE: "swift/llava-v1.6-vicuna-7b-hf",
        },
        "LLaVA-NeXT-13B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llava-v1.6-vicuna-13b-hf",
            DownloadSource.MODELSCOPE: "swift/llava-v1.6-vicuna-13b-hf",
        },
    },
    template="llava_next",
chenych's avatar
chenych committed
1216
    multimodal=True,
luopl's avatar
luopl committed
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
)


register_model_group(
    models={
        "LLaVA-NeXT-Mistral-7B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llava-v1.6-mistral-7b-hf",
            DownloadSource.MODELSCOPE: "swift/llava-v1.6-mistral-7b-hf",
        },
    },
    template="llava_next_mistral",
chenych's avatar
chenych committed
1228
    multimodal=True,
luopl's avatar
luopl committed
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
)


register_model_group(
    models={
        "LLaVA-NeXT-Llama3-8B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llama3-llava-next-8b-hf",
            DownloadSource.MODELSCOPE: "swift/llama3-llava-next-8b-hf",
        },
    },
    template="llava_next_llama3",
chenych's avatar
chenych committed
1240
    multimodal=True,
luopl's avatar
luopl committed
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
)


register_model_group(
    models={
        "LLaVA-NeXT-34B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llava-v1.6-34b-hf",
            DownloadSource.MODELSCOPE: "LLM-Research/llava-v1.6-34b-hf",
        },
    },
    template="llava_next_yi",
chenych's avatar
chenych committed
1252
    multimodal=True,
luopl's avatar
luopl committed
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
)


register_model_group(
    models={
        "LLaVA-NeXT-72B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llava-next-72b-hf",
            DownloadSource.MODELSCOPE: "AI-ModelScope/llava-next-72b-hf",
        },
        "LLaVA-NeXT-110B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/llava-next-110b-hf",
            DownloadSource.MODELSCOPE: "AI-ModelScope/llava-next-110b-hf",
        },
    },
    template="llava_next_qwen",
chenych's avatar
chenych committed
1268
    multimodal=True,
luopl's avatar
luopl committed
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
)


register_model_group(
    models={
        "LLaVA-NeXT-Video-7B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-hf",
            DownloadSource.MODELSCOPE: "swift/LLaVA-NeXT-Video-7B-hf",
        },
        "LLaVA-NeXT-Video-7B-DPO-Chat": {
            DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-DPO-hf",
            DownloadSource.MODELSCOPE: "swift/LLaVA-NeXT-Video-7B-DPO-hf",
        },
    },
    template="llava_next_video",
chenych's avatar
chenych committed
1284
    multimodal=True,
luopl's avatar
luopl committed
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
)


register_model_group(
    models={
        "LLaVA-NeXT-Video-7B-32k-Chat": {
            DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-32K-hf",
            DownloadSource.MODELSCOPE: "swift/LLaVA-NeXT-Video-7B-32K-hf",
        },
    },
    template="llava_next_video_mistral",
chenych's avatar
chenych committed
1296
    multimodal=True,
luopl's avatar
luopl committed
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
)


register_model_group(
    models={
        "LLaVA-NeXT-Video-34B-Chat": {
            DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-34B-hf",
            DownloadSource.MODELSCOPE: "swift/LLaVA-NeXT-Video-34B-hf",
        },
        "LLaVA-NeXT-Video-34B-DPO-Chat": {
            DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-34B-DPO-hf",
        },
    },
    template="llava_next_video_yi",
chenych's avatar
chenych committed
1311
    multimodal=True,
chenych's avatar
chenych committed
1312
1313
1314
)


luopl's avatar
luopl committed
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
register_model_group(
    models={
        "Marco-o1-Chat": {
            DownloadSource.DEFAULT: "AIDC-AI/Marco-o1",
            DownloadSource.MODELSCOPE: "AIDC-AI/Marco-o1",
        },
    },
    template="marco",
)


chenych's avatar
chenych committed
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
register_model_group(
    models={
        "MiniCPM-2B-SFT-Chat": {
            DownloadSource.DEFAULT: "openbmb/MiniCPM-2B-sft-bf16",
            DownloadSource.MODELSCOPE: "OpenBMB/miniCPM-bf16",
        },
        "MiniCPM-2B-DPO-Chat": {
            DownloadSource.DEFAULT: "openbmb/MiniCPM-2B-dpo-bf16",
            DownloadSource.MODELSCOPE: "OpenBMB/MiniCPM-2B-dpo-bf16",
        },
    },
    template="cpm",
)


luopl's avatar
luopl committed
1341
1342
1343
1344
1345
register_model_group(
    models={
        "MiniCPM3-4B-Chat": {
            DownloadSource.DEFAULT: "openbmb/MiniCPM3-4B",
            DownloadSource.MODELSCOPE: "OpenBMB/MiniCPM3-4B",
luopl's avatar
luopl committed
1346
            DownloadSource.OPENMIND: "LlamaFactory/MiniCPM3-4B",
luopl's avatar
luopl committed
1347
1348
1349
1350
1351
1352
        },
    },
    template="cpm3",
)


luopl's avatar
luopl committed
1353
1354
register_model_group(
    models={
chenych's avatar
chenych committed
1355
        "MiniCPM-o-2_6": {
luopl's avatar
luopl committed
1356
1357
1358
1359
            DownloadSource.DEFAULT: "openbmb/MiniCPM-o-2_6",
            DownloadSource.MODELSCOPE: "OpenBMB/MiniCPM-o-2_6",
        },
    },
chenych's avatar
chenych committed
1360
1361
    template="minicpm_o",
    multimodal=True,
luopl's avatar
luopl committed
1362
1363
1364
1365
1366
)


register_model_group(
    models={
chenych's avatar
chenych committed
1367
        "MiniCPM-V-2_6": {
luopl's avatar
luopl committed
1368
1369
1370
1371
1372
            DownloadSource.DEFAULT: "openbmb/MiniCPM-V-2_6",
            DownloadSource.MODELSCOPE: "OpenBMB/MiniCPM-V-2_6",
        },
    },
    template="minicpm_v",
chenych's avatar
chenych committed
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
    multimodal=True,
)


register_model_group(
    models={
        "Ministral-8B-Instruct-2410": {
            DownloadSource.DEFAULT: "mistralai/Ministral-8B-Instruct-2410",
            DownloadSource.MODELSCOPE: "mistralai/Ministral-8B-Instruct-2410",
        },
        "Mistral-Nemo-Base-2407": {
            DownloadSource.DEFAULT: "mistralai/Mistral-Nemo-Base-2407",
            DownloadSource.MODELSCOPE: "LLM-Research/Mistral-Nemo-Base-2407",
        },
        "Mistral-Nemo-Instruct-2407": {
            DownloadSource.DEFAULT: "mistralai/Mistral-Nemo-Instruct-2407",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-Nemo-Instruct-2407",
        },
    },
    template="ministral",
luopl's avatar
luopl committed
1393
1394
1395
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
register_model_group(
    models={
        "Mistral-7B-v0.1": {
            DownloadSource.DEFAULT: "mistralai/Mistral-7B-v0.1",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-v0.1",
        },
        "Mistral-7B-v0.2": {
            DownloadSource.DEFAULT: "alpindale/Mistral-7B-v0.2-hf",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-v0.2-hf",
        },
chenych's avatar
chenych committed
1406
1407
1408
1409
1410
1411
1412
1413
        "Mistral-7B-v0.3": {
            DownloadSource.DEFAULT: "mistralai/Mistral-7B-v0.3",
            DownloadSource.MODELSCOPE: "LLM-Research/mistral-7b-v0.3",
        },
        "Mistral-7B-Instruct-v0.1": {
            DownloadSource.DEFAULT: "mistralai/Mistral-7B-Instruct-v0.1",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-Instruct-v0.1",
        },
luopl's avatar
luopl committed
1414
        "Mistral-7B-Instruct-v0.2": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1415
1416
1417
            DownloadSource.DEFAULT: "mistralai/Mistral-7B-Instruct-v0.2",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-Instruct-v0.2",
        },
luopl's avatar
luopl committed
1418
        "Mistral-7B-Instruct-v0.3": {
chenych's avatar
chenych committed
1419
1420
1421
            DownloadSource.DEFAULT: "mistralai/Mistral-7B-Instruct-v0.3",
            DownloadSource.MODELSCOPE: "LLM-Research/Mistral-7B-Instruct-v0.3",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1422
1423
1424
1425
1426
    },
    template="mistral",
)


chenych's avatar
chenych committed
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
register_model_group(
    models={
        "Mistral-Small-24B-Base-2501": {
            DownloadSource.DEFAULT: "mistralai/Mistral-Small-24B-Base-2501",
            DownloadSource.MODELSCOPE: "mistralai/Mistral-Small-24B-Base-2501",
        },
        "Mistral-Small-24B-Instruct-2501": {
            DownloadSource.DEFAULT: "mistralai/Mistral-Small-24B-Instruct-2501",
            DownloadSource.MODELSCOPE: "mistralai/Mistral-Small-24B-Instruct-2501",
        },
    },
    template="mistral_small",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1442
1443
1444
1445
1446
1447
1448
1449
register_model_group(
    models={
        "Mixtral-8x7B-v0.1": {
            DownloadSource.DEFAULT: "mistralai/Mixtral-8x7B-v0.1",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x7B-v0.1",
        },
        "Mixtral-8x22B-v0.1": {
            DownloadSource.DEFAULT: "mistralai/Mixtral-8x22B-v0.1",
chenych's avatar
chenych committed
1450
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x22B-v0.1",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1451
        },
chenych's avatar
chenych committed
1452
1453
1454
1455
        "Mixtral-8x7B-v0.1-Instruct": {
            DownloadSource.DEFAULT: "mistralai/Mixtral-8x7B-Instruct-v0.1",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x7B-Instruct-v0.1",
        },
luopl's avatar
luopl committed
1456
        "Mixtral-8x22B-v0.1-Instruct": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1457
            DownloadSource.DEFAULT: "mistralai/Mixtral-8x22B-Instruct-v0.1",
chenych's avatar
chenych committed
1458
            DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x22B-Instruct-v0.1",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1459
1460
1461
1462
1463
1464
        },
    },
    template="mistral",
)


chenych's avatar
chenych committed
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
register_model_group(
    models={
        "Moonlight-16B-A3B": {
            DownloadSource.DEFAULT: "moonshotai/Moonlight-16B-A3B",
            DownloadSource.MODELSCOPE: "moonshotai/Moonlight-16B-A3B",
        },
        "Moonlight-16B-A3B-Instruct": {
            DownloadSource.DEFAULT: "moonshotai/Moonlight-16B-A3B-Instruct",
            DownloadSource.MODELSCOPE: "moonshotai/Moonlight-16B-A3B-Instruct",
        },
    },
    template="moonlight",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1480
1481
1482
register_model_group(
    models={
        "OLMo-1B": {
chenych's avatar
chenych committed
1483
            DownloadSource.DEFAULT: "allenai/OLMo-1B-hf",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1484
1485
        },
        "OLMo-7B": {
chenych's avatar
chenych committed
1486
            DownloadSource.DEFAULT: "allenai/OLMo-7B-hf",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1487
1488
        },
        "OLMo-7B-Chat": {
chenych's avatar
chenych committed
1489
1490
1491
1492
            DownloadSource.DEFAULT: "ssec-uw/OLMo-7B-Instruct-hf",
        },
        "OLMo-1.7-7B": {
            DownloadSource.DEFAULT: "allenai/OLMo-1.7-7B-hf",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1493
1494
1495
1496
1497
1498
1499
1500
1501
        },
    },
)


register_model_group(
    models={
        "OpenChat3.5-7B-Chat": {
            DownloadSource.DEFAULT: "openchat/openchat-3.5-0106",
chenych's avatar
chenych committed
1502
            DownloadSource.MODELSCOPE: "xcwzxcwz/openchat-3.5-0106",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1503
1504
1505
1506
1507
1508
        }
    },
    template="openchat",
)


chenych's avatar
chenych committed
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
register_model_group(
    models={
        "OpenChat3.6-8B-Chat": {
            DownloadSource.DEFAULT: "openchat/openchat-3.6-8b-20240522",
        }
    },
    template="openchat-3.6",
)


luopl's avatar
luopl committed
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
register_model_group(
    models={
        "OpenCoder-1.5B-Base": {
            DownloadSource.DEFAULT: "infly/OpenCoder-1.5B-Base",
            DownloadSource.MODELSCOPE: "infly/OpenCoder-1.5B-Base",
        },
        "OpenCoder-8B-Base": {
            DownloadSource.DEFAULT: "infly/OpenCoder-8B-Base",
            DownloadSource.MODELSCOPE: "infly/OpenCoder-8B-Base",
        },
        "OpenCoder-1.5B-Instruct": {
            DownloadSource.DEFAULT: "infly/OpenCoder-1.5B-Instruct",
            DownloadSource.MODELSCOPE: "infly/OpenCoder-1.5B-Instruct",
        },
        "OpenCoder-8B-Instruct": {
            DownloadSource.DEFAULT: "infly/OpenCoder-8B-Instruct",
            DownloadSource.MODELSCOPE: "infly/OpenCoder-8B-Instruct",
        },
    },
    template="opencoder",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
register_model_group(
    models={
        "Orion-14B-Base": {
            DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Base",
            DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Base",
        },
        "Orion-14B-Chat": {
            DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Chat",
            DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Chat",
        },
        "Orion-14B-Long-Chat": {
            DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-LongChat",
            DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-LongChat",
        },
        "Orion-14B-RAG-Chat": {
            DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Chat-RAG",
            DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Chat-RAG",
        },
        "Orion-14B-Plugin-Chat": {
            DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Chat-Plugin",
            DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Chat-Plugin",
        },
    },
    template="orion",
)


chenych's avatar
chenych committed
1569
1570
register_model_group(
    models={
luopl's avatar
luopl committed
1571
        "PaliGemma-3B-pt-224": {
chenych's avatar
chenych committed
1572
1573
1574
            DownloadSource.DEFAULT: "google/paligemma-3b-pt-224",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-pt-224",
        },
luopl's avatar
luopl committed
1575
        "PaliGemma-3B-pt-448": {
chenych's avatar
chenych committed
1576
1577
1578
            DownloadSource.DEFAULT: "google/paligemma-3b-pt-448",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-pt-448",
        },
luopl's avatar
luopl committed
1579
        "PaliGemma-3B-pt-896": {
chenych's avatar
chenych committed
1580
1581
1582
            DownloadSource.DEFAULT: "google/paligemma-3b-pt-896",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-pt-896",
        },
luopl's avatar
luopl committed
1583
        "PaliGemma-3B-mix-224": {
chenych's avatar
chenych committed
1584
1585
1586
            DownloadSource.DEFAULT: "google/paligemma-3b-mix-224",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-mix-224",
        },
luopl's avatar
luopl committed
1587
        "PaliGemma-3B-mix-448": {
chenych's avatar
chenych committed
1588
1589
1590
1591
            DownloadSource.DEFAULT: "google/paligemma-3b-mix-448",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-mix-448",
        },
    },
luopl's avatar
luopl committed
1592
    template="paligemma",
chenych's avatar
chenych committed
1593
    multimodal=True,
chenych's avatar
chenych committed
1594
1595
1596
)


luopl's avatar
luopl committed
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
register_model_group(
    models={
        "PaliGemma2-3B-pt-224": {
            DownloadSource.DEFAULT: "google/paligemma2-3b-pt-224",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-3b-pt-224",
        },
        "PaliGemma2-3B-pt-448": {
            DownloadSource.DEFAULT: "google/paligemma2-3b-pt-448",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-3b-pt-448",
        },
        "PaliGemma2-3B-pt-896": {
            DownloadSource.DEFAULT: "google/paligemma2-3b-pt-896",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-3b-pt-896",
        },
        "PaliGemma2-10B-pt-224": {
            DownloadSource.DEFAULT: "google/paligemma2-10b-pt-224",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-10b-pt-224",
        },
        "PaliGemma2-10B-pt-448": {
            DownloadSource.DEFAULT: "google/paligemma2-10b-pt-448",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-10b-pt-448",
        },
        "PaliGemma2-10B-pt-896": {
            DownloadSource.DEFAULT: "google/paligemma2-10b-pt-896",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-10b-pt-896",
        },
        "PaliGemma2-28B-pt-224": {
            DownloadSource.DEFAULT: "google/paligemma2-28b-pt-224",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-28b-pt-224",
        },
        "PaliGemma2-28B-pt-448": {
            DownloadSource.DEFAULT: "google/paligemma2-28b-pt-448",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-28b-pt-448",
        },
        "PaliGemma2-28B-pt-896": {
            DownloadSource.DEFAULT: "google/paligemma2-28b-pt-896",
            DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma2-28b-pt-896",
        },
chenych's avatar
chenych committed
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
        "PaliGemma2-3B-mix-224": {
            DownloadSource.DEFAULT: "google/paligemma2-3b-mix-224",
            DownloadSource.MODELSCOPE: "mlx-community/paligemma2-3b-mix-224-bf16",
        },
        "PaliGemma2-3B-mix-448": {
            DownloadSource.DEFAULT: "google/paligemma2-3b-mix-448",
            DownloadSource.MODELSCOPE: "mlx-community/paligemma2-3b-mix-448-bf16",
        },
        "PaliGemma2-10B-mix-224": {
            DownloadSource.DEFAULT: "google/paligemma2-10b-mix-224",
            DownloadSource.MODELSCOPE: "mlx-community/paligemma2-10b-mix-224-bf16",
        },
        "PaliGemma2-10B-mix-448": {
            DownloadSource.DEFAULT: "google/paligemma2-10b-mix-448",
            DownloadSource.MODELSCOPE: "mlx-community/paligemma2-10b-mix-448-bf16",
        },
        "PaliGemma2-28B-mix-224": {
            DownloadSource.DEFAULT: "google/paligemma2-28b-mix-224",
            DownloadSource.MODELSCOPE: "mlx-community/paligemma2-28b-mix-224-bf16",
        },
        "PaliGemma2-28B-mix-448": {
            DownloadSource.DEFAULT: "google/paligemma2-28b-mix-448",
            DownloadSource.MODELSCOPE: "mlx-community/paligemma2-28b-mix-448-bf16",
        },
luopl's avatar
luopl committed
1659
1660
    },
    template="paligemma",
chenych's avatar
chenych committed
1661
    multimodal=True,
luopl's avatar
luopl committed
1662
1663
1664
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
register_model_group(
    models={
        "Phi-1.5-1.3B": {
            DownloadSource.DEFAULT: "microsoft/phi-1_5",
            DownloadSource.MODELSCOPE: "allspace/PHI_1-5",
        },
        "Phi-2-2.7B": {
            DownloadSource.DEFAULT: "microsoft/phi-2",
            DownloadSource.MODELSCOPE: "AI-ModelScope/phi-2",
        },
    }
)


chenych's avatar
chenych committed
1679
1680
register_model_group(
    models={
luopl's avatar
luopl committed
1681
        "Phi-3-4B-4k-Instruct": {
chenych's avatar
chenych committed
1682
1683
1684
            DownloadSource.DEFAULT: "microsoft/Phi-3-mini-4k-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-mini-4k-instruct",
        },
luopl's avatar
luopl committed
1685
        "Phi-3-4B-128k-Instruct": {
chenych's avatar
chenych committed
1686
1687
1688
            DownloadSource.DEFAULT: "microsoft/Phi-3-mini-128k-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-mini-128k-instruct",
        },
luopl's avatar
luopl committed
1689
        "Phi-3-14B-8k-Instruct": {
chenych's avatar
chenych committed
1690
1691
1692
            DownloadSource.DEFAULT: "microsoft/Phi-3-medium-4k-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-medium-4k-instruct",
        },
luopl's avatar
luopl committed
1693
        "Phi-3-14B-128k-Instruct": {
chenych's avatar
chenych committed
1694
1695
1696
            DownloadSource.DEFAULT: "microsoft/Phi-3-medium-128k-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-medium-128k-instruct",
        },
luopl's avatar
luopl committed
1697
1698
1699
1700
1701
1702
1703
1704
        "Phi-3.5-4B-instruct": {
            DownloadSource.DEFAULT: "microsoft/Phi-3.5-mini-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3.5-mini-instruct",
        },
        "Phi-3.5-MoE-42B-A6.6B-instruct": {
            DownloadSource.DEFAULT: "microsoft/Phi-3.5-MoE-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3.5-MoE-instruct",
        },
chenych's avatar
chenych committed
1705
1706
1707
1708
1709
    },
    template="phi",
)


luopl's avatar
luopl committed
1710
1711
1712
1713
1714
1715
1716
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
register_model_group(
    models={
        "Phi-3-7B-8k-Instruct": {
            DownloadSource.DEFAULT: "microsoft/Phi-3-small-8k-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-small-8k-instruct",
        },
        "Phi-3-7B-128k-Instruct": {
            DownloadSource.DEFAULT: "microsoft/Phi-3-small-128k-instruct",
            DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-small-128k-instruct",
        },
    },
    template="phi_small",
)


register_model_group(
    models={
luopl's avatar
luopl committed
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
        "Phi-4-14B-Instruct": {
            DownloadSource.DEFAULT: "microsoft/phi-4",
            DownloadSource.MODELSCOPE: "LLM-Research/phi-4",
        },
    },
    template="phi4",
)


register_model_group(
    models={
chenych's avatar
chenych committed
1738
        "Pixtral-12B": {
luopl's avatar
luopl committed
1739
1740
1741
1742
1743
            DownloadSource.DEFAULT: "mistral-community/pixtral-12b",
            DownloadSource.MODELSCOPE: "AI-ModelScope/pixtral-12b",
        }
    },
    template="pixtral",
chenych's avatar
chenych committed
1744
    multimodal=True,
luopl's avatar
luopl committed
1745
1746
1747
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1748
1749
1750
1751
register_model_group(
    models={
        "Qwen-1.8B": {
            DownloadSource.DEFAULT: "Qwen/Qwen-1_8B",
luopl's avatar
luopl committed
1752
            DownloadSource.MODELSCOPE: "Qwen/Qwen-1_8B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1753
1754
1755
        },
        "Qwen-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen-7B",
luopl's avatar
luopl committed
1756
            DownloadSource.MODELSCOPE: "Qwen/Qwen-7B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1757
1758
1759
        },
        "Qwen-14B": {
            DownloadSource.DEFAULT: "Qwen/Qwen-14B",
luopl's avatar
luopl committed
1760
            DownloadSource.MODELSCOPE: "Qwen/Qwen-14B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1761
1762
1763
        },
        "Qwen-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen-72B",
luopl's avatar
luopl committed
1764
            DownloadSource.MODELSCOPE: "Qwen/Qwen-72B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1765
1766
1767
        },
        "Qwen-1.8B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen-1_8B-Chat",
luopl's avatar
luopl committed
1768
            DownloadSource.MODELSCOPE: "Qwen/Qwen-1_8B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1769
1770
1771
        },
        "Qwen-7B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen-7B-Chat",
luopl's avatar
luopl committed
1772
            DownloadSource.MODELSCOPE: "Qwen/Qwen-7B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1773
1774
1775
        },
        "Qwen-14B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen-14B-Chat",
luopl's avatar
luopl committed
1776
            DownloadSource.MODELSCOPE: "Qwen/Qwen-14B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1777
1778
1779
        },
        "Qwen-72B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen-72B-Chat",
luopl's avatar
luopl committed
1780
            DownloadSource.MODELSCOPE: "Qwen/Qwen-72B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1781
        },
luopl's avatar
luopl committed
1782
        "Qwen-1.8B-Chat-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1783
            DownloadSource.DEFAULT: "Qwen/Qwen-1_8B-Chat-Int8",
luopl's avatar
luopl committed
1784
            DownloadSource.MODELSCOPE: "Qwen/Qwen-1_8B-Chat-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1785
        },
luopl's avatar
luopl committed
1786
        "Qwen-1.8B-Chat-Int4": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1787
            DownloadSource.DEFAULT: "Qwen/Qwen-1_8B-Chat-Int4",
luopl's avatar
luopl committed
1788
            DownloadSource.MODELSCOPE: "Qwen/Qwen-1_8B-Chat-Int4",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1789
        },
luopl's avatar
luopl committed
1790
        "Qwen-7B-Chat-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1791
            DownloadSource.DEFAULT: "Qwen/Qwen-7B-Chat-Int8",
luopl's avatar
luopl committed
1792
            DownloadSource.MODELSCOPE: "Qwen/Qwen-7B-Chat-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1793
        },
luopl's avatar
luopl committed
1794
        "Qwen-7B-Chat-Int4": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1795
            DownloadSource.DEFAULT: "Qwen/Qwen-7B-Chat-Int4",
luopl's avatar
luopl committed
1796
            DownloadSource.MODELSCOPE: "Qwen/Qwen-7B-Chat-Int4",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1797
        },
luopl's avatar
luopl committed
1798
        "Qwen-14B-Chat-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1799
            DownloadSource.DEFAULT: "Qwen/Qwen-14B-Chat-Int8",
luopl's avatar
luopl committed
1800
            DownloadSource.MODELSCOPE: "Qwen/Qwen-14B-Chat-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1801
        },
luopl's avatar
luopl committed
1802
        "Qwen-14B-Chat-Int4": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1803
            DownloadSource.DEFAULT: "Qwen/Qwen-14B-Chat-Int4",
luopl's avatar
luopl committed
1804
            DownloadSource.MODELSCOPE: "Qwen/Qwen-14B-Chat-Int4",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1805
        },
luopl's avatar
luopl committed
1806
        "Qwen-72B-Chat-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1807
            DownloadSource.DEFAULT: "Qwen/Qwen-72B-Chat-Int8",
luopl's avatar
luopl committed
1808
            DownloadSource.MODELSCOPE: "Qwen/Qwen-72B-Chat-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1809
        },
luopl's avatar
luopl committed
1810
        "Qwen-72B-Chat-Int4": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1811
            DownloadSource.DEFAULT: "Qwen/Qwen-72B-Chat-Int4",
luopl's avatar
luopl committed
1812
            DownloadSource.MODELSCOPE: "Qwen/Qwen-72B-Chat-Int4",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822
        },
    },
    template="qwen",
)


register_model_group(
    models={
        "Qwen1.5-0.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B",
luopl's avatar
luopl committed
1823
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-0.5B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1824
1825
1826
        },
        "Qwen1.5-1.8B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B",
luopl's avatar
luopl committed
1827
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-1.8B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1828
1829
1830
        },
        "Qwen1.5-4B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B",
luopl's avatar
luopl committed
1831
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-4B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1832
1833
1834
        },
        "Qwen1.5-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B",
luopl's avatar
luopl committed
1835
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-7B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1836
1837
1838
        },
        "Qwen1.5-14B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B",
luopl's avatar
luopl committed
1839
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-14B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1840
1841
1842
        },
        "Qwen1.5-32B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B",
luopl's avatar
luopl committed
1843
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-32B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1844
1845
1846
        },
        "Qwen1.5-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B",
luopl's avatar
luopl committed
1847
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-72B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1848
        },
chenych's avatar
chenych committed
1849
1850
        "Qwen1.5-110B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-110B",
luopl's avatar
luopl committed
1851
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-110B",
chenych's avatar
chenych committed
1852
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1853
1854
        "Qwen1.5-MoE-A2.7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-MoE-A2.7B",
luopl's avatar
luopl committed
1855
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-MoE-A2.7B",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1856
1857
1858
        },
        "Qwen1.5-0.5B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B-Chat",
luopl's avatar
luopl committed
1859
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-0.5B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1860
1861
1862
        },
        "Qwen1.5-1.8B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B-Chat",
luopl's avatar
luopl committed
1863
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-1.8B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1864
1865
1866
        },
        "Qwen1.5-4B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B-Chat",
luopl's avatar
luopl committed
1867
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-4B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1868
1869
1870
        },
        "Qwen1.5-7B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B-Chat",
luopl's avatar
luopl committed
1871
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-7B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1872
1873
1874
        },
        "Qwen1.5-14B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat",
luopl's avatar
luopl committed
1875
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-14B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1876
1877
1878
        },
        "Qwen1.5-32B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat",
luopl's avatar
luopl committed
1879
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-32B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1880
1881
1882
        },
        "Qwen1.5-72B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat",
luopl's avatar
luopl committed
1883
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-72B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1884
        },
chenych's avatar
chenych committed
1885
1886
        "Qwen1.5-110B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-110B-Chat",
luopl's avatar
luopl committed
1887
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-110B-Chat",
chenych's avatar
chenych committed
1888
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1889
1890
        "Qwen1.5-MoE-A2.7B-Chat": {
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-MoE-A2.7B-Chat",
luopl's avatar
luopl committed
1891
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-MoE-A2.7B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1892
        },
luopl's avatar
luopl committed
1893
        "Qwen1.5-0.5B-Chat-GPTQ-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1894
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8",
luopl's avatar
luopl committed
1895
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1896
        },
luopl's avatar
luopl committed
1897
        "Qwen1.5-0.5B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1898
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B-Chat-AWQ",
luopl's avatar
luopl committed
1899
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-0.5B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1900
        },
luopl's avatar
luopl committed
1901
        "Qwen1.5-1.8B-Chat-GPTQ-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1902
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8",
luopl's avatar
luopl committed
1903
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1904
        },
luopl's avatar
luopl committed
1905
        "Qwen1.5-1.8B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1906
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B-Chat-AWQ",
luopl's avatar
luopl committed
1907
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-1.8B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1908
        },
luopl's avatar
luopl committed
1909
        "Qwen1.5-4B-Chat-GPTQ-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1910
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B-Chat-GPTQ-Int8",
luopl's avatar
luopl committed
1911
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-4B-Chat-GPTQ-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1912
        },
luopl's avatar
luopl committed
1913
        "Qwen1.5-4B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1914
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B-Chat-AWQ",
luopl's avatar
luopl committed
1915
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-4B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1916
        },
luopl's avatar
luopl committed
1917
        "Qwen1.5-7B-Chat-GPTQ-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1918
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B-Chat-GPTQ-Int8",
luopl's avatar
luopl committed
1919
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-7B-Chat-GPTQ-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1920
        },
luopl's avatar
luopl committed
1921
        "Qwen1.5-7B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1922
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B-Chat-AWQ",
luopl's avatar
luopl committed
1923
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-7B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1924
        },
luopl's avatar
luopl committed
1925
        "Qwen1.5-14B-Chat-GPTQ-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1926
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
luopl's avatar
luopl committed
1927
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1928
        },
luopl's avatar
luopl committed
1929
        "Qwen1.5-14B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1930
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-AWQ",
luopl's avatar
luopl committed
1931
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-14B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1932
        },
luopl's avatar
luopl committed
1933
        "Qwen1.5-32B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1934
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat-AWQ",
luopl's avatar
luopl committed
1935
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-32B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1936
        },
luopl's avatar
luopl committed
1937
        "Qwen1.5-72B-Chat-GPTQ-Int8": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1938
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8",
luopl's avatar
luopl committed
1939
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1940
        },
luopl's avatar
luopl committed
1941
        "Qwen1.5-72B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1942
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-AWQ",
luopl's avatar
luopl committed
1943
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-72B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1944
        },
luopl's avatar
luopl committed
1945
        "Qwen1.5-110B-Chat-AWQ": {
chenych's avatar
chenych committed
1946
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-110B-Chat-AWQ",
luopl's avatar
luopl committed
1947
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-110B-Chat-AWQ",
chenych's avatar
chenych committed
1948
        },
luopl's avatar
luopl committed
1949
        "Qwen1.5-MoE-A2.7B-Chat-GPTQ-Int4": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1950
            DownloadSource.DEFAULT: "Qwen/Qwen1.5-MoE-A2.7B-Chat-GPTQ-Int4",
luopl's avatar
luopl committed
1951
            DownloadSource.MODELSCOPE: "Qwen/Qwen1.5-MoE-A2.7B-Chat-GPTQ-Int4",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1952
        },
luopl's avatar
luopl committed
1953
1954
        "CodeQwen1.5-7B": {
            DownloadSource.DEFAULT: "Qwen/CodeQwen1.5-7B",
luopl's avatar
luopl committed
1955
            DownloadSource.MODELSCOPE: "Qwen/CodeQwen1.5-7B",
luopl's avatar
luopl committed
1956
1957
1958
        },
        "CodeQwen1.5-7B-Chat": {
            DownloadSource.DEFAULT: "Qwen/CodeQwen1.5-7B-Chat",
luopl's avatar
luopl committed
1959
            DownloadSource.MODELSCOPE: "Qwen/CodeQwen1.5-7B-Chat",
luopl's avatar
luopl committed
1960
1961
        },
        "CodeQwen1.5-7B-Chat-AWQ": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1962
            DownloadSource.DEFAULT: "Qwen/CodeQwen1.5-7B-Chat-AWQ",
luopl's avatar
luopl committed
1963
            DownloadSource.MODELSCOPE: "Qwen/CodeQwen1.5-7B-Chat-AWQ",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
1964
1965
1966
1967
1968
1969
        },
    },
    template="qwen",
)


chenych's avatar
chenych committed
1970
1971
1972
1973
register_model_group(
    models={
        "Qwen2-0.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B",
luopl's avatar
luopl committed
1974
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-0.5B",
chenych's avatar
chenych committed
1975
1976
1977
        },
        "Qwen2-1.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B",
luopl's avatar
luopl committed
1978
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-1.5B",
chenych's avatar
chenych committed
1979
1980
1981
        },
        "Qwen2-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-7B",
luopl's avatar
luopl committed
1982
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-7B",
chenych's avatar
chenych committed
1983
1984
1985
        },
        "Qwen2-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-72B",
luopl's avatar
luopl committed
1986
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-72B",
chenych's avatar
chenych committed
1987
        },
luopl's avatar
luopl committed
1988
        "Qwen2-MoE-57B-A14B": {
chenych's avatar
chenych committed
1989
            DownloadSource.DEFAULT: "Qwen/Qwen2-57B-A14B",
luopl's avatar
luopl committed
1990
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-57B-A14B",
chenych's avatar
chenych committed
1991
        },
luopl's avatar
luopl committed
1992
        "Qwen2-0.5B-Instruct": {
chenych's avatar
chenych committed
1993
            DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct",
luopl's avatar
luopl committed
1994
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-0.5B-Instruct",
luopl's avatar
luopl committed
1995
            DownloadSource.OPENMIND: "LlamaFactory/Qwen2-0.5B-Instruct",
chenych's avatar
chenych committed
1996
        },
luopl's avatar
luopl committed
1997
        "Qwen2-1.5B-Instruct": {
chenych's avatar
chenych committed
1998
            DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct",
luopl's avatar
luopl committed
1999
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-1.5B-Instruct",
luopl's avatar
luopl committed
2000
            DownloadSource.OPENMIND: "LlamaFactory/Qwen2-1.5B-Instruct",
chenych's avatar
chenych committed
2001
        },
luopl's avatar
luopl committed
2002
        "Qwen2-7B-Instruct": {
chenych's avatar
chenych committed
2003
            DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct",
luopl's avatar
luopl committed
2004
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-7B-Instruct",
luopl's avatar
luopl committed
2005
            DownloadSource.OPENMIND: "LlamaFactory/Qwen2-7B-Instruct",
chenych's avatar
chenych committed
2006
        },
luopl's avatar
luopl committed
2007
        "Qwen2-72B-Instruct": {
chenych's avatar
chenych committed
2008
            DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct",
luopl's avatar
luopl committed
2009
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-72B-Instruct",
chenych's avatar
chenych committed
2010
        },
luopl's avatar
luopl committed
2011
        "Qwen2-MoE-57B-A14B-Instruct": {
chenych's avatar
chenych committed
2012
            DownloadSource.DEFAULT: "Qwen/Qwen2-57B-A14B-Instruct",
luopl's avatar
luopl committed
2013
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-57B-A14B-Instruct",
chenych's avatar
chenych committed
2014
        },
luopl's avatar
luopl committed
2015
        "Qwen2-0.5B-Instruct-GPTQ-Int8": {
chenych's avatar
chenych committed
2016
            DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2017
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int8",
chenych's avatar
chenych committed
2018
        },
luopl's avatar
luopl committed
2019
2020
        "Qwen2-0.5B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2021
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2022
2023
        },
        "Qwen2-0.5B-Instruct-AWQ": {
chenych's avatar
chenych committed
2024
            DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct-AWQ",
luopl's avatar
luopl committed
2025
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-0.5B-Instruct-AWQ",
chenych's avatar
chenych committed
2026
        },
luopl's avatar
luopl committed
2027
        "Qwen2-1.5B-Instruct-GPTQ-Int8": {
chenych's avatar
chenych committed
2028
            DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2029
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int8",
chenych's avatar
chenych committed
2030
        },
luopl's avatar
luopl committed
2031
2032
        "Qwen2-1.5B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2033
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2034
2035
        },
        "Qwen2-1.5B-Instruct-AWQ": {
chenych's avatar
chenych committed
2036
            DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct-AWQ",
luopl's avatar
luopl committed
2037
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-1.5B-Instruct-AWQ",
chenych's avatar
chenych committed
2038
        },
luopl's avatar
luopl committed
2039
        "Qwen2-7B-Instruct-GPTQ-Int8": {
chenych's avatar
chenych committed
2040
            DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2041
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-7B-Instruct-GPTQ-Int8",
chenych's avatar
chenych committed
2042
        },
luopl's avatar
luopl committed
2043
2044
        "Qwen2-7B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2045
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-7B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2046
2047
        },
        "Qwen2-7B-Instruct-AWQ": {
chenych's avatar
chenych committed
2048
            DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct-AWQ",
luopl's avatar
luopl committed
2049
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-7B-Instruct-AWQ",
chenych's avatar
chenych committed
2050
        },
luopl's avatar
luopl committed
2051
        "Qwen2-72B-Instruct-GPTQ-Int8": {
chenych's avatar
chenych committed
2052
            DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2053
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-72B-Instruct-GPTQ-Int8",
chenych's avatar
chenych committed
2054
        },
luopl's avatar
luopl committed
2055
2056
        "Qwen2-72B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2057
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-72B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2058
2059
        },
        "Qwen2-72B-Instruct-AWQ": {
chenych's avatar
chenych committed
2060
            DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct-AWQ",
luopl's avatar
luopl committed
2061
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-72B-Instruct-AWQ",
chenych's avatar
chenych committed
2062
        },
luopl's avatar
luopl committed
2063
        "Qwen2-57B-A14B-Instruct-GPTQ-Int4": {
chenych's avatar
chenych committed
2064
            DownloadSource.DEFAULT: "Qwen/Qwen2-57B-A14B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2065
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-57B-A14B-Instruct-GPTQ-Int4",
chenych's avatar
chenych committed
2066
        },
luopl's avatar
luopl committed
2067
2068
        "Qwen2-Math-1.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Math-1.5B",
luopl's avatar
luopl committed
2069
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Math-1.5B",
luopl's avatar
luopl committed
2070
2071
2072
        },
        "Qwen2-Math-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Math-7B",
luopl's avatar
luopl committed
2073
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Math-7B",
luopl's avatar
luopl committed
2074
2075
2076
        },
        "Qwen2-Math-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Math-72B",
luopl's avatar
luopl committed
2077
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Math-72B",
luopl's avatar
luopl committed
2078
2079
2080
        },
        "Qwen2-Math-1.5B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Math-1.5B-Instruct",
luopl's avatar
luopl committed
2081
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Math-1.5B-Instruct",
luopl's avatar
luopl committed
2082
2083
2084
        },
        "Qwen2-Math-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Math-7B-Instruct",
luopl's avatar
luopl committed
2085
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Math-7B-Instruct",
luopl's avatar
luopl committed
2086
2087
2088
        },
        "Qwen2-Math-72B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Math-72B-Instruct",
luopl's avatar
luopl committed
2089
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Math-72B-Instruct",
luopl's avatar
luopl committed
2090
        },
chenych's avatar
chenych committed
2091
2092
2093
2094
2095
    },
    template="qwen",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2096
2097
register_model_group(
    models={
luopl's avatar
luopl committed
2098
2099
        "Qwen2.5-0.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-0.5B",
luopl's avatar
luopl committed
2100
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-0.5B",
luopl's avatar
luopl committed
2101
2102
2103
        },
        "Qwen2.5-1.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-1.5B",
luopl's avatar
luopl committed
2104
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-1.5B",
luopl's avatar
luopl committed
2105
2106
2107
        },
        "Qwen2.5-3B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-3B",
luopl's avatar
luopl committed
2108
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-3B",
luopl's avatar
luopl committed
2109
2110
2111
        },
        "Qwen2.5-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-7B",
luopl's avatar
luopl committed
2112
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-7B",
luopl's avatar
luopl committed
2113
2114
2115
        },
        "Qwen2.5-14B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-14B",
luopl's avatar
luopl committed
2116
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-14B",
luopl's avatar
luopl committed
2117
2118
2119
        },
        "Qwen2.5-32B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-32B",
luopl's avatar
luopl committed
2120
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-32B",
luopl's avatar
luopl committed
2121
2122
2123
        },
        "Qwen2.5-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-72B",
luopl's avatar
luopl committed
2124
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-72B",
luopl's avatar
luopl committed
2125
2126
2127
        },
        "Qwen2.5-0.5B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-0.5B-Instruct",
luopl's avatar
luopl committed
2128
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-0.5B-Instruct",
luopl's avatar
luopl committed
2129
2130
2131
        },
        "Qwen2.5-1.5B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-1.5B-Instruct",
luopl's avatar
luopl committed
2132
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-1.5B-Instruct",
luopl's avatar
luopl committed
2133
2134
2135
        },
        "Qwen2.5-3B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-3B-Instruct",
luopl's avatar
luopl committed
2136
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-3B-Instruct",
luopl's avatar
luopl committed
2137
2138
2139
        },
        "Qwen2.5-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-7B-Instruct",
luopl's avatar
luopl committed
2140
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-7B-Instruct",
luopl's avatar
luopl committed
2141
2142
2143
        },
        "Qwen2.5-14B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-14B-Instruct",
luopl's avatar
luopl committed
2144
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-14B-Instruct",
luopl's avatar
luopl committed
2145
2146
2147
        },
        "Qwen2.5-32B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-32B-Instruct",
luopl's avatar
luopl committed
2148
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-32B-Instruct",
luopl's avatar
luopl committed
2149
2150
2151
        },
        "Qwen2.5-72B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-72B-Instruct",
luopl's avatar
luopl committed
2152
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-72B-Instruct",
luopl's avatar
luopl committed
2153
        },
chenych's avatar
chenych committed
2154
2155
2156
2157
2158
2159
2160
2161
        "Qwen2.5-7B-Instruct-1M": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-7B-Instruct-1M",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-7B-Instruct-1M",
        },
        "Qwen2.5-14B-Instruct-1M": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-14B-Instruct-1M",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-14B-Instruct-1M",
        },
luopl's avatar
luopl committed
2162
2163
        "Qwen2.5-0.5B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-0.5B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2164
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-0.5B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2165
2166
2167
        },
        "Qwen2.5-0.5B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-0.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2168
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-0.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2169
2170
2171
        },
        "Qwen2.5-0.5B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-0.5B-Instruct-AWQ",
luopl's avatar
luopl committed
2172
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-0.5B-Instruct-AWQ",
luopl's avatar
luopl committed
2173
2174
2175
        },
        "Qwen2.5-1.5B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-1.5B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2176
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-1.5B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2177
2178
2179
        },
        "Qwen2.5-1.5B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-1.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2180
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-1.5B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2181
2182
2183
        },
        "Qwen2.5-1.5B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-1.5B-Instruct-AWQ",
luopl's avatar
luopl committed
2184
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-1.5B-Instruct-AWQ",
luopl's avatar
luopl committed
2185
2186
2187
        },
        "Qwen2.5-3B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2188
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2189
2190
2191
        },
        "Qwen2.5-3B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-3B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2192
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-3B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2193
2194
2195
        },
        "Qwen2.5-3B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-3B-Instruct-AWQ",
luopl's avatar
luopl committed
2196
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-3B-Instruct-AWQ",
luopl's avatar
luopl committed
2197
2198
2199
        },
        "Qwen2.5-7B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2200
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2201
2202
2203
        },
        "Qwen2.5-7B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2204
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2205
2206
2207
        },
        "Qwen2.5-7B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-7B-Instruct-AWQ",
luopl's avatar
luopl committed
2208
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-7B-Instruct-AWQ",
luopl's avatar
luopl committed
2209
2210
2211
        },
        "Qwen2.5-14B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-14B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2212
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-14B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2213
2214
2215
        },
        "Qwen2.5-14B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-14B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2216
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-14B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2217
2218
2219
        },
        "Qwen2.5-14B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-14B-Instruct-AWQ",
luopl's avatar
luopl committed
2220
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-14B-Instruct-AWQ",
luopl's avatar
luopl committed
2221
2222
2223
        },
        "Qwen2.5-32B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-32B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2224
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-32B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2225
2226
2227
        },
        "Qwen2.5-32B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-32B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2228
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-32B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2229
2230
2231
        },
        "Qwen2.5-32B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-32B-Instruct-AWQ",
luopl's avatar
luopl committed
2232
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-32B-Instruct-AWQ",
luopl's avatar
luopl committed
2233
2234
2235
        },
        "Qwen2.5-72B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-72B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2236
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-72B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2237
2238
2239
        },
        "Qwen2.5-72B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-72B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2240
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-72B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2241
2242
2243
        },
        "Qwen2.5-72B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-72B-Instruct-AWQ",
luopl's avatar
luopl committed
2244
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-72B-Instruct-AWQ",
luopl's avatar
luopl committed
2245
        },
luopl's avatar
luopl committed
2246
2247
        "Qwen2.5-Coder-0.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-0.5B",
luopl's avatar
luopl committed
2248
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-0.5B",
luopl's avatar
luopl committed
2249
        },
luopl's avatar
luopl committed
2250
2251
        "Qwen2.5-Coder-1.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-1.5B",
luopl's avatar
luopl committed
2252
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-1.5B",
luopl's avatar
luopl committed
2253
        },
luopl's avatar
luopl committed
2254
2255
        "Qwen2.5-Coder-3B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-3B",
luopl's avatar
luopl committed
2256
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-3B",
luopl's avatar
luopl committed
2257
        },
luopl's avatar
luopl committed
2258
2259
        "Qwen2.5-Coder-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-7B",
luopl's avatar
luopl committed
2260
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-7B",
luopl's avatar
luopl committed
2261
        },
luopl's avatar
luopl committed
2262
2263
        "Qwen2.5-Coder-14B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-14B",
luopl's avatar
luopl committed
2264
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-14B",
luopl's avatar
luopl committed
2265
2266
2267
        },
        "Qwen2.5-Coder-32B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-32B",
luopl's avatar
luopl committed
2268
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-32B",
luopl's avatar
luopl committed
2269
2270
2271
        },
        "Qwen2.5-Coder-0.5B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-0.5B-Instruct",
luopl's avatar
luopl committed
2272
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-0.5B-Instruct",
luopl's avatar
luopl committed
2273
        },
luopl's avatar
luopl committed
2274
2275
        "Qwen2.5-Coder-1.5B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-1.5B-Instruct",
luopl's avatar
luopl committed
2276
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-1.5B-Instruct",
luopl's avatar
luopl committed
2277
        },
luopl's avatar
luopl committed
2278
2279
        "Qwen2.5-Coder-3B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-3B-Instruct",
luopl's avatar
luopl committed
2280
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-3B-Instruct",
luopl's avatar
luopl committed
2281
        },
luopl's avatar
luopl committed
2282
2283
        "Qwen2.5-Coder-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-7B-Instruct",
luopl's avatar
luopl committed
2284
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-7B-Instruct",
luopl's avatar
luopl committed
2285
        },
luopl's avatar
luopl committed
2286
2287
        "Qwen2.5-Coder-14B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-14B-Instruct",
luopl's avatar
luopl committed
2288
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-14B-Instruct",
luopl's avatar
luopl committed
2289
2290
2291
        },
        "Qwen2.5-Coder-32B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Coder-32B-Instruct",
luopl's avatar
luopl committed
2292
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-32B-Instruct",
luopl's avatar
luopl committed
2293
        },
luopl's avatar
luopl committed
2294
2295
        "Qwen2.5-Math-1.5B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Math-1.5B",
luopl's avatar
luopl committed
2296
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Math-1.5B",
luopl's avatar
luopl committed
2297
2298
2299
        },
        "Qwen2.5-Math-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Math-7B",
luopl's avatar
luopl committed
2300
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Math-7B",
luopl's avatar
luopl committed
2301
2302
2303
        },
        "Qwen2.5-Math-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Math-72B",
luopl's avatar
luopl committed
2304
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Math-72B",
luopl's avatar
luopl committed
2305
2306
2307
        },
        "Qwen2.5-Math-1.5B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Math-1.5B-Instruct",
luopl's avatar
luopl committed
2308
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-1.5B-Instruct",
luopl's avatar
luopl committed
2309
2310
2311
        },
        "Qwen2.5-Math-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Math-7B-Instruct",
luopl's avatar
luopl committed
2312
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-7B-Instruct",
luopl's avatar
luopl committed
2313
2314
2315
        },
        "Qwen2.5-Math-72B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Math-72B-Instruct",
luopl's avatar
luopl committed
2316
2317
2318
2319
2320
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Coder-72B-Instruct",
        },
        "QwQ-32B-Preview-Instruct": {
            DownloadSource.DEFAULT: "Qwen/QwQ-32B-Preview",
            DownloadSource.MODELSCOPE: "Qwen/QwQ-32B-Preview",
luopl's avatar
luopl committed
2321
        },
chenych's avatar
chenych committed
2322
2323
2324
2325
        "QwQ-32B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/QwQ-32B",
            DownloadSource.MODELSCOPE: "Qwen/QwQ-32B",
        },
luopl's avatar
luopl committed
2326
2327
2328
2329
2330
2331
2332
    },
    template="qwen",
)


register_model_group(
    models={
chenych's avatar
chenych committed
2333
2334
2335
2336
2337
2338
2339
2340
2341
2342
2343
2344
2345
2346
        "Qwen2-Audio-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Audio-7B",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Audio-7B",
        },
        "Qwen2-Audio-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-Audio-7B-Instruct",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-Audio-7B-Instruct",
        },
    },
    template="qwen2_audio",
    multimodal=True,
)


chenych's avatar
chenych committed
2347
2348
2349
2350
2351
2352
2353
2354
2355
2356
2357
2358
register_model_group(
    models={
        "Qwen2.5-Omni-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-Omni-7B",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-Omni-7B",
        }
    },
    template="qwen2_omni",
    multimodal=True,
)


chenych's avatar
chenych committed
2359
2360
2361
2362
2363
2364
2365
2366
2367
2368
2369
2370
2371
2372
register_model_group(
    models={
        "Qwen2-VL-2B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-2B",
        },
        "Qwen2-VL-7B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-7B",
        },
        "Qwen2-VL-72B": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-72B",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-72B",
        },
luopl's avatar
luopl committed
2373
2374
        "Qwen2-VL-2B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct",
luopl's avatar
luopl committed
2375
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-2B-Instruct",
luopl's avatar
luopl committed
2376
            DownloadSource.OPENMIND: "LlamaFactory/Qwen2-VL-2B-Instruct",
luopl's avatar
luopl committed
2377
2378
2379
        },
        "Qwen2-VL-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct",
luopl's avatar
luopl committed
2380
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-7B-Instruct",
luopl's avatar
luopl committed
2381
            DownloadSource.OPENMIND: "LlamaFactory/Qwen2-VL-7B-Instruct",
luopl's avatar
luopl committed
2382
2383
2384
        },
        "Qwen2-VL-72B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-72B-Instruct",
luopl's avatar
luopl committed
2385
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-72B-Instruct",
luopl's avatar
luopl committed
2386
2387
2388
        },
        "Qwen2-VL-2B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2389
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2390
2391
2392
        },
        "Qwen2-VL-2B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2393
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2394
2395
2396
        },
        "Qwen2-VL-2B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct-AWQ",
luopl's avatar
luopl committed
2397
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-2B-Instruct-AWQ",
luopl's avatar
luopl committed
2398
2399
2400
        },
        "Qwen2-VL-7B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2401
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2402
2403
2404
        },
        "Qwen2-VL-7B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2405
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2406
2407
2408
        },
        "Qwen2-VL-7B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct-AWQ",
luopl's avatar
luopl committed
2409
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-7B-Instruct-AWQ",
luopl's avatar
luopl committed
2410
2411
2412
        },
        "Qwen2-VL-72B-Instruct-GPTQ-Int8": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2413
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int8",
luopl's avatar
luopl committed
2414
2415
2416
        },
        "Qwen2-VL-72B-Instruct-GPTQ-Int4": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2417
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int4",
luopl's avatar
luopl committed
2418
2419
2420
        },
        "Qwen2-VL-72B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2-VL-72B-Instruct-AWQ",
luopl's avatar
luopl committed
2421
2422
2423
2424
2425
            DownloadSource.MODELSCOPE: "Qwen/Qwen2-VL-72B-Instruct-AWQ",
        },
        "QVQ-72B-Preview": {
            DownloadSource.DEFAULT: "Qwen/QVQ-72B-Preview",
            DownloadSource.MODELSCOPE: "Qwen/QVQ-72B-Preview",
luopl's avatar
luopl committed
2426
        },
chenych's avatar
chenych committed
2427
2428
2429
2430
2431
2432
2433
2434
        "Qwen2.5-VL-3B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-3B-Instruct",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-3B-Instruct",
        },
        "Qwen2.5-VL-7B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-7B-Instruct",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-7B-Instruct",
        },
chenych's avatar
chenych committed
2435
2436
2437
2438
        "Qwen2.5-VL-32B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-32B-Instruct",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-32B-Instruct",
        },
chenych's avatar
chenych committed
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
2454
        "Qwen2.5-VL-72B-Instruct": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-72B-Instruct",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-72B-Instruct",
        },
        "Qwen2.5-VL-3B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-3B-Instruct-AWQ",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-3B-Instruct-AWQ",
        },
        "Qwen2.5-VL-7B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-7B-Instruct-AWQ",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-7B-Instruct-AWQ",
        },
        "Qwen2.5-VL-72B-Instruct-AWQ": {
            DownloadSource.DEFAULT: "Qwen/Qwen2.5-VL-72B-Instruct-AWQ",
            DownloadSource.MODELSCOPE: "Qwen/Qwen2.5-VL-72B-Instruct-AWQ",
        },
luopl's avatar
luopl committed
2455
2456
    },
    template="qwen2_vl",
chenych's avatar
chenych committed
2457
    multimodal=True,
luopl's avatar
luopl committed
2458
2459
2460
2461
2462
2463
)


register_model_group(
    models={
        "SOLAR-10.7B-v1.0": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2464
2465
            DownloadSource.DEFAULT: "upstage/SOLAR-10.7B-v1.0",
        },
luopl's avatar
luopl committed
2466
        "SOLAR-10.7B-Instruct-v1.0": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2467
2468
2469
2470
2471
2472
2473
2474
2475
2476
2477
2478
2479
2480
2481
2482
2483
2484
            DownloadSource.DEFAULT: "upstage/SOLAR-10.7B-Instruct-v1.0",
            DownloadSource.MODELSCOPE: "AI-ModelScope/SOLAR-10.7B-Instruct-v1.0",
        },
    },
    template="solar",
)


register_model_group(
    models={
        "Skywork-13B-Base": {
            DownloadSource.DEFAULT: "Skywork/Skywork-13B-base",
            DownloadSource.MODELSCOPE: "skywork/Skywork-13B-base",
        }
    }
)


luopl's avatar
luopl committed
2485
2486
2487
2488
2489
2490
2491
2492
2493
2494
2495
register_model_group(
    models={
        "Skywork-o1-Open-Llama-3.1-8B": {
            DownloadSource.DEFAULT: "Skywork/Skywork-o1-Open-Llama-3.1-8B",
            DownloadSource.MODELSCOPE: "AI-ModelScope/Skywork-o1-Open-Llama-3.1-8B",
        }
    },
    template="skywork_o1",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2496
2497
2498
2499
register_model_group(
    models={
        "StarCoder2-3B": {
            DownloadSource.DEFAULT: "bigcode/starcoder2-3b",
chenych's avatar
chenych committed
2500
            DownloadSource.MODELSCOPE: "AI-ModelScope/starcoder2-3b",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2501
2502
2503
        },
        "StarCoder2-7B": {
            DownloadSource.DEFAULT: "bigcode/starcoder2-7b",
chenych's avatar
chenych committed
2504
            DownloadSource.MODELSCOPE: "AI-ModelScope/starcoder2-7b",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2505
2506
2507
        },
        "StarCoder2-15B": {
            DownloadSource.DEFAULT: "bigcode/starcoder2-15b",
chenych's avatar
chenych committed
2508
            DownloadSource.MODELSCOPE: "AI-ModelScope/starcoder2-15b",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2509
2510
2511
2512
2513
        },
    }
)


chenych's avatar
chenych committed
2514
2515
2516
2517
2518
2519
2520
2521
2522
register_model_group(
    models={
        "TeleChat-1B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/TeleChat-1B",
            DownloadSource.MODELSCOPE: "TeleAI/TeleChat-1B",
        },
        "TeleChat-7B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/telechat-7B",
            DownloadSource.MODELSCOPE: "TeleAI/telechat-7B",
luopl's avatar
luopl committed
2523
            DownloadSource.OPENMIND: "TeleAI/TeleChat-7B-pt",
chenych's avatar
chenych committed
2524
2525
2526
2527
        },
        "TeleChat-12B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/TeleChat-12B-v2",
            DownloadSource.MODELSCOPE: "TeleAI/TeleChat-12B-v2",
luopl's avatar
luopl committed
2528
2529
2530
2531
            DownloadSource.OPENMIND: "TeleAI/TeleChat-12B-pt",
        },
        "TeleChat-52B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/TeleChat-52B",
chenych's avatar
chenych committed
2532
2533
2534
2535
2536
2537
        },
    },
    template="telechat",
)


luopl's avatar
luopl committed
2538
2539
2540
2541
2542
2543
2544
2545
2546
2547
2548
2549
2550
2551
2552
2553
2554
2555
2556
2557
2558
2559
register_model_group(
    models={
        "TeleChat2-3B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/TeleChat2-3B",
            DownloadSource.MODELSCOPE: "TeleAI/TeleChat2-3B",
        },
        "TeleChat2-7B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/TeleChat2-7B",
            DownloadSource.MODELSCOPE: "TeleAI/TeleChat2-7B",
        },
        "TeleChat2-35B-Chat": {
            DownloadSource.MODELSCOPE: "TeleAI/TeleChat2-35B-Nov",
        },
        "TeleChat2-115B-Chat": {
            DownloadSource.DEFAULT: "Tele-AI/TeleChat2-115B",
            DownloadSource.MODELSCOPE: "TeleAI/TeleChat2-115B",
        },
    },
    template="telechat2",
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2560
2561
register_model_group(
    models={
luopl's avatar
luopl committed
2562
        "Vicuna-v1.5-7B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2563
2564
2565
            DownloadSource.DEFAULT: "lmsys/vicuna-7b-v1.5",
            DownloadSource.MODELSCOPE: "Xorbits/vicuna-7b-v1.5",
        },
luopl's avatar
luopl committed
2566
        "Vicuna-v1.5-13B-Chat": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2567
2568
2569
2570
2571
2572
2573
2574
            DownloadSource.DEFAULT: "lmsys/vicuna-13b-v1.5",
            DownloadSource.MODELSCOPE: "Xorbits/vicuna-13b-v1.5",
        },
    },
    template="vicuna",
)


luopl's avatar
luopl committed
2575
2576
2577
2578
2579
2580
2581
register_model_group(
    models={
        "Video-LLaVA-7B-Chat": {
            DownloadSource.DEFAULT: "LanguageBind/Video-LLaVA-7B-hf",
        },
    },
    template="video_llava",
chenych's avatar
chenych committed
2582
    multimodal=True,
luopl's avatar
luopl committed
2583
2584
2585
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2586
2587
register_model_group(
    models={
chenych's avatar
chenych committed
2588
2589
2590
2591
        "XuanYuan-6B": {
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2592
2593
        "XuanYuan-70B": {
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B",
chenych's avatar
chenych committed
2594
2595
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B",
        },
luopl's avatar
luopl committed
2596
        "XuanYuan2-70B": {
chenych's avatar
chenych committed
2597
2598
2599
2600
2601
2602
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B",
        },
        "XuanYuan-6B-Chat": {
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B-Chat",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B-Chat",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2603
2604
2605
        },
        "XuanYuan-70B-Chat": {
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B-Chat",
chenych's avatar
chenych committed
2606
2607
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B-Chat",
        },
luopl's avatar
luopl committed
2608
        "XuanYuan2-70B-Chat": {
chenych's avatar
chenych committed
2609
2610
2611
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B-Chat",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B-Chat",
        },
luopl's avatar
luopl committed
2612
        "XuanYuan-6B-Chat-8bit": {
chenych's avatar
chenych committed
2613
2614
2615
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B-Chat-8bit",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B-Chat-8bit",
        },
luopl's avatar
luopl committed
2616
        "XuanYuan-6B-Chat-4bit": {
chenych's avatar
chenych committed
2617
2618
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B-Chat-4bit",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B-Chat-4bit",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2619
        },
luopl's avatar
luopl committed
2620
        "XuanYuan-70B-Chat-8bit": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2621
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B-Chat-8bit",
chenych's avatar
chenych committed
2622
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B-Chat-8bit",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2623
        },
luopl's avatar
luopl committed
2624
        "XuanYuan-70B-Chat-4bit": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2625
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B-Chat-4bit",
chenych's avatar
chenych committed
2626
2627
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B-Chat-4bit",
        },
luopl's avatar
luopl committed
2628
        "XuanYuan2-70B-Chat-8bit": {
chenych's avatar
chenych committed
2629
2630
2631
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B-Chat-8bit",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B-Chat-8bit",
        },
luopl's avatar
luopl committed
2632
        "XuanYuan2-70B-Chat-4bit": {
chenych's avatar
chenych committed
2633
2634
            DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B-Chat-4bit",
            DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B-Chat-4bit",
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2635
2636
2637
2638
2639
2640
2641
2642
2643
2644
2645
2646
2647
2648
2649
2650
2651
2652
2653
2654
2655
2656
2657
2658
2659
2660
2661
2662
2663
2664
2665
2666
2667
2668
2669
2670
        },
    },
    template="xuanyuan",
)


register_model_group(
    models={
        "XVERSE-7B": {
            DownloadSource.DEFAULT: "xverse/XVERSE-7B",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-7B",
        },
        "XVERSE-13B": {
            DownloadSource.DEFAULT: "xverse/XVERSE-13B",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-13B",
        },
        "XVERSE-65B": {
            DownloadSource.DEFAULT: "xverse/XVERSE-65B",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-65B",
        },
        "XVERSE-65B-2": {
            DownloadSource.DEFAULT: "xverse/XVERSE-65B-2",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-65B-2",
        },
        "XVERSE-7B-Chat": {
            DownloadSource.DEFAULT: "xverse/XVERSE-7B-Chat",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-7B-Chat",
        },
        "XVERSE-13B-Chat": {
            DownloadSource.DEFAULT: "xverse/XVERSE-13B-Chat",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-13B-Chat",
        },
        "XVERSE-65B-Chat": {
            DownloadSource.DEFAULT: "xverse/XVERSE-65B-Chat",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-65B-Chat",
        },
chenych's avatar
chenych committed
2671
2672
2673
2674
        "XVERSE-MoE-A4.2B": {
            DownloadSource.DEFAULT: "xverse/XVERSE-MoE-A4.2B",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-MoE-A4.2B",
        },
luopl's avatar
luopl committed
2675
        "XVERSE-7B-Chat-GPTQ-Int8": {
chenych's avatar
chenych committed
2676
2677
2678
            DownloadSource.DEFAULT: "xverse/XVERSE-7B-Chat-GPTQ-Int8",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-7B-Chat-GPTQ-Int8",
        },
luopl's avatar
luopl committed
2679
        "XVERSE-7B-Chat-GPTQ-Int4": {
chenych's avatar
chenych committed
2680
2681
2682
            DownloadSource.DEFAULT: "xverse/XVERSE-7B-Chat-GPTQ-Int4",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-7B-Chat-GPTQ-Int4",
        },
luopl's avatar
luopl committed
2683
        "XVERSE-13B-Chat-GPTQ-Int8": {
chenych's avatar
chenych committed
2684
2685
2686
            DownloadSource.DEFAULT: "xverse/XVERSE-13B-Chat-GPTQ-Int8",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-13B-Chat-GPTQ-Int8",
        },
luopl's avatar
luopl committed
2687
        "XVERSE-13B-Chat-GPTQ-Int4": {
chenych's avatar
chenych committed
2688
2689
2690
            DownloadSource.DEFAULT: "xverse/XVERSE-13B-Chat-GPTQ-Int4",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-13B-Chat-GPTQ-Int4",
        },
luopl's avatar
luopl committed
2691
        "XVERSE-65B-Chat-GPTQ-Int4": {
chenych's avatar
chenych committed
2692
2693
2694
            DownloadSource.DEFAULT: "xverse/XVERSE-65B-Chat-GPTQ-Int4",
            DownloadSource.MODELSCOPE: "xverse/XVERSE-65B-Chat-GPTQ-Int4",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2695
2696
2697
2698
2699
2700
2701
2702
2703
2704
2705
2706
2707
2708
2709
2710
2711
2712
2713
2714
2715
2716
2717
2718
2719
2720
2721
2722
2723
2724
2725
2726
2727
2728
2729
2730
2731
2732
2733
2734
2735
2736
    },
    template="xverse",
)


register_model_group(
    models={
        "Yayi-7B": {
            DownloadSource.DEFAULT: "wenge-research/yayi-7b-llama2",
            DownloadSource.MODELSCOPE: "AI-ModelScope/yayi-7b-llama2",
        },
        "Yayi-13B": {
            DownloadSource.DEFAULT: "wenge-research/yayi-13b-llama2",
            DownloadSource.MODELSCOPE: "AI-ModelScope/yayi-13b-llama2",
        },
    },
    template="yayi",
)


register_model_group(
    models={
        "Yi-6B": {
            DownloadSource.DEFAULT: "01-ai/Yi-6B",
            DownloadSource.MODELSCOPE: "01ai/Yi-6B",
        },
        "Yi-9B": {
            DownloadSource.DEFAULT: "01-ai/Yi-9B",
            DownloadSource.MODELSCOPE: "01ai/Yi-9B",
        },
        "Yi-34B": {
            DownloadSource.DEFAULT: "01-ai/Yi-34B",
            DownloadSource.MODELSCOPE: "01ai/Yi-34B",
        },
        "Yi-6B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat",
        },
        "Yi-34B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat",
        },
luopl's avatar
luopl committed
2737
        "Yi-6B-Chat-8bits": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2738
2739
2740
            DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat-8bits",
            DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat-8bits",
        },
luopl's avatar
luopl committed
2741
        "Yi-6B-Chat-4bits": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2742
2743
2744
            DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat-4bits",
            DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat-4bits",
        },
luopl's avatar
luopl committed
2745
        "Yi-34B-Chat-8bits": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2746
2747
2748
            DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat-8bits",
            DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat-8bits",
        },
luopl's avatar
luopl committed
2749
        "Yi-34B-Chat-4bits": {
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2750
2751
2752
            DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat-4bits",
            DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat-4bits",
        },
chenych's avatar
chenych committed
2753
2754
2755
2756
2757
2758
2759
2760
2761
2762
2763
2764
2765
2766
2767
        "Yi-1.5-6B": {
            DownloadSource.DEFAULT: "01-ai/Yi-1.5-6B",
            DownloadSource.MODELSCOPE: "01ai/Yi-1.5-6B",
        },
        "Yi-1.5-9B": {
            DownloadSource.DEFAULT: "01-ai/Yi-1.5-9B",
            DownloadSource.MODELSCOPE: "01ai/Yi-1.5-9B",
        },
        "Yi-1.5-34B": {
            DownloadSource.DEFAULT: "01-ai/Yi-1.5-34B",
            DownloadSource.MODELSCOPE: "01ai/Yi-1.5-34B",
        },
        "Yi-1.5-6B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-1.5-6B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-1.5-6B-Chat",
luopl's avatar
luopl committed
2768
            DownloadSource.OPENMIND: "LlamaFactory/Yi-1.5-6B-Chat",
chenych's avatar
chenych committed
2769
2770
2771
2772
2773
2774
2775
2776
2777
        },
        "Yi-1.5-9B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-1.5-9B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-1.5-9B-Chat",
        },
        "Yi-1.5-34B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-1.5-34B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-1.5-34B-Chat",
        },
luopl's avatar
luopl committed
2778
2779
2780
2781
2782
2783
2784
2785
2786
2787
2788
2789
2790
2791
2792
2793
        "Yi-Coder-1.5B": {
            DownloadSource.DEFAULT: "01-ai/Yi-Coder-1.5B",
            DownloadSource.MODELSCOPE: "01ai/Yi-Coder-1.5B",
        },
        "Yi-Coder-9B": {
            DownloadSource.DEFAULT: "01-ai/Yi-Coder-9B",
            DownloadSource.MODELSCOPE: "01ai/Yi-Coder-9B",
        },
        "Yi-Coder-1.5B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-Coder-1.5B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-Coder-1.5B-Chat",
        },
        "Yi-Coder-9B-Chat": {
            DownloadSource.DEFAULT: "01-ai/Yi-Coder-9B-Chat",
            DownloadSource.MODELSCOPE: "01ai/Yi-Coder-9B-Chat",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2794
2795
2796
2797
2798
    },
    template="yi",
)


chenych's avatar
chenych committed
2799
2800
register_model_group(
    models={
luopl's avatar
luopl committed
2801
        "Yi-VL-6B-Chat": {
chenych's avatar
chenych committed
2802
2803
            DownloadSource.DEFAULT: "BUAADreamer/Yi-VL-6B-hf",
        },
luopl's avatar
luopl committed
2804
        "Yi-VL-34B-Chat": {
chenych's avatar
chenych committed
2805
2806
2807
2808
            DownloadSource.DEFAULT: "BUAADreamer/Yi-VL-34B-hf",
        },
    },
    template="yi_vl",
chenych's avatar
chenych committed
2809
    multimodal=True,
chenych's avatar
chenych committed
2810
2811
2812
)


Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2813
2814
2815
2816
2817
2818
2819
2820
2821
2822
2823
2824
2825
2826
2827
2828
2829
2830
2831
2832
2833
2834
2835
2836
2837
2838
2839
2840
2841
register_model_group(
    models={
        "Yuan2-2B-Chat": {
            DownloadSource.DEFAULT: "IEITYuan/Yuan2-2B-hf",
            DownloadSource.MODELSCOPE: "YuanLLM/Yuan2.0-2B-hf",
        },
        "Yuan2-51B-Chat": {
            DownloadSource.DEFAULT: "IEITYuan/Yuan2-51B-hf",
            DownloadSource.MODELSCOPE: "YuanLLM/Yuan2.0-51B-hf",
        },
        "Yuan2-102B-Chat": {
            DownloadSource.DEFAULT: "IEITYuan/Yuan2-102B-hf",
            DownloadSource.MODELSCOPE: "YuanLLM/Yuan2.0-102B-hf",
        },
    },
    template="yuan",
)


register_model_group(
    models={
        "Zephyr-7B-Alpha-Chat": {
            DownloadSource.DEFAULT: "HuggingFaceH4/zephyr-7b-alpha",
            DownloadSource.MODELSCOPE: "AI-ModelScope/zephyr-7b-alpha",
        },
        "Zephyr-7B-Beta-Chat": {
            DownloadSource.DEFAULT: "HuggingFaceH4/zephyr-7b-beta",
            DownloadSource.MODELSCOPE: "modelscope/zephyr-7b-beta",
        },
chenych's avatar
chenych committed
2842
2843
2844
        "Zephyr-141B-ORPO-Chat": {
            DownloadSource.DEFAULT: "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
        },
Rayyyyy's avatar
V0.6.3  
Rayyyyy committed
2845
2846
2847
    },
    template="zephyr",
)