Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
model_apis.py 2.33 KB
Newer Older
sunzhq2's avatar
init evalscope  
sunzhq2 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85 
from evalscope.api.model import ModelAPI
from evalscope.api.registry import register_model_api
from evalscope.utils.deprecation_utils import deprecated
from evalscope.utils.import_utils import check_import


@register_model_api(name='mock_llm')
def mockllm() -> type[ModelAPI]:
    from .mockllm import MockLLM

    return MockLLM


@register_model_api(name='openai_api')
def openai_api() -> type[ModelAPI]:
    from .openai_compatible import OpenAICompatibleAPI

    return OpenAICompatibleAPI


@register_model_api(name='openai_raw_http')
def openai_raw_http() -> type[ModelAPI]:
    from .openai_compatible import OpenAICompatibleRawHTTP

    return OpenAICompatibleRawHTTP


@register_model_api(name='anthropic_api')
def anthropic_api() -> type[ModelAPI]:
    check_import('anthropic', package='anthropic', raise_error=True, feature_name='anthropic_api')

    from .anthropic_compatible import AnthropicCompatibleAPI

    return AnthropicCompatibleAPI


@register_model_api(name='server')
@deprecated(since='1.0.0', remove_in='1.1.0', alternative='openai_api')
def server() -> type[ModelAPI]:
    from .openai_compatible import OpenAICompatibleAPI

    return OpenAICompatibleAPI


@register_model_api(name='llm_ckpt')
def llm_ckpt() -> type[ModelAPI]:
    check_import('torch', package='torch', raise_error=True, feature_name='llm_ckpt')

    from .modelscope import ModelScopeAPI

    return ModelScopeAPI


@register_model_api(name='checkpoint')
@deprecated(since='1.0.0', remove_in='1.1.0', alternative='llm_ckpt')
def checkpoint() -> type[ModelAPI]:
    check_import('torch', package='torch', raise_error=True, feature_name='llm_ckpt')

    from .modelscope import ModelScopeAPI

    return ModelScopeAPI


@register_model_api(name='text2image')
def text2image() -> type[ModelAPI]:
    check_import(['torch', 'torchvision', 'diffusers'],
                 package='evalscope[aigc]',
                 raise_error=True,
                 feature_name='text2image')

    from .text2image_model import Text2ImageAPI

    return Text2ImageAPI


@register_model_api(name='image_editing')
def image_editing() -> type[ModelAPI]:
    check_import(['torch', 'torchvision', 'diffusers'],
                 package='evalscope[aigc]',
                 raise_error=True,
                 feature_name='image_editing')

    from .image_edit_model import ImageEditAPI

    return ImageEditAPI