__init__.py 439 Bytes
Newer Older
zhougaofeng's avatar
zhougaofeng committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from .collator import KTODataCollatorWithPadding, PairwiseDataCollatorWithPadding
from .loader import get_dataset
from .template import Template, get_template_and_fix_tokenizer, templates
from .utils import Role, split_dataset


__all__ = [
    "KTODataCollatorWithPadding",
    "PairwiseDataCollatorWithPadding",
    "get_dataset",
    "Template",
    "get_template_and_fix_tokenizer",
    "templates",
    "Role",
    "split_dataset",
]