"lib/llm/src/http/service/health.rs" did not exist on "5c5cec3d49d4ee4e03327d57e9dcc28790757b53"
args.py 3.04 KB
Newer Older
1
2
3
4
5
6
from colossalai import get_default_parser


def parse_demo_args():

    parser = get_default_parser()
7
8
9
10
11
12
13
14
    parser.add_argument("--model_name_or_path",
                        type=str,
                        default="facebook/opt-350m",
                        help="Path to pretrained model or model identifier from huggingface.co/models.")
    parser.add_argument("--output_path",
                        type=str,
                        default="./output_model.bin",
                        help="The path of your saved model after finetuning.")
15
16
17
18
    parser.add_argument(
        "--plugin",
        type=str,
        default="gemini",
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
        help=
        "Plugin to use. Valid plugins include 'torch_ddp','torch_ddp_fp16','gemini','low_level_zero', 'hybrid_parallel'."
    )
    parser.add_argument("--num_epoch", type=int, default=10, help="Number of epochs.")
    parser.add_argument("--batch_size",
                        type=int,
                        default=32,
                        help="Batch size (per dp group) for the training dataloader.")
    parser.add_argument("--learning_rate",
                        type=float,
                        default=5e-5,
                        help="Initial learning rate (after the potential warmup period) to use.")
    parser.add_argument("--warmup_ratio",
                        type=float,
                        default=0.1,
                        help="Ratio of warmup steps against total training steps.")
    parser.add_argument("--weight_decay", type=float, default=0.01, help="Weight decay to use.")
    parser.add_argument("--seed", type=int, default=42, help="A seed for reproducible training.")
37
38
39
40
41
42
43
44

    args = parser.parse_args()
    return args


def parse_benchmark_args():

    parser = get_default_parser()
45
46
47
48
    parser.add_argument("--model_name_or_path",
                        type=str,
                        default="facebook/opt-125m",
                        help="Path to pretrained model or model identifier from huggingface.co/models.")
49
50
51
52
    parser.add_argument(
        "--plugin",
        type=str,
        default="gemini",
53
54
55
56
57
58
59
60
61
62
63
64
65
        help="Plugin to use. Valid plugins include 'torch_ddp','torch_ddp_fp16','gemini','low_level_zero'.")
    parser.add_argument("--batch_size",
                        type=int,
                        default=32,
                        help="Batch size (per dp group) for the training dataloader.")
    parser.add_argument("--learning_rate",
                        type=float,
                        default=5e-5,
                        help="Initial learning rate (after the potential warmup period) to use.")
    parser.add_argument("--weight_decay", type=float, default=0.0, help="Weight decay to use.")
    parser.add_argument("--max_train_steps", type=int, default=20, help="Total number of training steps to perform.")
    parser.add_argument("--seed", type=int, default=42, help="A seed for reproducible training.")
    parser.add_argument("--mem_cap", type=int, default=0, help="Limit on the usage of space for each GPU (in GB).")
66
67
    args = parser.parse_args()

68
    return args