Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
librispeech_tts_r.json 2.19 KB
Newer Older
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
1 
{
Yoach Lacombe's avatar
update example config + add script to init dummy model  
Yoach Lacombe committed
2 
    "model_name_or_path": "/home/yoach/dataspeech/artefacts/tiny-model/",
Yoach Lacombe's avatar
fix eval + correct json  
Yoach Lacombe committed
3 
    "feature_extractor_name":"facebook/encodec_32khz",
Yoach Lacombe's avatar
update example config + add script to init dummy model  
Yoach Lacombe committed
4
5 
    "description_tokenizer_name":"t5-base",
    "prompt_tokenizer_name":"t5-base",
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23 

    "push_to_hub": false,
    "hub_model_id": "stable-speech-mini",
    "report_to": ["wandb"],
    "overwrite_output_dir": true,
    "output_dir": "/home/yoach/dataspeech/artefacts/training/",

    "train_dataset_name": "blabble-io/libritts_r+blabble-io/libritts_r+blabble-io/libritts_r",
    "train_metadata_dataset_name": "stable-speech/libritts-r-tags-and-text-generated+stable-speech/libritts-r-tags-and-text-generated+stable-speech/libritts-r-tags-and-text-generated",
    "train_dataset_config_name": "clean+clean+other",
    "train_split_name": "train.clean.360+train.clean.100+train.other.500",

    "eval_dataset_name": "blabble-io/libritts_r+blabble-io/libritts_r",
    "eval_metadata_dataset_name": "stable-speech/libritts-r-tags-and-text-generated+stable-speech/libritts-r-tags-and-text-generated",
    "eval_dataset_config_name": "clean+other",
    "eval_split_name": "test.clean+test.other",

    "target_audio_column_name": "audio",
Yoach Lacombe's avatar
update example config + add script to init dummy model  
Yoach Lacombe committed
24
25 
    "description_column_name": "text_description",
    "prompt_column_name": "text",
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
26
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
27
28 
    "max_train_samples": 20,
    "max_eval_samples": 10,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
29
30
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
31 
    "max_duration_in_seconds": 30,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
32
33
34
35
36 
    "min_duration_in_seconds": 1.0,

    "add_audio_samples_to_wandb": true,
    "id_column_name": "id",
Yoach Lacombe's avatar
update example config + add script to init dummy model  
Yoach Lacombe committed
37 
    "preprocessing_num_workers": 1,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
38
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
39 
    "pad_token_id": 2050,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
40
41
42 
    "decoder_start_token_id": 2048,

    "do_train": true,
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
43 
    "num_train_epochs": 120,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
44 
    "gradient_accumulation_steps": 1,
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
45
46
47 
    "gradient_checkpointing": false,
    "per_device_train_batch_size": 2,
    "learning_rate": 1e-3,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
48 
    "adam_beta1": 0.9,
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
49 
    "adam_beta2": 0.999,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
50
51 
    "weight_decay": 0.1,
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
52
53
54
55
56
57 
    "lr_scheduler_type": "cosine",
    "warmup_ratio":  0.1,


    "logging_steps": 1,
    "freeze_text_encoder": true,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
58
59
60
61
62 


    "do_eval": true, 
    "predict_with_generate": true,
    "include_inputs_for_metrics": true,
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
63
64 
    "evaluation_strategy": "steps",
    "eval_steps": 600,
Yoach Lacombe's avatar
working training + generation  
Yoach Lacombe committed
65 
    "per_device_eval_batch_size": 8,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
66
67 
    "generation_max_length": 400,
Yoach Lacombe's avatar
latest changes  
Yoach Lacombe committed
68 
    "fp16": false,
Yoach Lacombe's avatar
write first version of training script + example config  
Yoach Lacombe committed
69
70
71
72 
    "seed": 456,

    "dataloader_num_workers":8
}