Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
init_dummy_model.py 1.36 KB
Newer Older
Yoach Lacombe's avatar
update example config + add script to init dummy model  
Yoach Lacombe committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43 
from stable_speech import StableSpeechConfig, StableSpeechForCausalLM, StableSpeechForConditionalGeneration, StableSpeechDecoderConfig
from transformers import T5Config, EncodecConfig


decoder_config = StableSpeechDecoderConfig(
    max_position_embeddings=1024,
    num_hidden_layers=2,
    ffn_dim=256,
    num_attention_heads=4,
    layerdrop=0.0,
    use_cache=True,
    activation_function="gelu",
    hidden_size=256,
    dropout=0.1,
    attention_dropout=0.1,
    activation_dropout=0.1,
)
# TODO: ?? how to make it stop ?
        

        
decoder = StableSpeechForCausalLM(decoder_config)

decoder.save_pretrained("/home/yoach/dataspeech/artefacts/decoder/")



model = StableSpeechForConditionalGeneration.from_sub_models_pretrained(
    text_encoder_pretrained_model_name_or_path="t5-base",
    audio_encoder_pretrained_model_name_or_path="facebook/encodec_32khz",
    decoder_pretrained_model_name_or_path="/home/yoach/dataspeech/artefacts/decoder/",
)

# set the appropriate bos/pad token ids
model.generation_config.decoder_start_token_id = 2048
model.generation_config.pad_token_id = 2048

# set other default generation config params
model.generation_config.max_length = int(30 * model.audio_encoder.config.frame_rate)
model.generation_config.do_sample = True
model.generation_config.guidance_scale = 3.0

model.save_pretrained("/home/yoach/dataspeech/artefacts/tiny-model/")