task:
  model:
    encoder:
      type: any
      any:
        token_allow_list: !!python/tuple
        - 100  # [UNK]
        - 101  # [CLS]
        - 102  # [SEP]
        - 103  # [MASK]
        token_deny_list: !!python/tuple
        - 0  # [PAD]
        attention_dropout_rate: 0.1
        dropout_rate: 0.1
        hidden_activation: gelu
        hidden_size: 768
        initializer_range: 0.02
        intermediate_size: 3072
        max_position_embeddings: 512
        num_attention_heads: 12
        num_layers: 12
        type_vocab_size: 2
        vocab_size: 30522
        token_loss_init_value: 10.0
        token_loss_beta: 0.995
        token_keep_k: 256
