@ -17,7 +17,7 @@
"num_attention_heads": 20,
"num_hidden_layers": 32,
"pad_token_id": 1,
"projection_dim": 512,
"projection_dim": 1280,
"torch_dtype": "float32",
"vocab_size": 49408
}