config.json

{
  "layers": 24,
  "num_heads": 12,
  "vocab_size": 32768,
  "input_dims": 768,
  "hidden_dims": 3072
}