text_small.json

{"n_layer": 12, "n_head": 12, "n_embd": 768, "block_size": 1024, "bias": false, "input_vocab_size": 129600, "output_vocab_size": 10048, "dropout": 0.0}