{ "architectures": [ "NanoGPT" ], "auto_map": { "AutoConfig": "model.NanoGPTConfig", "AutoModel": "model.NanoGPT" }, "bias": false, "block_size": 256, "dropout": 0.2, "model_type": "nanoGPT", "n_embd": 384, "n_head": 6, "n_layer": 6, "outbedding_weight_tying": true, "torch_dtype": "float32", "transformers_version": "4.41.2", "vocab_size": 65 }