Text Generation
MLX
mistral

config-json

#2
by pcuenq HF staff - opened
Files changed (2) hide show
  1. config.json +12 -0
  2. params.json +0 -1
config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 4096,
3
+ "n_layers": 32,
4
+ "head_dim": 128,
5
+ "hidden_dim": 14336,
6
+ "n_heads": 32,
7
+ "n_kv_heads": 8,
8
+ "norm_eps": 1e-05,
9
+ "vocab_size": 32000,
10
+ "sliding_window": 4096,
11
+ "model_type": "mistral"
12
+ }
params.json DELETED
@@ -1 +0,0 @@
1
- {"dim": 4096, "n_layers": 32, "head_dim": 128, "hidden_dim": 14336, "n_heads": 32, "n_kv_heads": 8, "norm_eps": 1e-05, "vocab_size": 32000, "sliding_window": 4096}