Hugging Face's logo

brlambert
/
Nous-Hermes-2-Mixtral-8x7B-DPO

Model card Files Community
brlambert commited on
Commit
7d23ed1
•
1 Parent(s): c6c14d5

Upload 100 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. params/added_tokens.json +4 -0
  2. params/mlc-chat-config.json +46 -0
  3. params/ndarray-cache.json +0 -0
  4. params/params_shard_0.bin +3 -0
  5. params/params_shard_1.bin +3 -0
  6. params/params_shard_10.bin +3 -0
  7. params/params_shard_100.bin +3 -0
  8. params/params_shard_101.bin +3 -0
  9. params/params_shard_102.bin +3 -0
  10. params/params_shard_103.bin +3 -0
  11. params/params_shard_104.bin +3 -0
  12. params/params_shard_105.bin +3 -0
  13. params/params_shard_106.bin +3 -0
  14. params/params_shard_107.bin +3 -0
  15. params/params_shard_108.bin +3 -0
  16. params/params_shard_109.bin +3 -0
  17. params/params_shard_11.bin +3 -0
  18. params/params_shard_110.bin +3 -0
  19. params/params_shard_111.bin +3 -0
  20. params/params_shard_112.bin +3 -0
  21. params/params_shard_113.bin +3 -0
  22. params/params_shard_114.bin +3 -0
  23. params/params_shard_115.bin +3 -0
  24. params/params_shard_116.bin +3 -0
  25. params/params_shard_117.bin +3 -0
  26. params/params_shard_118.bin +3 -0
  27. params/params_shard_12.bin +3 -0
  28. params/params_shard_120.bin +3 -0
  29. params/params_shard_121.bin +3 -0
  30. params/params_shard_122.bin +3 -0
  31. params/params_shard_123.bin +3 -0
  32. params/params_shard_124.bin +3 -0
  33. params/params_shard_128.bin +3 -0
  34. params/params_shard_129.bin +3 -0
  35. params/params_shard_13.bin +3 -0
  36. params/params_shard_130.bin +3 -0
  37. params/params_shard_134.bin +3 -0
  38. params/params_shard_135.bin +3 -0
  39. params/params_shard_136.bin +3 -0
  40. params/params_shard_137.bin +3 -0
  41. params/params_shard_138.bin +3 -0
  42. params/params_shard_139.bin +3 -0
  43. params/params_shard_14.bin +3 -0
  44. params/params_shard_148.bin +3 -0
  45. params/params_shard_149.bin +3 -0
  46. params/params_shard_15.bin +3 -0
  47. params/params_shard_158.bin +3 -0
  48. params/params_shard_159.bin +3 -0
  49. params/params_shard_16.bin +3 -0
  50. params/params_shard_160.bin +3 -0
params/added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
params/mlc-chat-config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mixtral",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32002,
11
+ "position_embedding_base": 1000000.0,
12
+ "context_window_size": 2048,
13
+ "prefill_chunk_size": 2048,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80,
18
+ "num_local_experts": 8,
19
+ "num_experts_per_tok": 2
20
+ },
21
+ "vocab_size": 32002,
22
+ "context_window_size": 2048,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "mean_gen_len": 128,
28
+ "max_gen_len": 512,
29
+ "shift_fill_factor": 0.3,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 0.95,
35
+ "conv_template": "neural_hermes_mistral",
36
+ "pad_token_id": 0,
37
+ "bos_token_id": 1,
38
+ "eos_token_id": 32000,
39
+ "tokenizer_files": [
40
+ "tokenizer.model",
41
+ "tokenizer.json",
42
+ "added_tokens.json",
43
+ "tokenizer_config.json"
44
+ ],
45
+ "version": "0.1.0"
46
+ }
params/ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00dc5e7056600162c146f92cd93bf49bb6f7f6cf0b30f0d24042f34c483925c
3
+ size 65540096
params/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8b3b21454980800c18997538972a84a116c3d45d655a5b9017fdada18d715f
3
+ size 469762048
params/params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216e35a9951899169cb430b25ded6e6a6b0a6d6b74424cf17fcc4bfe22c2abeb
3
+ size 31844864
params/params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406778f78828b8389faf7382901a916f7e6022785412823d2ccf77eba251b2ba
3
+ size 58720256
params/params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e860206c535b750fbe9355c2add36b07d1b2ec5070230564e4d91914ac01517
3
+ size 234881024
params/params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba637ccbddf43c13b565562f0a74e6ba77fdcdebdcc73701b569efe3de641219
3
+ size 29360128
params/params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fec5de568f8428e001bff7e503f6a4e441a0dedd1e0aa235a1aee96cf7b47815
3
+ size 23611392
params/params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc131330fe2beaeeb3650b3ff8993e07f1d2e75685d26615db3cc342571b578
3
+ size 469762048
params/params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8288f94d9b777eec83082097e6c7bcb811b1963c501691a20db6451ad63a0146
3
+ size 58720256
params/params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be300a7a470606a6532d698cd1bd792fb64ce7a8e4c6d32f1f1b8a38659275a
3
+ size 234881024
params/params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7e5706c37194b3d7f2f0a253845ab1e1f8ab206898be2690ecbda0512f13db3
3
+ size 29360128
params/params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e5be18b48a48654c8e89186d3728d5de8b3b63788bbd8bf93dc53b09bd53ad2
3
+ size 23627776
params/params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8be2e1714649776c8dafd7d8aec80a625d55768f302110de7a1643586d8b49a
3
+ size 469762048
params/params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87b1a0e77233762331dda56fcc4afdbaecfede26f62a35d187ca38c38482d277
3
+ size 469762048
params/params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f28fa5949d07ea958f1fa050f60bea8022b57d987b31162d0aae03a79ca8e10
3
+ size 58720256
params/params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7939b41e5bf7a3070c0421897a71b7ac9c3bdf4cf4abdc7c053b3f75f0d97e
3
+ size 234881024
params/params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:633d5b7d2892cb7505e12b69a1b9a9f9578dc1fa018a74e99d988b2c99286f70
3
+ size 29360128
params/params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c79641ad9a61f2a421373aece9dc049aa79ee085ebc17045934575f97e96c7
3
+ size 23644160
params/params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7637d21298149cd0ed1b21a744a2efc3eda7ba5236ef02b8ff9dcc6da60464b7
3
+ size 469762048
params/params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a88427440edae1b8ac18ba2b8a3031636da1c6c6cc1d81bbb23855379a13316a
3
+ size 58720256
params/params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:583db53c0be5a7074ca9a62abbbd6fddee7941c277ff44501aa342e896f5ac3c
3
+ size 234881024
params/params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516b2aa186140c170b8d9653213e50000400e746c3bae22ce546c1b12fe85191
3
+ size 29360128
params/params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5ddc5075eb78816989d7d7cf45cca40674bb2d5148e0b9c17f49b1246e7eab6
3
+ size 23611392
params/params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92edf4b834497c36be0d9bcd9ec769dd0d0ead11504a9934674911a5d41c2061
3
+ size 58720256
params/params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1ce21a51dbc893fb29c4e0b9bf0e4cd01834b4af455fa63a8c1abd53e85621
3
+ size 58720256
params/params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f98ecae33cdb3e092c06a7eecba8f4e54e2713532bec0c0ed8d2774eb6ed80
3
+ size 234881024
params/params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd66c5b0ebdd294c573dfe2a8188489f47d03422c1740437250c9bb06ff93c3e
3
+ size 29360128
params/params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c99e2f076390e8a76fe305de2d6f8a59c4ccf0ab2c1145ce045cf54a73032c1
3
+ size 23644160
params/params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a87000fda7af9428fcc70d20ba9a9b4ed1e7dc2d112c4416f47b3cd732fc4d8e
3
+ size 469762048
params/params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d20eb49fe7d77b068fcb6b2a6ddb624381698e27404e02853f7be3539c8088
3
+ size 23611392
params/params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:115582f175bb0c91f4b8ab278e6021e749133e753ff37a1611215bf6ac82e6f5
3
+ size 469762048
params/params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4393924838163c31d24876570d73645660ba16db807c1b7c617453eccc86e31e
3
+ size 234881024
params/params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b087882ef39e9622422de3f1bb41d6dcb30969f6f27a4c7cdd702d9dbd407705
3
+ size 58720256
params/params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc6f49ac6d572a64a15aff742985b59aaf49bb817f3d154e4c65814e01f16919
3
+ size 469762048
params/params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41be52b1a6987be40818f6f60ca6ec7cd5c697468f3d27a6297a67fe65867200
3
+ size 58720256
params/params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2d7228fc05b8e380b399438c3e29cf2527a2c20f2328cd5360d027396d15fb
3
+ size 234881024
params/params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41274aaab33a69a751443a4506c2f68ce08b77460d8b1633270be60546c4ebd1
3
+ size 29360128
params/params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595a3d56b1d92225492fec05a6c09d227ebe07fdb3964bb37020f74b040c5839
3
+ size 23644160
params/params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f22f763275b1f6cac6a3dee7f65c5e51d81572c7dd91a31ab5d5710a6fd75a
3
+ size 23611392
params/params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a122d82013593caf50a4d65131fc8babad0c581e3947d23c33f04a4882a5d9f5
3
+ size 29360128
params/params_shard_148.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863e2065751bc1f5adb4a076d0cc4efb6648e71b2727de384eaccf76452cce3c
3
+ size 234881024
params/params_shard_149.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02084825c6339c29dc198c8e26d9844ce10881e09967d9be7bf46e22e802282
3
+ size 29360128
params/params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695b4a46da8daa2b4678f51c55a9bf27bbd455a130858bdefd273a16eb9804e4
3
+ size 469762048
params/params_shard_158.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5231b6b5fe0051d3d9f667da8721919270d7f8ca770cc347acbb30f0b0372418
3
+ size 29360128
params/params_shard_159.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0097804c85b3ebba6b1acc8adc39c5f03ef2fb4444ee4101dd225ccbcd8fbaea
3
+ size 23644160
params/params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ed137d9638456a7d7e5b11e2aed9d7269ede80bca7b7d9eb79a472e78aa640
3
+ size 58720256
params/params_shard_160.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ecfc2527871ff021708b15c7884fbe8f0560bc7e49ed0cf7ab50eb38a1025a
3
+ size 23611392