Hugging Face's logo

jondurbin
/
airoboros-dpo-110b-3.3

Text Generation
Transformers
Safetensors
qwen2
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
jondurbin commited on
Commit
f672411
·
verified ·
1 Parent(s): 0722785

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +28 -0
  3. generation_config.json +6 -0
  4. merges.txt +0 -0
  5. model-00001-of-00062.safetensors +3 -0
  6. model-00002-of-00062.safetensors +3 -0
  7. model-00003-of-00062.safetensors +3 -0
  8. model-00004-of-00062.safetensors +3 -0
  9. model-00005-of-00062.safetensors +3 -0
  10. model-00006-of-00062.safetensors +3 -0
  11. model-00007-of-00062.safetensors +3 -0
  12. model-00008-of-00062.safetensors +3 -0
  13. model-00009-of-00062.safetensors +3 -0
  14. model-00010-of-00062.safetensors +3 -0
  15. model-00011-of-00062.safetensors +3 -0
  16. model-00012-of-00062.safetensors +3 -0
  17. model-00013-of-00062.safetensors +3 -0
  18. model-00014-of-00062.safetensors +3 -0
  19. model-00015-of-00062.safetensors +3 -0
  20. model-00016-of-00062.safetensors +3 -0
  21. model-00017-of-00062.safetensors +3 -0
  22. model-00018-of-00062.safetensors +3 -0
  23. model-00019-of-00062.safetensors +3 -0
  24. model-00020-of-00062.safetensors +3 -0
  25. model-00021-of-00062.safetensors +3 -0
  26. model-00022-of-00062.safetensors +3 -0
  27. model-00023-of-00062.safetensors +3 -0
  28. model-00024-of-00062.safetensors +3 -0
  29. model-00025-of-00062.safetensors +3 -0
  30. model-00026-of-00062.safetensors +3 -0
  31. model-00027-of-00062.safetensors +3 -0
  32. model-00028-of-00062.safetensors +3 -0
  33. model-00029-of-00062.safetensors +3 -0
  34. model-00030-of-00062.safetensors +3 -0
  35. model-00031-of-00062.safetensors +3 -0
  36. model-00032-of-00062.safetensors +3 -0
  37. model-00033-of-00062.safetensors +3 -0
  38. model-00034-of-00062.safetensors +3 -0
  39. model-00035-of-00062.safetensors +3 -0
  40. model-00036-of-00062.safetensors +3 -0
  41. model-00037-of-00062.safetensors +3 -0
  42. model-00038-of-00062.safetensors +3 -0
  43. model-00039-of-00062.safetensors +3 -0
  44. model-00040-of-00062.safetensors +3 -0
  45. model-00041-of-00062.safetensors +3 -0
  46. model-00042-of-00062.safetensors +3 -0
  47. model-00043-of-00062.safetensors +3 -0
  48. model-00044-of-00062.safetensors +3 -0
  49. model-00045-of-00062.safetensors +3 -0
  50. model-00046-of-00062.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "qwen-110b",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 49152,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 28,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": 32768,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.40.1",
25
+ "use_cache": true,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064
28
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "eos_token_id": 151643,
4
+ "max_new_tokens": 2048,
5
+ "transformers_version": "4.40.1"
6
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf51b04d75ccd3076f27b8150f3fd47800deb30a0efafd00ae0fdfcefdad9eee
3
+ size 3598734368
model-00002-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58befddd5823a5c5ac296d1611f1eab39d12cd0f0fd200a2f73d3be10e2743a2
3
+ size 3523270112
model-00003-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927560cf818f5d8a28657e45e8ee01bb594f59dbbd1dfa5a1f8ad1c6b7551fb2
3
+ size 3825314280
model-00004-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3efd811a4c4cf65643beca4dace4f7df198fe2317e93f4ba73226a80883d1f
3
+ size 3523270120
model-00005-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812b6073c53e3753ef4dcf301b1e28c5495b4ce31d98b86c2236ca16fd7b7d19
3
+ size 3523270112
model-00006-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79df240b0fe99e748f545208424fa12f6e53f59d04ccdd372b6e443434066f6
3
+ size 3825314280
model-00007-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08370079211cb8d1f660ea452ac22843e7e01dc43f7c5172bdd755a4ffcfb696
3
+ size 3523270120
model-00008-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d05554a9412962974285dc09dc423975efcb3c359f891be43af8c0e06de41f7
3
+ size 3523270112
model-00009-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5194bdf0b85d06d195e8827072efb6db2a924f825b257c423220adf35104f56a
3
+ size 3825314304
model-00010-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e22aee6de114205a8afb551f7aff97f1669447c5df7159ebe1b7e7cae61d622
3
+ size 3523270128
model-00011-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8924f30e9d9317d1f4a83cefba1e1bd1879a86096d3721eb8405a03dbd5bb84
3
+ size 3523270128
model-00012-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc583d90c26ce4ca0be9ee4611d51893357e552e844187303e93872d3cc203a9
3
+ size 3825314304
model-00013-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c40318fd76b5e471a3cc1c9bd5061ea13343cc8906e9e35849553c3a7ab9035
3
+ size 3523270128
model-00014-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7839c2e47d3505a0d3f2c04ba63785ea42d8148338aa04c1c40466998a23545
3
+ size 3523270128
model-00015-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:655fe75c31b8cbe18f4923a1a651e39a09ed0746a94369012ce1f9b35033630c
3
+ size 3825314304
model-00016-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652e8d4eaa8e6c235c81afce205d11552653574b00cedefd6c2a663ff027f8ae
3
+ size 3523270128
model-00017-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:325270585258be6309399eff3a268bea63fdb56bb99f80c27978ab21756ceddd
3
+ size 3523270128
model-00018-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c25ccb81bdec195a045ea4163c5e4d96787d1372ce98f08fa44b524d501007
3
+ size 3825314304
model-00019-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e197a42c511a2b4d42a0c1997bf53552792a127cc8c3ed621454ac54135a5fe3
3
+ size 3523270128
model-00020-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e704127ac7fcd1408b0aa2bf2d81fdf8c5c1b81a7208318bebae2dfdb2054005
3
+ size 3523270128
model-00021-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea373a6f00d4890349aef597e13587fb50abe427bc4ceeeda505d7b3834b19c
3
+ size 3825314304
model-00022-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3129cc31f84ed4e9cfc645af5202c8ed3b47d7b055933626460cae4e2ca2f99
3
+ size 3523270128
model-00023-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e05c3f3f38c555f6f48d9c6527e210d30c1c4cb43726d8145f05a69ca6c5aa
3
+ size 3523270128
model-00024-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78561b10b60a9df0c2fee9d78dadba7838ceed9a73ca8dc7ab72cb21979deb09
3
+ size 3825314304
model-00025-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2894ba7d475eff0fec07419283e49add6efde3a97f2e106b841b82384fbcd7d3
3
+ size 3523270128
model-00026-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6f4c467cb620fa16a6fc78a5143cc94eaf5046ebec7b1d162c268877bccd7b
3
+ size 3523270128
model-00027-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be10d9d26edef3c2481b7c887faac92a071d1cda2413485242bd6f1e9e82f598
3
+ size 3825314304
model-00028-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8733ae6fe121fdf3c3d045398e9bc2a4589afc7a654d0104aae370cb4ad9eac9
3
+ size 3523270128
model-00029-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a20990cf6f5b3848a25eb6e1ec9121bbc4fa96e5dcf97f8bbc39d658c86e6d
3
+ size 3523270128
model-00030-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5432ed4012749f639d1eae8b32b05566ebd0cfd8f2457c3d3e4d5d06ba94d44e
3
+ size 3825314304
model-00031-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b785318dcd4d9a9a1d2c75872752fc14373df107d336159f0ba9ab4c6f0900b2
3
+ size 3523270128
model-00032-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2536e50c74b15a92de9a808c3ca85d34634c6879c6658a92bb721f6f77a29a9
3
+ size 3523270128
model-00033-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6df20b8e270cb63ea47b526c2aecb1c3d164067cca67ee356f5534de54ca644
3
+ size 3825314304
model-00034-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3867af540f5cbd997e2f570e97a7e908b17c80b91736bd91815cd601fd37daa
3
+ size 3523270128
model-00035-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b49e39f443431c8366c1a39cb36c645344a982b7e6a6aaff842f3ec6b9b601d
3
+ size 3523270128
model-00036-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d947e7dc0f7cc2fa91d70d708c9ac7c3d1cc96b87f3843c18de45a815909025b
3
+ size 3825314304
model-00037-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9aaea794697c006dd03611250bb630095d9df56efdc5ad84fddf3eaecc46f6d
3
+ size 3523270128
model-00038-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484a1a9e52799fed821114b7570b6d7eb690d7d5b573c4ac5ed1f874d7ff702c
3
+ size 3523270128
model-00039-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:193bc0cb8110a3d095ea64bb6f1d8495cb771da793501336c066fb24b67ed707
3
+ size 3825314304
model-00040-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7903ecb341562606f8011352cb1c1186264188495d8caec44c6467301a1746bc
3
+ size 3523270128
model-00041-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de15fa80301ef4e5754be335311be94d57ba197df32bf42fb2b1c440113cd724
3
+ size 3523270128
model-00042-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:439d8fc7e4374935a26ac0764ff12de0f034add28ce40c22a33620db91b8b867
3
+ size 3825314304
model-00043-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74b402f1ba59181ef315a9b0eb7b26db1a40e4b277b211f097968aff55df595
3
+ size 3523270128
model-00044-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24ec1828050ca72a8aa598a1aa75bf0b7a4617aa475f7c1bcbc13c05dbfa375
3
+ size 3523270128
model-00045-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb54e1ff23a1ab811f092cf79c65514d1ae44f2343d2323fa8a83e4f80482506
3
+ size 3825314304
model-00046-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951ed70b55485910f9dd5230c5406b7abc73e264e6b8c714f8c2c09e8e9415a9
3
+ size 3523270128