Hugging Face's logo

tmae
/
llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0-neuron

Text Generation
Transformers
PyTorch
gpt2
text-generation-inference
Model card Files
xet
Community
tmae commited on
Commit
d210f2c
·
1 Parent(s): 6f8d556

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +5 -0
  2. 02b8ec8365f5416a0bc1.neff +3 -0
  3. 0f4d8d679231c75aede5.neff +3 -0
  4. 68f0f4648bfcb7137db0.neff +3 -0
  5. b15f93a8d5b275602c4e.neff +3 -0
  6. config.json +34 -0
  7. fea5c5ce97ede8171a26.neff +3 -0
  8. generation_config.json +6 -0
  9. pytorch_model.bin/key_to_filename.json +3 -0
  10. pytorch_model.bin/p0.transformer.wte.weight +3 -0
  11. pytorch_model.bin/p1.transformer.wpe.weight +3 -0
  12. pytorch_model.bin/p10.transformer.h.0.mlp.c_fc.weight +3 -0
  13. pytorch_model.bin/p100.transformer.h.8.attn.c_attn.weight +3 -0
  14. pytorch_model.bin/p101.transformer.h.8.attn.c_attn.bias +3 -0
  15. pytorch_model.bin/p102.transformer.h.8.attn.c_proj.weight +3 -0
  16. pytorch_model.bin/p103.transformer.h.8.attn.c_proj.bias +3 -0
  17. pytorch_model.bin/p104.transformer.h.8.ln_2.weight +3 -0
  18. pytorch_model.bin/p105.transformer.h.8.ln_2.bias +3 -0
  19. pytorch_model.bin/p106.transformer.h.8.mlp.c_fc.weight +3 -0
  20. pytorch_model.bin/p107.transformer.h.8.mlp.c_fc.bias +3 -0
  21. pytorch_model.bin/p108.transformer.h.8.mlp.c_proj.weight +3 -0
  22. pytorch_model.bin/p109.transformer.h.8.mlp.c_proj.bias +3 -0
  23. pytorch_model.bin/p11.transformer.h.0.mlp.c_fc.bias +3 -0
  24. pytorch_model.bin/p110.transformer.h.9.ln_1.weight +3 -0
  25. pytorch_model.bin/p111.transformer.h.9.ln_1.bias +3 -0
  26. pytorch_model.bin/p112.transformer.h.9.attn.c_attn.weight +3 -0
  27. pytorch_model.bin/p113.transformer.h.9.attn.c_attn.bias +3 -0
  28. pytorch_model.bin/p114.transformer.h.9.attn.c_proj.weight +3 -0
  29. pytorch_model.bin/p115.transformer.h.9.attn.c_proj.bias +3 -0
  30. pytorch_model.bin/p116.transformer.h.9.ln_2.weight +3 -0
  31. pytorch_model.bin/p117.transformer.h.9.ln_2.bias +3 -0
  32. pytorch_model.bin/p118.transformer.h.9.mlp.c_fc.weight +3 -0
  33. pytorch_model.bin/p119.transformer.h.9.mlp.c_fc.bias +3 -0
  34. pytorch_model.bin/p12.transformer.h.0.mlp.c_proj.weight +3 -0
  35. pytorch_model.bin/p120.transformer.h.9.mlp.c_proj.weight +3 -0
  36. pytorch_model.bin/p121.transformer.h.9.mlp.c_proj.bias +3 -0
  37. pytorch_model.bin/p122.transformer.h.10.ln_1.weight +3 -0
  38. pytorch_model.bin/p123.transformer.h.10.ln_1.bias +3 -0
  39. pytorch_model.bin/p124.transformer.h.10.attn.c_attn.weight +3 -0
  40. pytorch_model.bin/p125.transformer.h.10.attn.c_attn.bias +3 -0
  41. pytorch_model.bin/p126.transformer.h.10.attn.c_proj.weight +3 -0
  42. pytorch_model.bin/p127.transformer.h.10.attn.c_proj.bias +3 -0
  43. pytorch_model.bin/p128.transformer.h.10.ln_2.weight +3 -0
  44. pytorch_model.bin/p129.transformer.h.10.ln_2.bias +3 -0
  45. pytorch_model.bin/p13.transformer.h.0.mlp.c_proj.bias +3 -0
  46. pytorch_model.bin/p130.transformer.h.10.mlp.c_fc.weight +3 -0
  47. pytorch_model.bin/p131.transformer.h.10.mlp.c_fc.bias +3 -0
  48. pytorch_model.bin/p132.transformer.h.10.mlp.c_proj.weight +3 -0
  49. pytorch_model.bin/p133.transformer.h.10.mlp.c_proj.bias +3 -0
  50. pytorch_model.bin/p134.transformer.h.11.ln_1.weight +3 -0
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ 02b8ec8365f5416a0bc1.neff filter=lfs diff=lfs merge=lfs -text
37
+ 0f4d8d679231c75aede5.neff filter=lfs diff=lfs merge=lfs -text
38
+ 68f0f4648bfcb7137db0.neff filter=lfs diff=lfs merge=lfs -text
39
+ b15f93a8d5b275602c4e.neff filter=lfs diff=lfs merge=lfs -text
40
+ fea5c5ce97ede8171a26.neff filter=lfs diff=lfs merge=lfs -text
02b8ec8365f5416a0bc1.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c134d4d00806f7cacf63f0bae13a1b6ea59ae23251f424fc23e08848467617fd
3
+ size 15965184
0f4d8d679231c75aede5.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db915102ba9c0e919c07fcf8dce74e376aaa3a722f20c5738650a57590fbc15
3
+ size 14777344
68f0f4648bfcb7137db0.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71953d614757fda16cab9eb9814c3483df10d0d51a2a7f4d8a8f788da178a5a7
3
+ size 14674944
b15f93a8d5b275602c4e.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91d66250afb920436e3ffa9a44e127e3c7eb195dc5587983d9825847cd9c46c6
3
+ size 14961664
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./models--llm-jp--llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0/snapshots/68282fe744c69ea2e4420a4a6833c0b9168215eb",
3
+ "activation_function": "gelu",
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 7,
9
+ "embd_pdrop": 0.1,
10
+ "eos_token_id": 7,
11
+ "gradient_checkpointing": false,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_ctx": 2048,
16
+ "n_embd": 5120,
17
+ "n_head": 40,
18
+ "n_inner": 20480,
19
+ "n_layer": 40,
20
+ "n_positions": 2048,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.1,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.34.1",
32
+ "use_cache": true,
33
+ "vocab_size": 50688
34
+ }
fea5c5ce97ede8171a26.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08ba9cdad4d6aaaa6b94b8d19638c35b25a2b4e9ae9376eb8cab578ef8b88d78
3
+ size 15299584
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 7,
4
+ "eos_token_id": 7,
5
+ "transformers_version": "4.34.1"
6
+ }
pytorch_model.bin/key_to_filename.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bddfe82ae026eee6be849517f395628e168b7252571cdde22295bcf8606b5b8
3
+ size 36891
pytorch_model.bin/p0.transformer.wte.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5cc6bba72f81eedb1f4c88c5364750b8fb2278cb3cf5a44c0041cf903246304
3
+ size 1038091020
pytorch_model.bin/p1.transformer.wpe.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8098035062d21edad44b8bc4f0ec15331a1f5e6d2f7fb89e41dabdf6482e878
3
+ size 41943820
pytorch_model.bin/p10.transformer.h.0.mlp.c_fc.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd10666f0449aaab012b2a8d74fb30b979a9c9881a63fceb9e0266c9c43b5109
3
+ size 419431274
pytorch_model.bin/p100.transformer.h.8.attn.c_attn.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d00640141a896732481e80a182ee23d0d29b3812bef3ce45ede83e2734f91fb
3
+ size 314573686
pytorch_model.bin/p101.transformer.h.8.attn.c_attn.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01e55d3a1d188becee170ed4a02bb438fcfc75a9509080ec97e87d76458a1a2e
3
+ size 62326
pytorch_model.bin/p102.transformer.h.8.attn.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5704e7d1c6feeeee904c7e5a49995ce489c743605b8667ab3bed48963855989
3
+ size 104858486
pytorch_model.bin/p103.transformer.h.8.attn.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:560b2b1bf80209be16b7c44cc338dae998e6f55caedfd94e5020d35cd7b13552
3
+ size 21366
pytorch_model.bin/p104.transformer.h.8.ln_2.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79d893c9d6aec286a348db0092b2150b27028bc550885d23add72191e2b9a1de
3
+ size 21345
pytorch_model.bin/p105.transformer.h.8.ln_2.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:073a2faf3036ea0cc532717f956513111fed10cf82a3a3d046e2c7146fcd1a8a
3
+ size 21345
pytorch_model.bin/p106.transformer.h.8.mlp.c_fc.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d50c01aaa8fde6fdd18cf32c3b2ab28b7960abf7dc9ec1f502aa9cebf7d39df
3
+ size 419431277
pytorch_model.bin/p107.transformer.h.8.mlp.c_fc.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff748f9a08347293217f279bd4dd6be27aaba155b92936a9625871cb4bb0f78
3
+ size 82797
pytorch_model.bin/p108.transformer.h.8.mlp.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862bf8d4afa57589b39eacf9791a94dae1277b1db5bb2d922dad8d2ee7feb3bb
3
+ size 419431283
pytorch_model.bin/p109.transformer.h.8.mlp.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db5b290b7da199976b3c74812ed622625cc764457ee7966178b59058de806ba
3
+ size 21363
pytorch_model.bin/p11.transformer.h.0.mlp.c_fc.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae3daeddd15fc8ee649a316fcdac01e8af66cef9f0066082570ddfb0dd6546d5
3
+ size 82794
pytorch_model.bin/p110.transformer.h.9.ln_1.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdcd1167dfa96017e73184fc855fc21c175c016a06fc3a8b24f447c9dd62093c
3
+ size 21345
pytorch_model.bin/p111.transformer.h.9.ln_1.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:999bbcbcdfb6d005d861c822ff2e6a474243f17b8459d477052786bcf45ac3c6
3
+ size 21345
pytorch_model.bin/p112.transformer.h.9.attn.c_attn.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f51e852e33ab2fdca95dd8b7327fa46bbfb0a769c609b07932915d4ae3617d
3
+ size 314573686
pytorch_model.bin/p113.transformer.h.9.attn.c_attn.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bee525bc373570b1c44ea5ad2cc260871cb598dccbe5ee5badde406be4ec182
3
+ size 62326
pytorch_model.bin/p114.transformer.h.9.attn.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4c4f0517af5e9676ef5a9f92bb8e797e6379d3853b39a1b700ad5db654d2a2
3
+ size 104858486
pytorch_model.bin/p115.transformer.h.9.attn.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f423124a0267d0bf682406c7867ee306493b334c43adb8691ae3ef24971cd7d
3
+ size 21366
pytorch_model.bin/p116.transformer.h.9.ln_2.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60f1affb7b98ead229fc2561c57c6faa6b1c74ff827e275804817273d9ba9518
3
+ size 21345
pytorch_model.bin/p117.transformer.h.9.ln_2.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164c768227a1000ad0d9151853d5fce1d31d6f5d600d3bb0941cb56609d849bf
3
+ size 21345
pytorch_model.bin/p118.transformer.h.9.mlp.c_fc.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b73186071d5e82e0efeb558cc353cd3c941bf50c4d0b1b9bbc0da304655dbc3c
3
+ size 419431277
pytorch_model.bin/p119.transformer.h.9.mlp.c_fc.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e631e5f7c0d574291b5b63c79297f32fb4ebec5d4ae507b5c9de6772f426d27
3
+ size 82797
pytorch_model.bin/p12.transformer.h.0.mlp.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fab333c3c291f600f12685f1f383e3a0b8b3e8d65c5c830209980756b8401037
3
+ size 419431280
pytorch_model.bin/p120.transformer.h.9.mlp.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1f4fe685443c022137c7b96c3e7d5b5a026812bfcf4270bd287f8a8435aa51
3
+ size 419431283
pytorch_model.bin/p121.transformer.h.9.mlp.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc9dcff2f2a1fb21363c9d6bb81c3678f3849eef6d6fa51f76db407de2da902
3
+ size 21363
pytorch_model.bin/p122.transformer.h.10.ln_1.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0f66fac44d9ded2aaeb2c854d566403758f67881aae80e0532d47e80b50edb
3
+ size 21348
pytorch_model.bin/p123.transformer.h.10.ln_1.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c504e79e9bf529c21f381d7de3bff7d0fa47d7a3a04a4c5c9a6356632694e8
3
+ size 21348
pytorch_model.bin/p124.transformer.h.10.attn.c_attn.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb3b6c92035ff15cbaa9ec8f4810d69289a18fb27464cb51cbe8e0647517a1e
3
+ size 314573689
pytorch_model.bin/p125.transformer.h.10.attn.c_attn.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce3af1b9f0ccbf93d32fd509089ac0033160df3801209b373c7eb47136196400
3
+ size 62329
pytorch_model.bin/p126.transformer.h.10.attn.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2904dcd1e84af6cccf7b4bf5691841b06d348e737f5cc7672a40a08e2eb192
3
+ size 104858489
pytorch_model.bin/p127.transformer.h.10.attn.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ead0b89d2d15a3c405740aa0182326cd807fe94f155f137afe17f0ed1d2757
3
+ size 21369
pytorch_model.bin/p128.transformer.h.10.ln_2.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:144f37ecd60aacc1025c67532d907392f2130becdbac44f7eb1e049858d44af2
3
+ size 21348
pytorch_model.bin/p129.transformer.h.10.ln_2.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:012434fbc0c1f67931a86147dfe194d9276f9aaaef40dcfc88a9d78f535d1c7a
3
+ size 21348
pytorch_model.bin/p13.transformer.h.0.mlp.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e318ffef2029b8906dbe1350ec947f2bf458cbb94512c5644d7f37ec60b159
3
+ size 21360
pytorch_model.bin/p130.transformer.h.10.mlp.c_fc.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ddede8cd27085a0b57b8af5db38d8802059a113d962ea57a4673caa378d4572
3
+ size 419431280
pytorch_model.bin/p131.transformer.h.10.mlp.c_fc.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc52ef6455f84421c26028b342bb2f44eeb75338381a25da0ba146c108155ec5
3
+ size 82800
pytorch_model.bin/p132.transformer.h.10.mlp.c_proj.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a495163b9050926c08f3c190a2f52c839570522d0c13a910ed0854d54d4af5b2
3
+ size 419431286
pytorch_model.bin/p133.transformer.h.10.mlp.c_proj.bias ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952119e3a917e75f98036d5902c2c2d648943abe77f150247264806f7d3d835c
3
+ size 21366
pytorch_model.bin/p134.transformer.h.11.ln_1.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d810f392b9d3959b8f716063a2dd3856ba408058af666f114159ae4b2ee3f11
3
+ size 21348