Hugging Face's logo

ludis
/
tsukasa-120b-qlora

Text Generation
Transformers
PyTorch
llama
text-generation-inference
Inference Endpoints
Model card Files Community
1
ludis commited on
Commit
ac02f37
•
1 Parent(s): b2c5629

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +6 -0
  4. pytorch_model-00001-of-00050.bin +3 -0
  5. pytorch_model-00002-of-00050.bin +3 -0
  6. pytorch_model-00003-of-00050.bin +3 -0
  7. pytorch_model-00004-of-00050.bin +3 -0
  8. pytorch_model-00005-of-00050.bin +3 -0
  9. pytorch_model-00006-of-00050.bin +3 -0
  10. pytorch_model-00007-of-00050.bin +3 -0
  11. pytorch_model-00008-of-00050.bin +3 -0
  12. pytorch_model-00009-of-00050.bin +3 -0
  13. pytorch_model-00010-of-00050.bin +3 -0
  14. pytorch_model-00011-of-00050.bin +3 -0
  15. pytorch_model-00012-of-00050.bin +3 -0
  16. pytorch_model-00013-of-00050.bin +3 -0
  17. pytorch_model-00014-of-00050.bin +3 -0
  18. pytorch_model-00015-of-00050.bin +3 -0
  19. pytorch_model-00016-of-00050.bin +3 -0
  20. pytorch_model-00017-of-00050.bin +3 -0
  21. pytorch_model-00018-of-00050.bin +3 -0
  22. pytorch_model-00019-of-00050.bin +3 -0
  23. pytorch_model-00020-of-00050.bin +3 -0
  24. pytorch_model-00021-of-00050.bin +3 -0
  25. pytorch_model-00022-of-00050.bin +3 -0
  26. pytorch_model-00023-of-00050.bin +3 -0
  27. pytorch_model-00024-of-00050.bin +3 -0
  28. pytorch_model-00025-of-00050.bin +3 -0
  29. pytorch_model-00026-of-00050.bin +3 -0
  30. pytorch_model-00027-of-00050.bin +3 -0
  31. pytorch_model-00028-of-00050.bin +3 -0
  32. pytorch_model-00029-of-00050.bin +3 -0
  33. pytorch_model-00030-of-00050.bin +3 -0
  34. pytorch_model-00031-of-00050.bin +3 -0
  35. pytorch_model-00032-of-00050.bin +3 -0
  36. pytorch_model-00033-of-00050.bin +3 -0
  37. pytorch_model-00034-of-00050.bin +3 -0
  38. pytorch_model-00035-of-00050.bin +3 -0
  39. pytorch_model-00036-of-00050.bin +3 -0
  40. pytorch_model-00037-of-00050.bin +3 -0
  41. pytorch_model-00038-of-00050.bin +3 -0
  42. pytorch_model-00039-of-00050.bin +3 -0
  43. pytorch_model-00040-of-00050.bin +3 -0
  44. pytorch_model-00041-of-00050.bin +3 -0
  45. pytorch_model-00042-of-00050.bin +3 -0
  46. pytorch_model-00043-of-00050.bin +3 -0
  47. pytorch_model-00044-of-00050.bin +3 -0
  48. pytorch_model-00045-of-00050.bin +3 -0
  49. pytorch_model-00046-of-00050.bin +3 -0
  50. pytorch_model-00047-of-00050.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|model|>": 32002,
3
+ "<|system|>": 32000,
4
+ "<|user|>": 32001
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/models/tsukasa-120b-adapter/merged",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 4096,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 137,
17
+ "num_key_value_heads": 8,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 10000.0,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float16",
24
+ "transformers_version": "4.35.1",
25
+ "use_cache": false,
26
+ "vocab_size": 32003
27
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.35.1"
6
+ }
pytorch_model-00001-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186d6c54ae4279ebf8cff3a5da4231417a46d36ed72a1a6b0e5071c22b7baf3f
3
+ size 4718715602
pytorch_model-00002-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2023748313f417febfce168495128b714dbffd5fc0eb606cca9ed2ad58fedf
3
+ size 4664173854
pytorch_model-00003-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dee0a01470be91507fee66bdaf9c367410b81a1cf250616e02b18033f7228d2
3
+ size 4999718222
pytorch_model-00004-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25cbf4d9dc7c23d23c028434dc6922d624bbd87540eb3e09830d01f420a29cee
3
+ size 4966163202
pytorch_model-00005-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:391d6a7e325ee773af874f1decc1824f242371f42c16645d10933065ced42612
3
+ size 4664140510
pytorch_model-00006-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64faea72ca6df144f907894452b25e6aae8aa169b021d7926df9e146c2bcd5cb
3
+ size 4664173918
pytorch_model-00007-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5220808ee358dee63f8c7c7ec037cebc4a00d0721b7f07d787bc83dffe7cbc91
3
+ size 4664173918
pytorch_model-00008-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc95644c754e6bb8b658f8af70ca8789585918ca9e80f27fbf8b336923b788d
3
+ size 4999718286
pytorch_model-00009-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0c91587fc7d3e47a2aafec6708988ab7a10ed58ca39781f3127cbf097cf6b1
3
+ size 4966163202
pytorch_model-00010-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6759e1d6771b75b4f3ddf02d30cf37c82de5a863cd6af95c89742e258cf933f
3
+ size 4664140510
pytorch_model-00011-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ac0f9bc2b2cbd7dc3c809428e05be1a5a3f55d7c7eeeb36d6664344913fdc9
3
+ size 4664173918
pytorch_model-00012-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23a4b70eb61aa08b31794d852422affae41cdbce6b757cb0744448f04d72740
3
+ size 4664173918
pytorch_model-00013-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850632b6cc71044b3ed30401f99e674da646f001a8c0e21baec40dea2005cb78
3
+ size 4999718286
pytorch_model-00014-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d193fbd9d21d9bf5dec5f6af5273641bad28d2e60ce95c65bee0971f394b3b3
3
+ size 4966163202
pytorch_model-00015-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c2bdc8d8d00eeb39e6edd880c84b6e1b715a2c72e5f0a13137e2414065a1f95
3
+ size 4664140510
pytorch_model-00016-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63da89d7812984d3fa612ba42002cf4a74f6c9a8e6b184373cba2bb80bc65ce8
3
+ size 4664173918
pytorch_model-00017-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7600fa1fb39de29053081a2c922b8a8819751a48f297a57f8527c623234c864e
3
+ size 4664173918
pytorch_model-00018-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f3a4ac7b9b97a159bc9602895412eadfa0e1c11d3e10c82a0859fdbe120381
3
+ size 4999718286
pytorch_model-00019-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f3b8409643a46630e601a824f2ccfc254d7e075c8d183725faf7e552b8b5b8
3
+ size 4966163202
pytorch_model-00020-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7fcb9c0e85a874e841c77c828af86a55c90acb5f1f9dcad85992a642e64668
3
+ size 4664140510
pytorch_model-00021-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd04279977c48666c8b008c1a1a0c5b7d90fab5a5c768a2c89ba2eb3fdb5e8b3
3
+ size 4664173918
pytorch_model-00022-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e175ebfa7e3d5de4b6519745b9d466758c7cd45ba797340d48e0446940d2565a
3
+ size 4664173918
pytorch_model-00023-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3972f9f85e143190bfdfbead2e46983fb5be4ebd2437cca8ec125f30c56fc90
3
+ size 4999718286
pytorch_model-00024-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1483c46205452d5697ba7da21248b17486a51b960ca7369f6b675f4a63da1183
3
+ size 4966163202
pytorch_model-00025-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da0d86c1940a68afe01663ac5ac30c806cf94e0a6cf305b187cc5aa77a9a69b
3
+ size 4664140510
pytorch_model-00026-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6021780e9be4b68ac08905abe0ce993e082857a03e3966b1ae7667fa120c1d27
3
+ size 4664173918
pytorch_model-00027-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c1584606149c5d95014c4d2868eb11ad8b5df21ea0dafbe2e75d4148be0c991
3
+ size 4664173918
pytorch_model-00028-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad20527210677734e2bd977a3b73a3602788151eca6ae93027dc9dbadf373dbc
3
+ size 4999718286
pytorch_model-00029-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df906fb6de5f714c431e4539a176b45d22b7a5e92193d2a47bd94f5e6eacf58
3
+ size 4966163202
pytorch_model-00030-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd0039b8a7bcac365327335113cc8fac7987b8307f8491556a4151fb07b6e3a
3
+ size 4664140510
pytorch_model-00031-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb907e077c13e6151d3d476e0941318d20352c9a0bd6c99fa0f87d66b5f3d640
3
+ size 4664173918
pytorch_model-00032-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2e8f6e73b0d96997c574c77bf8280d8215f75c8122bdd041d002ca937c8665
3
+ size 4664173918
pytorch_model-00033-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9026feedef618e74351dbbb68963d806a9bb981ffd97491afcfe2c12a5d5b989
3
+ size 4999718286
pytorch_model-00034-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e503fece969bd49ded7f92b6e48e5d90b4420865e82b61aa7317c7a5dc53c1f
3
+ size 4966163202
pytorch_model-00035-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e75227aa3905d3ac8607be693b60707122d1480bb9f92046518d5ae99a1ab9e
3
+ size 4664140510
pytorch_model-00036-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77dbad3edc54a735122a2e6dcb16d6691ea3538e90990d2d26dd6b352af41051
3
+ size 4664173918
pytorch_model-00037-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b2d30433bbd8d7a771c30a59a39ae30ae27732e2977cc1c39fa059336ffec71
3
+ size 4664173918
pytorch_model-00038-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d96fa16d395893bdb25d2e13d45b8a946acf4dbd91c9f751b3b268dcc7627b29
3
+ size 4999718286
pytorch_model-00039-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1bbf210dcb66f622d4134128dbc93319b1cadd3f41e7888f4709d57c879444
3
+ size 4966163266
pytorch_model-00040-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3cf46ede853326434b706949c4261f801d6fa134aad0cb8405b771c6e049b52
3
+ size 4664140574
pytorch_model-00041-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1426f9c333566c359c8cf6e2d32a7bd5d8b94222c28fd5b2a3d23d4051855c
3
+ size 4664173918
pytorch_model-00042-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f768f6958d0e73cf965cfcde9f83f6c0079d23c8be71699cae7db5054d2bce84
3
+ size 4664173918
pytorch_model-00043-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd372000479f8c501ed1fe1c9078db4b37bb848d0021c24449ddf093b66232e
3
+ size 4999718286
pytorch_model-00044-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe5c6d1d8ba820eca02b152c791d3cbd80ee5aca35120d5f220bef62692120c
3
+ size 4966163266
pytorch_model-00045-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503dc7636f64a38756c93e73b5f4d96bb8aea28e0d38c9a61b9a43c9bac2a6e4
3
+ size 4664140574
pytorch_model-00046-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f40ffd72d8646f849b59dd9949a199fc72db36ab457ed3e9aab2b0ab7ba1a8
3
+ size 4664173918
pytorch_model-00047-of-00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c1c3f7152fd607ecf783fcaccb34bd80f8c85669adcd67e074c232b71a4b50
3
+ size 4664173918