Hugging Face's logo

gthanriver
/
GTH_krx_qwen2.5-7b-it-v14-9x-na

Text Generation
Transformers
Safetensors
qwen2
conversational
text-generation-inference
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
bcjeong commited on
Commit
bdce56a
·
verified ·
1 Parent(s): 1959121

Upload Qwen2ForCausalLM

Browse files
Files changed (9) hide show
  1. config.json +3 -3
  2. generation_config.json +2 -1
  3. model-00001-of-00007.safetensors +1 -1
  4. model-00002-of-00007.safetensors +1 -1
  5. model-00003-of-00007.safetensors +1 -1
  6. model-00004-of-00007.safetensors +1 -1
  7. model-00005-of-00007.safetensors +1 -1
  8. model-00006-of-00007.safetensors +1 -1
  9. model-00007-of-00007.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "lora_model",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
@@ -19,7 +19,7 @@
19
  "quantization_config": {
20
  "_load_in_4bit": true,
21
  "_load_in_8bit": false,
22
- "bnb_4bit_compute_dtype": "float16",
23
  "bnb_4bit_quant_storage": "uint8",
24
  "bnb_4bit_quant_type": "nf4",
25
  "bnb_4bit_use_double_quant": false,
@@ -38,7 +38,7 @@
38
  "tie_word_embeddings": false,
39
  "torch_dtype": "float32",
40
  "transformers_version": "4.46.3",
41
- "use_cache": true,
42
  "use_sliding_window": false,
43
  "vocab_size": 152064
44
  }
 
1
  {
2
+ "_name_or_path": "lora_model_",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
 
19
  "quantization_config": {
20
  "_load_in_4bit": true,
21
  "_load_in_8bit": false,
22
+ "bnb_4bit_compute_dtype": "bfloat16",
23
  "bnb_4bit_quant_storage": "uint8",
24
  "bnb_4bit_quant_type": "nf4",
25
  "bnb_4bit_use_double_quant": false,
 
38
  "tie_word_embeddings": false,
39
  "torch_dtype": "float32",
40
  "transformers_version": "4.46.3",
41
+ "use_cache": false,
42
  "use_sliding_window": false,
43
  "vocab_size": 152064
44
  }
generation_config.json CHANGED
@@ -2,5 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 151643,
4
  "eos_token_id": 151645,
5
- "transformers_version": "4.46.3"
 
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 151643,
4
  "eos_token_id": 151645,
5
+ "transformers_version": "4.46.3",
6
+ "use_cache": false
7
  }
model-00001-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2af2a78818f9e8908cd077bef5a04caac7e45a852aeba4ad073cad5d121159f5
3
  size 4976687216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:977e62d21226eb047d6887b4f1b4261ce3a14f13e416169a32a6308ac39c2039
3
  size 4976687216
model-00002-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c42601a7fdb6a7aa889cbf6c34f8dbc0b4b484650361d836b612f3401e8c3e2
3
  size 4778622352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460c503440b17f31ca63fe161c7db56415ae34cfa577c13a420e5cb72fd18c37
3
  size 4778622352
model-00003-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9bf8cc1e56faed75a6120e368a6855cb62bc7bfa05720a89ae50db607e14d43
3
  size 4932743960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dddf6b692aec43c93cc8ca9bee2b6d9a37ac49eae054f4b6f1b13c4f386f134
3
  size 4932743960
model-00004-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3eb939af6e112740ac20c611b7dd6a17ae913801fb438ecaf22cb4a728847a3f
3
  size 4932743992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbfec95cf8d428957e3ad0693bd974b9a2437f95321b225cc091e83d1052a03c
3
  size 4932743992
model-00005-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:883b51a0a0b40af48f8cac1f54402c6a081c43fafad9d34d653fed318916cbb1
3
  size 4998852296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e553068dc6a7ad04153b22d4bbf2bc00c174d7e9c812bfd4d9b2983d86f9876
3
  size 4998852296
model-00006-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53eb7268e44651efab159c8662775fe4dbf10e7ac6d0d09b869e4216fd73112d
3
  size 3662865184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e0a846f846e0999cb44337bb6ef4a70f9654645a0e4dd321a65bf5974c8f67
3
  size 3662865184
model-00007-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b36479899f2d93605954e1ad810d4e062cf818a46e7ad450cb0ade55fabb9912
3
  size 2179989632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4abe0f51882b1efbf902b231415655724a8273361ec9d0bfaaf6d1cbed7283ce
3
  size 2179989632