Hugging Face's logo

kaitchup
/
Qwen2.5-1.5B-Instruct-gptqmodel-8bit

Text Generation
Transformers
Safetensors
qwen2
conversational
text-generation-inference
8-bit precision
gptq
Model card Files Community
bnjmnmarie commited on
Commit
7be0df7
·
verified ·
1 Parent(s): 0efe68a

Upload Qwen2ForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.48.1",
26
  "use_cache": true,
27
  "use_sliding_window": false,
28
  "vocab_size": 151936
 
22
  "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.48.2",
26
  "use_cache": true,
27
  "use_sliding_window": false,
28
  "vocab_size": 151936
generation_config.json CHANGED
@@ -10,5 +10,5 @@
10
  "temperature": 0.7,
11
  "top_k": 20,
12
  "top_p": 0.8,
13
- "transformers_version": "4.48.1"
14
  }
 
10
  "temperature": 0.7,
11
  "top_k": 20,
12
  "top_p": 0.8,
13
+ "transformers_version": "4.48.2"
14
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a33d2e1d5f6e754d7c385e97b011856d751b2f4e2b8a33a74f9b9a3a44bae847
3
  size 1810079208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2783e8ca5462d9dd5c85da5eb0016021972e5b659ab809b33941c5ff260bd931
3
  size 1810079208