Hugging Face's logo

PrunaAI
/
openai-community-gpt2-HQQ-8bit-smashed

gpt2
pruna-ai
hqq
Model card Files
xet
Community
8
sharpenb commited on
Commit
3f16594
·
verified ·
1 Parent(s): b244c4f

f98c145acdfdbfe72bfe7792e1f3f9a691c8765af3f1ff6d6d59b58b97734eb6

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. smash_config.json +1 -1
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_attn_implementation_autoset": true,
3
- "_name_or_path": "/tmp/models/tmpt7h02610/tmpxfgaz6s4",
4
  "activation_function": "gelu_new",
5
  "architectures": [
6
  "GPT2LMHeadModel"
 
1
  {
2
  "_attn_implementation_autoset": true,
3
+ "_name_or_path": "/tmp/models/tmpv6frobqv/tmp6na435zd",
4
  "activation_function": "gelu_new",
5
  "architectures": [
6
  "GPT2LMHeadModel"
smash_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "quant_hqq_weight_bits": 8,
12
  "max_batch_size": 1,
13
  "device": "cuda",
14
- "cache_dir": "/tmp/models/tmpt7h02610",
15
  "task": "",
16
  "save_load_fn": "hqq",
17
  "save_load_fn_args": {},
 
11
  "quant_hqq_weight_bits": 8,
12
  "max_batch_size": 1,
13
  "device": "cuda",
14
+ "cache_dir": "/tmp/models/tmpv6frobqv",
15
  "task": "",
16
  "save_load_fn": "hqq",
17
  "save_load_fn_args": {},