Hugging Face's logo

PrunaAI
/
WizardLM-WizardMath-7B-V1.1-bnb-4bit-smashed

Text Generation
Transformers
Safetensors
mistral
pruna-ai
text-generation-inference
4-bit precision
bitsandbytes
Model card Files
xet
Community
3
sharpenb commited on
Commit
3a58999
·
verified ·
1 Parent(s): c13b0f3

b156d5308bcc098b4e2a393b3603ed0a0ffc152f94fb83c3a47531b0c4a5bff8

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. plots.png +0 -0
  3. smash_config.json +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/tmp/tmpwvzakbr2",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
1
  {
2
+ "_name_or_path": "/tmp/tmp3uog4i69",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
plots.png CHANGED
smash_config.json CHANGED
@@ -8,7 +8,7 @@
8
  "compilers": "None",
9
  "task": "text_text_generation",
10
  "device": "cuda",
11
- "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsd6ejuvq8",
12
  "batch_size": 1,
13
  "model_name": "WizardLM/WizardMath-7B-V1.1",
14
  "pruning_ratio": 0.0,
 
8
  "compilers": "None",
9
  "task": "text_text_generation",
10
  "device": "cuda",
11
+ "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsed68emw_",
12
  "batch_size": 1,
13
  "model_name": "WizardLM/WizardMath-7B-V1.1",
14
  "pruning_ratio": 0.0,