PrunaAI
/

echarlaix-tiny-random-mistral-bnb-4bit-smashed

sharpenb commited on Apr 5, 2024

Commit

297a86e

verified ·

1 Parent(s): 2c92a1c

Upload folder using huggingface_hub (#2)

- 2e3fa90a6ae2226dfb35ccb5703238dcc637d05d6ff58ec0fb328e9cfce76c9f (6739f2341d9e2dad2db4745506756c18f5498da7)

Files changed (3) hide show

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/tmp/tmpv84_tpl9",
   "architectures": [
     "MistralForCausalLM"
   ],

 {
+  "_name_or_path": "/tmp/tmpit1eecui",
   "architectures": [
     "MistralForCausalLM"
   ],

plots.png CHANGED Viewed

smash_config.json CHANGED Viewed

@@ -8,7 +8,7 @@
         "compilers": "None",
         "task": "text_text_generation",
         "device": "cuda",
-        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsva_uswi1",
         "batch_size": 1,
         "model_name": "echarlaix/tiny-random-mistral",
         "pruning_ratio": 0.0,

         "compilers": "None",
         "task": "text_text_generation",
         "device": "cuda",
+        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsptckisrj",
         "batch_size": 1,
         "model_name": "echarlaix/tiny-random-mistral",
         "pruning_ratio": 0.0,