Hugging Face's logo

PrunaAI
/
wxzhang-dpo-selective-buffer-spo-shift-bnb-8bit-smashed

Safetensors
mistral
pruna-ai
8-bit precision
bitsandbytes
Model card Files Community
2

Upload folder using huggingface_hub

#2
by sharpenb - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+4
-4
Files changed (4) hide show
  1. config.json +1 -1
  2. model-00001-of-00002.safetensors +1 -1
  3. model-00002-of-00002.safetensors +1 -1
  4. smash_config.json +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/covalent/.cache/models/tmpqmnqrpetoq9csl4n",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
1
  {
2
+ "_name_or_path": "/covalent/.cache/models/tmprc5tf4ma6eod8_ds",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:685e31194682b60ac03bb1f6a042f9044f2a3f9a0d96e02a20cf0680f1626a41
3
  size 4947097024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca3ef2b59782655f86a83a7680f2b591309cef4dc672b20c397ffbe40a684ac
3
  size 4947097024
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18dff4fb258ac61750aa6597a4627e924f688f47c518e8dfd7f77b6ab8b2f00a
3
  size 2562631392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7dcb76821b0a6b43e91c389628ed90d38ce5025ca242bff353896e250361168
3
  size 2562631392
smash_config.json CHANGED
@@ -28,7 +28,7 @@
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
- "cache_dir": "/covalent/.cache/models/tmpqmnqrpet",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}
 
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
+ "cache_dir": "/covalent/.cache/models/tmprc5tf4ma",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}