glorgao
/

SelectiveDPO-Mistral-7B-SFT-UFBinarized

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

glorgao commited on 12 days ago

Commit

20930b9

·

verified ·

1 Parent(s): 6f68d67

Upload config

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "_name_or_path": "/mbz/users/haonan.li/glor/selective-dpo/output/SelectiveDPO-Mistral-7B-SFT-UFBinarized",
   "architectures": [
-    "MistralModel"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
@@ -20,7 +20,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.48.2",
   "use_cache": false,
   "vocab_size": 32000

 {
   "_name_or_path": "/mbz/users/haonan.li/glor/selective-dpo/output/SelectiveDPO-Mistral-7B-SFT-UFBinarized",
   "architectures": [
+    "MistralForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.48.2",
   "use_cache": false,
   "vocab_size": 32000