Trained with Unsloth

README.md

@@ -2,6 +2,8 @@
 library_name: transformers
 tags:
 - unsloth
+- trl
+- sft
 ---
 
 # Model Card for Model ID

config.json

@@ -21,7 +21,7 @@
   "rope_scaling": null,
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.40.0",
   "unsloth_version": "2024.4",
   "use_cache": true,

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abbee28175ff88c8baa7b24065a6b2dede032d7bc8cd18427cbf8058eff50c3f
-size 4976698592
+oid sha256:a70ea2bd5b288416b6491badcb8ca28aed2c76e4547c0e702e2c7c3735661fc2
+size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7fe20fbac9f387422c140c9c37b8b3a8c71e89ce8955ae20f0eccd3bd23099b
-size 4999802616
+oid sha256:4700fffeee31c243df16dbb1214fd79864a166597f9ea9f02cfb39da74a84cf8
+size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88484c6b17a116b368e74fcbbc78c49ce6ce3c626fe45af70a43466918906a77
-size 4915916080
+oid sha256:0c9fd084e462cc46805d3ff2fca29e20c2116717eef5ef6503de6bdff2c8b30b
+size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c44604e75058cfade8d7fcd1c932a37aad226a6a1d8886621a746823d65c2877
+oid sha256:70c1e6d55c5f7c70f524c9da3e4abffe5a6dc67497b4ecc7dcd52335ce5f10ed
 size 1168138808