Update config.json

config.json

@@ -0,0 +1,18 @@
+{
+    "project_name": "my-autotrain-llm",
+    "model_name": "mistralai/Mistral-7B-Instruct-v0.2",
+    "push_to_hub": true,
+    "repo_id": "rahulrouterabbit/mistral",
+    "use_fp16": true,
+    "use_peft": true,
+    "use_int4": true,
+    "learning_rate": 0.0001,
+    "num_epochs": 4,
+    "batch_size": 4,
+    "block_size": 512,
+    "warmup_ratio": 0.05,
+    "weight_decay": 0.005,
+    "lora_r": 8,
+    "lora_alpha": 16,
+    "lora_dropout": 0.01
+}