Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "llava-hf/llava-v1.6-34b-hf",
+  "_name_or_path": "/root/.cache/huggingface/hub/models--llava-hf--llava-v1.6-34b-hf/snapshots/66b6feb83d0249dc9f31a24bd3abfb63f90e41aa",
   "architectures": [
     "LlavaNextForConditionalGeneration"
   ],
@@ -30,13 +30,8 @@
   "model_type": "llava_next",
   "projector_hidden_act": "gelu",
   "quantization_config": {
-    "backend": "autoawq",
     "bits": 4,
-    "do_fuse": false,
-    "exllama_config": null,
-    "fuse_max_seq_len": null,
     "group_size": 128,
-    "modules_to_fuse": null,
     "modules_to_not_convert": null,
     "quant_method": "awq",
     "version": "gemm",
@@ -63,7 +58,7 @@
     "vocab_size": 64064
   },
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.41.1",
   "use_image_newline_parameter": true,
   "vision_config": {

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 7,
+  "pad_token_id": 0,
+  "transformers_version": "4.41.1",
+  "use_cache": false
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2aed3b19835afc58f01e51474c00dd4b0eb84e12259d10cd734947e7578775f
+size 4968588192

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ef60b1167b9d7b8118dac6871766a61c349e043aeeb03cff0ca223089535e8
+size 4927419744

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a68886a2d629cdffdfd541c3448e2ff14d5e725ab2b6a3c516fc98a142dae46
+size 4927419744

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b962f064abc068d03fabf9822022d5f9f76279b16e3f75e85a49c807beff7ad
+size 4210454256

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22985919b00b953dfcbc1eaa62743797554481b485eea2c763a98cac5e8f247
+size 918421648

preprocessor_config.json

@@ -0,0 +1,52 @@
+{
+  "aspect_ratio_setting": "anyres",
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_grid_pinpoints": [
+    [
+      336,
+      672
+    ],
+    [
+      672,
+      336
+    ],
+    [
+      672,
+      672
+    ],
+    [
+      1008,
+      336
+    ],
+    [
+      336,
+      1008
+    ]
+  ],
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "LlavaNextImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "processor_class": "LlavaNextProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}