Update Dockerfile

Dockerfile

@@ -32,16 +32,14 @@ RUN echo "network:" > config.yml && \
     echo "  prompt: False" >> config.yml && \
     echo "  generation_params: False" >> config.yml && \
     echo "" >> config.yml && \
-    echo "sampling:" >> config.yml && \
-    echo "  override_preset: null" >> config.yml && \
-    echo "" >> config.yml && \
-    echo "developer:" >> config.yml && \
-    echo "  unsafe_launch: False" >> config.yml && \
-    echo "" >> config.yml && \
     echo "model:" >> config.yml && \
     echo "  model_dir: models" >> config.yml && \
     echo "  model_name: MiquMaid-v2-2x70B-DPO-exl2-4bpw" >> config.yml && \
-    echo "  use_dummy_models: False" >> config.yml
+    echo "  gpu_split_auto: True" >> config.yml && \
+    echo "  no_flash_attention: False" >> config.yml && \
+    echo "  cache_mode: FP8" >> config.yml && \
+    echo "  num_experts_per_token: 2" >> config.yml && \
+    echo "  fasttensors: true" >> config.yml
 WORKDIR $HOME/app/tabbyAPI/models
 RUN mkdir -p MiquMaid-v2-2x70B-DPO-exl2-4bpw
 WORKDIR $HOME/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw