[fix] load in 16 bit

app.py

@@ -45,7 +45,7 @@ CSS = """
 
 
 tokenizer = AutoTokenizer.from_pretrained("shenzhi-wang/Gemma-2-27B-Chinese-Chat")
-model = AutoModelForCausalLM.from_pretrained("shenzhi-wang/Gemma-2-27B-Chinese-Chat", device_map="auto")
+model = AutoModelForCausalLM.from_pretrained("shenzhi-wang/Gemma-2-27B-Chinese-Chat", device_map="auto", torch_dtype="auto")
 
 
 @spaces.GPU
@@ -127,4 +127,4 @@ with gr.Blocks(css=CSS) as demo:
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()