Update app.py

app.py

@@ -5,27 +5,27 @@ from threading import Thread
 import gradio as gr
 import torch
 
+lora_folder = ''
+model_folder = ''
+
+config = PeftConfig.from_pretrained(("Junity/Genshin-World-Model" if lora_folder == ''
+                                     else lora_folder),
+                                    trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(("baichuan-inc/Baichuan-13B-Base" if model_folder == ''
+                                              else model_folder),
+                                              torch_dtype=torch.float16,
+                                              device_map="auto",
+                                              trust_remote_code=True)
+model = PeftModel.from_pretrained(model,
+                                  ("Junity/Genshin-World-Model" if lora_folder == ''
+                                   else lora_folder),
+                                   device_map="auto",
+                                   torch_dtype=torch.float16,
+                                   trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(("baichuan-inc/Baichuan-13B-Base" if model_folder == ''
+                                           else model_folder),
+                                          trust_remote_code=True)
 
-# lora_folder = ''
-# model_folder = ''
-#
-# config = PeftConfig.from_pretrained(("Junity/Genshin-World-Model" if lora_folder == ''
-#                                      else lora_folder),
-#                                     trust_remote_code=True)
-# model = AutoModelForCausalLM.from_pretrained(("baichuan-inc/Baichuan-13B-Base" if model_folder == ''
-#                                               else model_folder),
-#                                               torch_dtype=torch.float16,
-#                                               device_map="auto",
-#                                               trust_remote_code=True)
-# model = PeftModel.from_pretrained(model,
-#                                   ("Junity/Genshin-World-Model" if lora_folder == ''
-#                                    else lora_folder),
-#                                    device_map="auto",
-#                                    torch_dtype=torch.float16,
-#                                    trust_remote_code=True)
-# tokenizer = AutoTokenizer.from_pretrained(("baichuan-inc/Baichuan-13B-Base" if model_folder == ''
-#                                            else model_folder),
-#                                           trust_remote_code=True)
 history = []
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")