先从本地加载

handler.py

@@ -11,7 +11,14 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
 
 class EndpointHandler:
     def __init__(self, path=""):
-        self.model_name_or_path = "threadshare/Peach-9B-8k-Roleplay"
+        local_config_path = "./config.json"
+        remote_model_name = "threadshare/Peach-9B-8k-Roleplay"
+        
+        # Check if local config file exists
+        if os.path.exists(local_config_path):
+            self.model_name_or_path = "."
+        else:
+            self.model_name_or_path = remote_model_name
         self.tokenizer = AutoTokenizer.from_pretrained(self.model_name_or_path, use_fast=True, flash_atten=True)
         self.model = AutoModelForCausalLM.from_pretrained(
             self.model_name_or_path, torch_dtype=torch.bfloat16,