3

main.py

@@ -7,9 +7,6 @@ import requests
 from huggingface_hub import hf_hub_download
 
 file_name = "zephyr-7b-beta.Q4_K_S.gguf"
-if not os.path.exists(file_name):
-    hf_hub_download("TheBloke/zephyr-7B-beta-GGUF", filename=file_name, local_dir=f"./")
-
 llm = AutoModelForCausalLM.from_pretrained(file_name,
     model_type='mistral',
     max_new_tokens = 1096,