Command line flag to chose a local model

app.py

@@ -4,7 +4,7 @@ import re
 from llama_cpp import Llama
 from huggingface_hub import hf_hub_download
 import sys
-import json 
+import argparse
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)
@@ -43,8 +43,17 @@ def generate_text(prompt, example):
 
     logging.info(f"Generated text: {full_text}")
 
-model = download_model()
-llm = Llama(model_path=model)
+
+parser = argparse.ArgumentParser()
+parser.add_argument("--model", help="Path to the model file")
+args = parser.parse_args()
+
+if args.model:
+    model_path = args.model
+else:
+    model_path = download_model()
+
+llm = Llama(model_path=model_path)
 
 # Create a Gradio interface
 interface = gr.Interface(