Leonydis137 commited on
Commit
ecfc011
·
verified ·
1 Parent(s): 4d42577

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -40,10 +40,8 @@ model_path = hf_hub_download(
40
  print(f"✅ Downloaded GGUF model to: {model_path}")
41
 
42
  # Load via ctransformers
43
- llm = AutoModelForCausalLM(
44
- model=model_path,
45
- model_type="llama"
46
- )
47
 
48
  # ---------------- Generation Helper ----------------
49
  def generate_text(prompt: str) -> str:
 
40
  print(f"✅ Downloaded GGUF model to: {model_path}")
41
 
42
  # Load via ctransformers
43
+ # ctransformers' constructor takes the GGUF path as the first positional argument
44
+ llm = AutoModelForCausalLM(model_path, model_type="llama")
 
 
45
 
46
  # ---------------- Generation Helper ----------------
47
  def generate_text(prompt: str) -> str: