ML610 commited on
Commit
9084e59
1 Parent(s): 70047c8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -36,10 +36,10 @@ def generate(
36
  return llm(format_prompt(user_prompt), **asdict(generation_config))
37
 
38
  config = AutoConfig.from_pretrained(
39
- "teknium/Replit-v2-CodeInstruct-3B", context_length=2048
40
  )
41
  llm = AutoModelForCausalLM.from_pretrained(
42
- os.path.abspath("replit-v2-codeinstruct-3b.q4_1.bin"),
43
  model_type="replit",
44
  config=config,
45
  )
 
36
  return llm(format_prompt(user_prompt), **asdict(generation_config))
37
 
38
  config = AutoConfig.from_pretrained(
39
+ "TheBloke/Replit-Code-Instruct-Glaive-GGML", context_length=2048
40
  )
41
  llm = AutoModelForCausalLM.from_pretrained(
42
+ os.path.abspath("replit-code-instruct-glaive.ggmlv1.q4_1.bin"),
43
  model_type="replit",
44
  config=config,
45
  )