Studiobotxyz commited on
Commit
cc6a446
·
1 Parent(s): 28433a3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -29,12 +29,17 @@ llm = ctransformers.AutoModelForCausalLM.from_pretrained('./llama-2-7b.ggmlv3.q4
29
  print("Loaded model")
30
 
31
  def complete(prompt, stop=["User", "Assistant"]):
 
32
  tokens = llm.tokenize(prompt)
 
33
  token_count = 0
34
  output = ''
 
35
  for token in llm.generate(tokens):
 
36
  token_count += 1
37
  result = llm.detokenize(token)
 
38
  output += result
39
  for word in stop:
40
  if word in output:
 
29
  print("Loaded model")
30
 
31
  def complete(prompt, stop=["User", "Assistant"]):
32
+ print("0")
33
  tokens = llm.tokenize(prompt)
34
+ print("1")
35
  token_count = 0
36
  output = ''
37
+ print("2")
38
  for token in llm.generate(tokens):
39
+ print("tokens")
40
  token_count += 1
41
  result = llm.detokenize(token)
42
+ print("detokens")
43
  output += result
44
  for word in stop:
45
  if word in output: