abdfajar707 commited on
Commit
0fc8995
·
verified ·
1 Parent(s): a3eaca9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -34,9 +34,9 @@ def generate_response(prompt, max_length=1024):
34
  inputs = tokenizer(
35
  [
36
  alpaca_prompt.format(
37
- prompt, # instruction
38
- "", # input
39
- "" #outputs
40
  )
41
  ], return_tensors = "pt").to("cuda")
42
  outputs = model.generate(**inputs, max_length=max_length, pad_token_id=tokenizer.eos_token_id)
 
34
  inputs = tokenizer(
35
  [
36
  alpaca_prompt.format(
37
+ prompt, # instruction
38
+ "", # input
39
+ "", # output - leave this blank for generation!
40
  )
41
  ], return_tensors = "pt").to("cuda")
42
  outputs = model.generate(**inputs, max_length=max_length, pad_token_id=tokenizer.eos_token_id)