jason9693 commited on
Commit
c8fceef
ยท
1 Parent(s): 1c1f8c8

modified arg

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -14,14 +14,13 @@ examples = [
14
  ["์งˆ๋ฌธ: ์ผ๋ณธ์˜ ์•ž์œผ๋กœ์˜ 100๋…„์€ ์–ด๋–ป๊ฒŒ ๋ ๊นŒ์š”? \n๋‹ต๋ณ€:"],
15
  ["2040๋…„ ๋ฏธ๊ตญ์€, "]
16
  ]
17
-
18
  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN'])
19
  model = AutoModelForCausalLM.from_pretrained(
20
  "EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN']
21
  )
22
  model.eval()
23
 
24
- pipe = pipeline('text-generation', model=model, tokenizer=tokenizer)
25
 
26
  def predict(text):
27
  stopping_cond = StoppingCriteriaList([tokenizer.encode('<|endoftext|>')])
 
14
  ["์งˆ๋ฌธ: ์ผ๋ณธ์˜ ์•ž์œผ๋กœ์˜ 100๋…„์€ ์–ด๋–ป๊ฒŒ ๋ ๊นŒ์š”? \n๋‹ต๋ณ€:"],
15
  ["2040๋…„ ๋ฏธ๊ตญ์€, "]
16
  ]
 
17
  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN'])
18
  model = AutoModelForCausalLM.from_pretrained(
19
  "EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN']
20
  )
21
  model.eval()
22
 
23
+ pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, eos_token_id=tokenizer.eos_token_id)
24
 
25
  def predict(text):
26
  stopping_cond = StoppingCriteriaList([tokenizer.encode('<|endoftext|>')])