Spaces:
Build error
Build error
modified arg
Browse files
app.py
CHANGED
@@ -14,14 +14,13 @@ examples = [
|
|
14 |
["์ง๋ฌธ: ์ผ๋ณธ์ ์์ผ๋ก์ 100๋
์ ์ด๋ป๊ฒ ๋ ๊น์? \n๋ต๋ณ:"],
|
15 |
["2040๋
๋ฏธ๊ตญ์, "]
|
16 |
]
|
17 |
-
|
18 |
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN'])
|
19 |
model = AutoModelForCausalLM.from_pretrained(
|
20 |
"EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN']
|
21 |
)
|
22 |
model.eval()
|
23 |
|
24 |
-
pipe = pipeline('text-generation', model=model, tokenizer=tokenizer)
|
25 |
|
26 |
def predict(text):
|
27 |
stopping_cond = StoppingCriteriaList([tokenizer.encode('<|endoftext|>')])
|
|
|
14 |
["์ง๋ฌธ: ์ผ๋ณธ์ ์์ผ๋ก์ 100๋
์ ์ด๋ป๊ฒ ๋ ๊น์? \n๋ต๋ณ:"],
|
15 |
["2040๋
๋ฏธ๊ตญ์, "]
|
16 |
]
|
|
|
17 |
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN'])
|
18 |
model = AutoModelForCausalLM.from_pretrained(
|
19 |
"EleutherAI/gpt-neox-ko-1.3b-release", use_auth_token=os.environ['TOKEN']
|
20 |
)
|
21 |
model.eval()
|
22 |
|
23 |
+
pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, eos_token_id=tokenizer.eos_token_id)
|
24 |
|
25 |
def predict(text):
|
26 |
stopping_cond = StoppingCriteriaList([tokenizer.encode('<|endoftext|>')])
|