Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,13 @@
|
|
|
|
1 |
import streamlit as st
|
2 |
from transformers import pipeline, AutoTokenizer,AutoModelForTokenClassification
|
3 |
|
|
|
|
|
|
|
|
|
|
|
|
|
4 |
classifier = pipeline("token-classification", model="KoichiYasuoka/bert-base-japanese-upos")
|
5 |
def main():
|
6 |
st.title("POS-tagging for Japanese texts")
|
|
|
1 |
+
import torch
|
2 |
import streamlit as st
|
3 |
from transformers import pipeline, AutoTokenizer,AutoModelForTokenClassification
|
4 |
|
5 |
+
tokenizer=AutoTokenizer.from_pretrained("KoichiYasuoka/bert-base-japanese-upos")
|
6 |
+
model=AutoModelForTokenClassification.from_pretrained("KoichiYasuoka/bert-base-japanese-upos")
|
7 |
+
s="国境の長いトンネルを抜けると雪国であった。"
|
8 |
+
p=[model.config.id2label[q] for q in torch.argmax(model(tokenizer.encode(s,return_tensors="pt"))["logits"],dim=2)[0].tolist()[1:-1]]
|
9 |
+
print(list(zip(s,p)))
|
10 |
+
|
11 |
classifier = pipeline("token-classification", model="KoichiYasuoka/bert-base-japanese-upos")
|
12 |
def main():
|
13 |
st.title("POS-tagging for Japanese texts")
|