KoichiYasuoka
commited on
Commit
•
ed74159
1
Parent(s):
d4b8c36
bug fix
Browse files
maker.py
CHANGED
@@ -18,8 +18,9 @@ class UDgoeswithDataset(object):
|
|
18 |
dep,c="-|_|dep",[]
|
19 |
for s in r:
|
20 |
t=s.split("\t")
|
21 |
-
if len(t)==10
|
22 |
-
|
|
|
23 |
elif c!=[]:
|
24 |
v=tokenizer([t[1].replace("_"," ") for t in c],add_special_tokens=False)["input_ids"]
|
25 |
for i in range(len(v)-1,-1,-1):
|
|
|
18 |
dep,c="-|_|dep",[]
|
19 |
for s in r:
|
20 |
t=s.split("\t")
|
21 |
+
if len(t)==10:
|
22 |
+
if t[0].isdecimal():
|
23 |
+
c.append(t)
|
24 |
elif c!=[]:
|
25 |
v=tokenizer([t[1].replace("_"," ") for t in c],add_special_tokens=False)["input_ids"]
|
26 |
for i in range(len(v)-1,-1,-1):
|