KoichiYasuoka
commited on
Commit
β’
d2dc70d
1
Parent(s):
cfc4aa3
bug fix
Browse files
maker.py
CHANGED
@@ -13,8 +13,9 @@ class UDgoeswithDataset(object):
|
|
13 |
dep,c="-|_|dep",[]
|
14 |
for s in r:
|
15 |
t=s.split("\t")
|
16 |
-
if len(t)==10
|
17 |
-
|
|
|
18 |
elif c!=[]:
|
19 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
20 |
for i in range(len(v)-1,-1,-1):
|
|
|
13 |
dep,c="-|_|dep",[]
|
14 |
for s in r:
|
15 |
t=s.split("\t")
|
16 |
+
if len(t)==10:
|
17 |
+
if t[0].isdecimal():
|
18 |
+
c.append(t)
|
19 |
elif c!=[]:
|
20 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
21 |
for i in range(len(v)-1,-1,-1):
|