KoichiYasuoka commited on
Commit
d2dc70d
β€’
1 Parent(s): cfc4aa3
Files changed (1) hide show
  1. maker.py +3 -2
maker.py CHANGED
@@ -13,8 +13,9 @@ class UDgoeswithDataset(object):
13
  dep,c="-|_|dep",[]
14
  for s in r:
15
  t=s.split("\t")
16
- if len(t)==10 and t[0].isdecimal():
17
- c.append(t)
 
18
  elif c!=[]:
19
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
20
  for i in range(len(v)-1,-1,-1):
 
13
  dep,c="-|_|dep",[]
14
  for s in r:
15
  t=s.split("\t")
16
+ if len(t)==10:
17
+ if t[0].isdecimal():
18
+ c.append(t)
19
  elif c!=[]:
20
  v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
21
  for i in range(len(v)-1,-1,-1):