Spaces:
Build error
Build error
Commit
·
f78caf1
1
Parent(s):
6b35cc5
Update utils.py
Browse files
utils.py
CHANGED
@@ -1,6 +1,3 @@
|
|
1 |
-
import pickle
|
2 |
-
import pyarabic.araby as araby
|
3 |
-
# import stanza
|
4 |
import numpy as np
|
5 |
|
6 |
class Config:
|
@@ -20,8 +17,6 @@ def read_conll_ner(path):
|
|
20 |
sentences.append(curr_sentence)
|
21 |
curr_sentence = []
|
22 |
continue
|
23 |
-
if line.startswith('#') and not curr_sentence:
|
24 |
-
continue
|
25 |
entry = line.split()
|
26 |
curr_sentence.append(entry)
|
27 |
if not len(unique_entries):
|
|
|
|
|
|
|
|
|
1 |
import numpy as np
|
2 |
|
3 |
class Config:
|
|
|
17 |
sentences.append(curr_sentence)
|
18 |
curr_sentence = []
|
19 |
continue
|
|
|
|
|
20 |
entry = line.split()
|
21 |
curr_sentence.append(entry)
|
22 |
if not len(unique_entries):
|