Spaces:
Running
Running
togokah
commited on
Commit
·
7c98e23
1
Parent(s):
f04645e
Fix tags
Browse files
utilities_language_bert/esp_sentence_bert.py
CHANGED
@@ -65,7 +65,7 @@ class SENTENCE:
|
|
65 |
tags['Number'] = original_token1_tags.get('Number')
|
66 |
tags['Gender'] = None
|
67 |
else:
|
68 |
-
tags = original_token1_tags
|
69 |
not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
|
70 |
target_word = {
|
71 |
'masked_sentence': self.original.replace(f'{original_token1.text} {original_token2.text}',
|
@@ -116,7 +116,7 @@ class SENTENCE:
|
|
116 |
tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
|
117 |
tags['Gender'] = None
|
118 |
else:
|
119 |
-
tags = parse_utw[0].morph.to_dict()
|
120 |
user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
|
121 |
user_target_word_pos = 'phrase'
|
122 |
user_target_word_tags = tags
|
|
|
65 |
tags['Number'] = original_token1_tags.get('Number')
|
66 |
tags['Gender'] = None
|
67 |
else:
|
68 |
+
tags = {**original_token1_tags, **original_token2_tags}
|
69 |
not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
|
70 |
target_word = {
|
71 |
'masked_sentence': self.original.replace(f'{original_token1.text} {original_token2.text}',
|
|
|
116 |
tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
|
117 |
tags['Gender'] = None
|
118 |
else:
|
119 |
+
tags = {**parse_utw[0].morph.to_dict(), **parse_utw[1].morph.to_dict()}
|
120 |
user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
|
121 |
user_target_word_pos = 'phrase'
|
122 |
user_target_word_tags = tags
|
utilities_language_w2v/esp_sentence_w2v.py
CHANGED
@@ -64,7 +64,7 @@ class SENTENCE:
|
|
64 |
tags['Number'] = original_token1_tags.get('Number')
|
65 |
tags['Gender'] = None
|
66 |
else:
|
67 |
-
tags = original_token1_tags
|
68 |
not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
|
69 |
target_word = {
|
70 |
'sentence_number': self.n_sentence,
|
@@ -112,7 +112,7 @@ class SENTENCE:
|
|
112 |
tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
|
113 |
tags['Gender'] = None
|
114 |
else:
|
115 |
-
tags = parse_utw[0].morph.to_dict()
|
116 |
user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
|
117 |
user_target_word_pos = 'phrase'
|
118 |
user_target_word_tags = tags
|
|
|
64 |
tags['Number'] = original_token1_tags.get('Number')
|
65 |
tags['Gender'] = None
|
66 |
else:
|
67 |
+
tags = {**original_token1_tags, **original_token2_tags}
|
68 |
not_ner = True if (original_token1.ent_type == 0 and original_token2.ent_type == 0) else False
|
69 |
target_word = {
|
70 |
'sentence_number': self.n_sentence,
|
|
|
112 |
tags['Number'] = parse_utw[0].morph.to_dict().get('Number')
|
113 |
tags['Gender'] = None
|
114 |
else:
|
115 |
+
tags = {**parse_utw[0].morph.to_dict(), **parse_utw[1].morph.to_dict()}
|
116 |
user_target_word_lemma = '_'.join([f'{token.lemma_}_{token.pos_}' for token in parse_utw])
|
117 |
user_target_word_pos = 'phrase'
|
118 |
user_target_word_tags = tags
|