TestTaker commited on
Commit
c51f116
·
1 Parent(s): 4d36253

Sparse tasks in sentence

Browse files
utilities_language_bert/rus_sentence_bert.py CHANGED
@@ -130,7 +130,7 @@ class SENTENCE:
130
  c_position = 0
131
  bad_target_words = []
132
  for target_word in self.target_words:
133
- position_difference = 3 if target_words_automatic_mode else 0
134
  if not (target_word['position_in_sentence'] == 0
135
  or abs(target_word['position_in_sentence'] - c_position) >= position_difference):
136
  bad_target_words.append(target_word)
 
130
  c_position = 0
131
  bad_target_words = []
132
  for target_word in self.target_words:
133
+ position_difference = 5 if target_words_automatic_mode else 0
134
  if not (target_word['position_in_sentence'] == 0
135
  or abs(target_word['position_in_sentence'] - c_position) >= position_difference):
136
  bad_target_words.append(target_word)
utilities_language_w2v/rus_sentence_w2v.py CHANGED
@@ -180,7 +180,7 @@ class SENTENCE:
180
  c_position = 0
181
  bad_target_words = []
182
  for target_word in self.target_words:
183
- position_difference = 3 if target_words_automatic_mode else 0
184
  if not (target_word['position_in_sentence'] == 0
185
  or abs(target_word['position_in_sentence'] - c_position) >= position_difference):
186
  bad_target_words.append(target_word)
 
180
  c_position = 0
181
  bad_target_words = []
182
  for target_word in self.target_words:
183
+ position_difference = 5 if target_words_automatic_mode else 0
184
  if not (target_word['position_in_sentence'] == 0
185
  or abs(target_word['position_in_sentence'] - c_position) >= position_difference):
186
  bad_target_words.append(target_word)