Added position_ids input

README.md

@@ -76,9 +76,11 @@ def generate_text(model_path, prompt, tokenizer, max_gen_tokens, total_sequence,
     inputs_dict = {}
     inputs_dict['input_ids'] = actual_input[:, :window].reshape(1, window).numpy()
     inputs_dict['attention_mask'] = first_attention
-    inputs_dict['tree_attention'] = np.triu(-65504*np.ones(total_sequence), k= 1).astype('float16').reshape(1, 1, total_sequence, total_sequence)   
+    index_pos = sum(first_attention[0])
+    inputs_dict['position_ids'] = np.concatenate((np.zeros([1, total_sequence - index_pos], dtype = 'int64'), np.arange(index_pos, dtype = 'int64').reshape(1, index_pos)), axis=1)
+    inputs_dict['tree_attention'] = np.triu(-65504*np.ones(total_sequence), k= 1).astype('float16').reshape(1, 1, total_sequence, total_sequence)
     for name in inputs_names:
-        if name == 'input_ids' or name == 'attention_mask' or name == 'tree_attention': continue
+        if name == 'input_ids' or name == 'attention_mask' or name == 'position_ids' or name == 'tree_attention': continue
         inputs_dict[name] = np.zeros([1, n_heads, context-window, 256], dtype="float16")
     index = 0
     new_token = np.array([10])
@@ -109,6 +111,8 @@ def generate_text(model_path, prompt, tokenizer, max_gen_tokens, total_sequence,
                 inputs_dict['input_ids']= total_input[:, j:next_index].reshape(1, window)
             elif name == 'attention_mask':
                 inputs_dict['attention_mask'] = np.concatenate((np.zeros((1, total_sequence-next_index), dtype = 'int64'), np.ones((1, next_index), dtype = 'int64')), axis=1)
+            elif name == 'position_ids':
+                inputs_dict['position_ids'] = np.concatenate((np.zeros([1, total_sequence - next_index], dtype = 'int64'), np.arange(next_index, dtype = 'int64').reshape(1, next_index)), axis=1)
             elif name == 'tree_attention': continue
             else:
                 old_name = name.replace("past_key_values", "present")

model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd8359e74d5fca130cbe6b033308ce416f1d97175431e57da2c93a716028d996
-size 1187072
+oid sha256:e98c66293b980d28bd7e40a5a15c81645b5b3f9023ef7e30b18ed9d0bfcced28
+size 1186395