Update app.py

app.py

@@ -27,12 +27,13 @@ def top_k_top_p_filtering( logits, top_k=0, top_p=0.0, filter_value=-float('Inf'
 
 def generate(title, context, max_len):
 
-    # input_ids.extend( tokenizer.encode(input_text + "-", add_special_tokens=False) )
+    input_ids.extend( tokenizer.encode(title + "-" + context, add_special_tokens=False) )
+
+    # title_ids = tokenizer.encode(title, add_special_tokens=False)
+    # context_ids = tokenizer.encode(context, add_special_tokens=False)
+    # input_ids = title_ids + [sep_id] + context_ids
+    # print(input_ids) 
 
-    title_ids = tokenizer.encode(title, add_special_tokens=False)
-    context_ids = tokenizer.encode(context, add_special_tokens=False)
-    input_ids = title_ids + [sep_id] + context_ids
-    print(input_ids) 
     cur_len = len(input_ids)
     input_len = cur_len
     last_token_id = input_ids[-1]