Check again

generator.py

@@ -57,9 +57,9 @@ def run_model(input_string, **generator_args):
     
   input_string = "generate questions: " + input_string + " </s>"
     
-  inputs = hftokenizer.encode(input_string, return_tensors="pt")
+  inputs = tokenize(input_string)
     
-  res = model.generate(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'], **generate_kwargs)
+  res = model.generate(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'], **generate_wargs)
   output = hftokenizer.decode(res[0], skip_special_tokens=True)
   output = [item.split("<sep>") for item in output]
   output = [o.strip() for o in output[:-1]]
@@ -107,7 +107,18 @@ def gen_question(inputs):
 # string_query = "Hello World"
 # gen_question(f"answer: {string_query} context: The first C program said {string_query} ").  #The format of the query to generate questions
 
-
+def tokenize(inputs) :
+    inputs = self.tokenizer.batch_encode_plus(
+        inputs, 
+        max_length="512",
+        add_special_tokens=True,
+        truncation=True,
+        padding="max_length",
+        pad_to_max_length=True,
+        return_tensors="pt"
+    )
+    return inputs
+    
 def read_file(filepath_name):
   with open(text, "r") as infile:
     contents = infile.read()