fixes

loop.py

@@ -45,6 +45,7 @@ class EndpointHandler():
 
         if grammar_str is None or len(grammar_str) == 0 or grammar_str.isspace():
             logits_processors = None
+            gad_oracle_processor = None
         else:
             print("=== GOT GRAMMAR ===")
             print(grammar_str)
@@ -61,7 +62,7 @@ class EndpointHandler():
 
         #input_ids = self.tokenizer([inputs], add_special_tokens=False, return_tensors="pt", padding=True)["input_ids"]
         input_ids = self.tokenizer.apply_chat_template(
-            [ {"role": "user", "content": "inputs"}],
+            [{"role": "user", "content": inputs}],
             tokenize=True,
             add_generation_prompt=True,
             return_tensors="pt"
@@ -85,7 +86,8 @@ class EndpointHandler():
                     output_scores=True
                 )
         
-        gad_oracle_processor.reset()
+        if gad_oracle_processor is not None:
+            gad_oracle_processor.reset()
 
         # Detokenize generated output
         input_length = 1 if self.model.config.is_encoder_decoder else input_ids.shape[1]