Spaces:

duck-systems
/

TinyLlama-v1.1-GAD-Demo

Sleeping

kjcjohnson commited on Nov 13, 2024

Commit

dfffec6

1 Parent(s): 0b123a0

Increase timeout

Files changed (1) hide show

loop.py CHANGED Viewed

@@ -15,8 +15,8 @@ class EndpointHandler():
         # do it!
         inputs = data.get("inputs",data)
         grammar_str = data.get("grammar", "")
-        MAX_NEW_TOKENS=512
-        MAX_TIME=30
         print(grammar_str)
         grammar = IncrementalGrammarConstraint(grammar_str, "root", self.tokenizer)

         # do it!
         inputs = data.get("inputs",data)
         grammar_str = data.get("grammar", "")
+        MAX_NEW_TOKENS=4096
+        MAX_TIME=300
         print(grammar_str)
         grammar = IncrementalGrammarConstraint(grammar_str, "root", self.tokenizer)