Update app.py

app.py

@@ -12,7 +12,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 
 MAX_MAX_NEW_TOKENS = 1024
 DEFAULT_MAX_NEW_TOKENS = 1024
-MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
+MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
 
 lyrics_pool = [
     "[VERSE 1]\nBack when I was broken up chasin after yall shit\npriority was smokin up, tryna keep the bar lit\nI tried to use this pain of mine to fertilize the garden\nI would do it rain or shine, I was overwatering\nwhen you take care of business where the air acidic\nbe careful and beware of it, its parasitic\nfrom wonder valley I extend healing\nyo gonna see for miles if you receive\nhere come the ayurvedic love\n",