Update app.py

app.py

@@ -8,7 +8,7 @@ import torch
 from transformers import AutoModelForCausalLM, GemmaTokenizerFast, TextIteratorStreamer
 
 DESCRIPTION = """\
-# Prompt Generator with Gemma 2 27B IT
+# Prompt Generator with Gemma 2 9B IT
 ### Uses OpenAI's leaked meta prompt for optimizing GPT prompts! 
 ## The Prompt Generator can turn a task description into a high quality prompt. For best results, be sure to describe your task in as much detail as possible, including what input data the prompt should expect as well as how the output should be formatted.
 """
@@ -19,7 +19,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
-model_id = "unsloth/gemma-2-27b-it"
+model_id = "unsloth/gemma-2-9b-it"
 tokenizer = GemmaTokenizerFast.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
     model_id,