switch to smaller model

app.py

@@ -23,7 +23,7 @@ def init():
 
 def init_llm_pipeline():
     if "llm" not in st.session_state:
-        model_id = "bigcode/starcoder2-15b"
+        model_id = "bigcode/starcoder2-7b"
         
         tokenizer = AutoTokenizer.from_pretrained(model_id)
         model = AutoModelForCausalLM.from_pretrained(