Update app.py

app.py

@@ -98,10 +98,10 @@ def image_to_base64(image_path):
         return base64.b64encode(img_file.read()).decode()
     
 
-# @st.cache_resource
-# def load_model():
-#     pipeline_ = AutoPipelineForInpainting.from_pretrained("kandinsky-community/kandinsky-2-2-decoder-inpaint", torch_dtype=torch.float16).to("cuda")
-#     return pipeline_
+@st.cache_resource
+def load_model():
+    pipeline_ = AutoPipelineForInpainting.from_pretrained("kandinsky-community/kandinsky-2-2-decoder-inpaint", torch_dtype=torch.float16).to("cuda")
+    return pipeline_
 
 # @st.cache_resource
 def prompt_improvment(pre_prompt):
@@ -135,10 +135,10 @@ def numpy_to_list(array):
 
 
 
-# @st.cache_resource
-# def llm_text_response():
-#     llm = Ollama(model="llama3:latest",num_ctx=1000)
-#     return llm.stream
+@st.cache_resource
+def llm_text_response():
+    llm = Ollama(model="llama3:latest",num_ctx=1000)
+    return llm.stream
 
 def model_single_out(prompt):
     pipe=load_model()