Spaces:
Running
Running
feat: add timeout with retries for the llm requests
Browse files- src/agent/llm.py +13 -3
- src/css.py +18 -2
- src/main.py +1 -1
src/agent/llm.py
CHANGED
@@ -1,6 +1,9 @@
|
|
1 |
"""Utility functions for working with the language model."""
|
2 |
|
|
|
3 |
import logging
|
|
|
|
|
4 |
from langchain_google_genai import ChatGoogleGenerativeAI
|
5 |
|
6 |
from config import settings
|
@@ -22,22 +25,29 @@ def create_llm(
|
|
22 |
top_p: float = settings.top_p,
|
23 |
) -> ChatGoogleGenerativeAI:
|
24 |
"""Create a standard LLM instance."""
|
25 |
-
|
26 |
model=MODEL_NAME,
|
27 |
google_api_key=_get_api_key(),
|
28 |
temperature=temperature,
|
29 |
top_p=top_p,
|
30 |
thinking_budget=1024,
|
|
|
|
|
31 |
)
|
|
|
32 |
|
33 |
|
34 |
def create_light_llm(temperature: float = settings.temperature, top_p: float = settings.top_p):
|
35 |
-
|
|
|
36 |
model="gemini-2.0-flash",
|
37 |
google_api_key=_get_api_key(),
|
38 |
temperature=temperature,
|
39 |
-
top_p=top_p
|
|
|
|
|
40 |
)
|
|
|
41 |
|
42 |
|
43 |
def create_precise_llm() -> ChatGoogleGenerativeAI:
|
|
|
1 |
"""Utility functions for working with the language model."""
|
2 |
|
3 |
+
import asyncio
|
4 |
import logging
|
5 |
+
|
6 |
+
from google.api_core.exceptions import DeadlineExceeded
|
7 |
from langchain_google_genai import ChatGoogleGenerativeAI
|
8 |
|
9 |
from config import settings
|
|
|
25 |
top_p: float = settings.top_p,
|
26 |
) -> ChatGoogleGenerativeAI:
|
27 |
"""Create a standard LLM instance."""
|
28 |
+
llm = ChatGoogleGenerativeAI(
|
29 |
model=MODEL_NAME,
|
30 |
google_api_key=_get_api_key(),
|
31 |
temperature=temperature,
|
32 |
top_p=top_p,
|
33 |
thinking_budget=1024,
|
34 |
+
timeout=settings.request_timeout,
|
35 |
+
max_retries=3,
|
36 |
)
|
37 |
+
return llm
|
38 |
|
39 |
|
40 |
def create_light_llm(temperature: float = settings.temperature, top_p: float = settings.top_p):
|
41 |
+
"""Create a light LLM instance with a shorter timeout."""
|
42 |
+
llm = ChatGoogleGenerativeAI(
|
43 |
model="gemini-2.0-flash",
|
44 |
google_api_key=_get_api_key(),
|
45 |
temperature=temperature,
|
46 |
+
top_p=top_p,
|
47 |
+
timeout=settings.request_timeout,
|
48 |
+
max_retries=3,
|
49 |
)
|
50 |
+
return llm
|
51 |
|
52 |
|
53 |
def create_precise_llm() -> ChatGoogleGenerativeAI:
|
src/css.py
CHANGED
@@ -1,17 +1,31 @@
|
|
1 |
# Custom CSS for fullscreen image with overlay and styled form components
|
2 |
custom_css = """
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
/* -------- FULLSCREEN BACKGROUND & NARRATIVE -------- */
|
4 |
.image-container {
|
5 |
position: fixed !important;
|
6 |
top: 0 !important;
|
7 |
left: 0 !important;
|
8 |
width: 100vw !important;
|
9 |
-
height: 100vh !important;
|
10 |
z-index: 1 !important;
|
11 |
}
|
12 |
.image-container img {
|
13 |
width: 100vw !important;
|
14 |
-
height: 100vh !important;
|
15 |
object-fit: cover !important;
|
16 |
}
|
17 |
|
@@ -26,6 +40,8 @@ custom_css = """
|
|
26 |
padding: 40px 20px 20px !important;
|
27 |
z-index: 10 !important;
|
28 |
color: white !important;
|
|
|
|
|
29 |
}
|
30 |
.overlay-content .form {
|
31 |
background: transparent !important;
|
|
|
1 |
# Custom CSS for fullscreen image with overlay and styled form components
|
2 |
custom_css = """
|
3 |
+
html, body {
|
4 |
+
height: 100%;
|
5 |
+
width: 100%;
|
6 |
+
margin: 0;
|
7 |
+
padding: 0;
|
8 |
+
}
|
9 |
+
|
10 |
+
.constructor-page {
|
11 |
+
height: 100vh !important;
|
12 |
+
overflow-y: auto !important;
|
13 |
+
}
|
14 |
+
|
15 |
+
gradio-app {
|
16 |
+
height: 100% !important;
|
17 |
+
}
|
18 |
+
|
19 |
/* -------- FULLSCREEN BACKGROUND & NARRATIVE -------- */
|
20 |
.image-container {
|
21 |
position: fixed !important;
|
22 |
top: 0 !important;
|
23 |
left: 0 !important;
|
24 |
width: 100vw !important;
|
|
|
25 |
z-index: 1 !important;
|
26 |
}
|
27 |
.image-container img {
|
28 |
width: 100vw !important;
|
|
|
29 |
object-fit: cover !important;
|
30 |
}
|
31 |
|
|
|
40 |
padding: 40px 20px 20px !important;
|
41 |
z-index: 10 !important;
|
42 |
color: white !important;
|
43 |
+
max-height: 100vh !important;
|
44 |
+
overflow-y: auto !important;
|
45 |
}
|
46 |
.overlay-content .form {
|
47 |
background: transparent !important;
|
src/main.py
CHANGED
@@ -140,7 +140,7 @@ with gr.Blocks(
|
|
140 |
|
141 |
# Constructor Interface (visible by default)
|
142 |
with gr.Column(
|
143 |
-
visible=True, elem_id="constructor-interface"
|
144 |
) as constructor_interface:
|
145 |
gr.Markdown("# 🎮 Interactive Game Constructor")
|
146 |
gr.Markdown(
|
|
|
140 |
|
141 |
# Constructor Interface (visible by default)
|
142 |
with gr.Column(
|
143 |
+
visible=True, elem_id="constructor-interface", elem_classes=["constructor-page"]
|
144 |
) as constructor_interface:
|
145 |
gr.Markdown("# 🎮 Interactive Game Constructor")
|
146 |
gr.Markdown(
|