Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update e2bqwen.py
Browse files- e2bqwen.py +4 -4
e2bqwen.py
CHANGED
@@ -24,7 +24,7 @@ from PIL import ImageDraw
|
|
24 |
|
25 |
E2B_SYSTEM_PROMPT_TEMPLATE = """You are a desktop automation assistant that can control a remote desktop environment.
|
26 |
<action process>
|
27 |
-
You
|
28 |
After each action, you'll receive an updated screenshot.
|
29 |
Then you will proceed as follows, with these sections: don't skip any!
|
30 |
|
@@ -144,8 +144,8 @@ Use precise coordinates based on the current screenshot. The desktop has a resol
|
|
144 |
Execute one action at a time: don't try to pack a click and typing in one action.
|
145 |
On each step, look at the last screenshot and action to validate if previous steps worked and decide the next action. If you repeated an action already without effect, it means that this action is useless: don't repeat it and try something else.
|
146 |
Use click to move through menus on the desktop and scroll for web and specific applications.
|
147 |
-
Always analyze the latest screenshot carefully before performing actions.
|
148 |
-
|
149 |
</general_guidelines>
|
150 |
"""
|
151 |
|
@@ -228,7 +228,7 @@ class E2BVisionAgent(CodeAgent):
|
|
228 |
},
|
229 |
)
|
230 |
assert system_prompt != self.prompt_templates["system_prompt"], "Populating prompt template failed"
|
231 |
-
print("
|
232 |
return system_prompt
|
233 |
|
234 |
def _setup_desktop_tools(self):
|
|
|
24 |
|
25 |
E2B_SYSTEM_PROMPT_TEMPLATE = """You are a desktop automation assistant that can control a remote desktop environment.
|
26 |
<action process>
|
27 |
+
You will be given a task to solve in several steps. At each step you will perform an action.
|
28 |
After each action, you'll receive an updated screenshot.
|
29 |
Then you will proceed as follows, with these sections: don't skip any!
|
30 |
|
|
|
144 |
Execute one action at a time: don't try to pack a click and typing in one action.
|
145 |
On each step, look at the last screenshot and action to validate if previous steps worked and decide the next action. If you repeated an action already without effect, it means that this action is useless: don't repeat it and try something else.
|
146 |
Use click to move through menus on the desktop and scroll for web and specific applications.
|
147 |
+
Always analyze the latest screenshot carefully before performing actions.
|
148 |
+
Desktop menus usually expand with more options, the tiny triangle next to some text in a menu means that menu expands. For example in Office in the Applications menu expands showing presentation or writing applications.
|
149 |
</general_guidelines>
|
150 |
"""
|
151 |
|
|
|
228 |
},
|
229 |
)
|
230 |
assert system_prompt != self.prompt_templates["system_prompt"], "Populating prompt template failed"
|
231 |
+
print("FINAL PROMPT:", system_prompt)
|
232 |
return system_prompt
|
233 |
|
234 |
def _setup_desktop_tools(self):
|