update system message.
Browse files
README.md
CHANGED
@@ -91,7 +91,7 @@ conversation = [
|
|
91 |
"content": [
|
92 |
{
|
93 |
"type": "text",
|
94 |
-
"text": "You are a GUI agent.
|
95 |
}
|
96 |
]
|
97 |
},
|
|
|
91 |
"content": [
|
92 |
{
|
93 |
"type": "text",
|
94 |
+
"text": "You are a GUI agent. Given a screenshot of the current GUI and a human instruction, your task is to locate the screen element that corresponds to the instruction. You should output a PyAutoGUI action that performs a click on the correct position. To indicate the click location, we will use some special tokens, which is used to refer to a visual patch later. For example, you can output: pyautogui.click(<your_special_token_here>).",
|
95 |
}
|
96 |
]
|
97 |
},
|