jadechoghari
commited on
Commit
•
a5dd8d6
1
Parent(s):
07fb5ea
Update README.md
Browse files
README.md
CHANGED
@@ -26,6 +26,14 @@ image_path = 'image.jpg'
|
|
26 |
model_path = 'jadechoghari/Ferret-UI-Gemma2b'
|
27 |
```
|
28 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
29 |
### Task requiring bounding box
|
30 |
Choose a task from ['widgetcaptions', 'taperception', 'ocr', 'icon_recognition', 'widget_classification', 'example_0']
|
31 |
```python
|
@@ -35,14 +43,6 @@ result = infer_ui_task(image_path, "Describe the contents of the box.", model_pa
|
|
35 |
print("Result:", result)
|
36 |
```
|
37 |
|
38 |
-
### Task not requiring bounding box
|
39 |
-
Choose a task from ['widget_listing', 'find_text', 'find_icons', 'find_widget', 'conversation_interaction']
|
40 |
-
```python
|
41 |
-
task = 'conversation_interaction'
|
42 |
-
result = infer_ui_task(image_path, "How do I navigate to the Games tab?", model_path, task)
|
43 |
-
print("Result:", result)
|
44 |
-
```
|
45 |
-
|
46 |
### Task with no image processing
|
47 |
Choose a task from ['screen2words', 'detailed_description', 'conversation_perception', 'gpt4']
|
48 |
```python
|
|
|
26 |
model_path = 'jadechoghari/Ferret-UI-Gemma2b'
|
27 |
```
|
28 |
|
29 |
+
### Task not requiring bounding box
|
30 |
+
Choose a task from ['widget_listing', 'find_text', 'find_icons', 'find_widget', 'conversation_interaction']
|
31 |
+
```python
|
32 |
+
task = 'conversation_interaction'
|
33 |
+
result = infer_ui_task(image_path, "How do I navigate to the Games tab?", model_path, task)
|
34 |
+
print("Result:", result)
|
35 |
+
```
|
36 |
+
|
37 |
### Task requiring bounding box
|
38 |
Choose a task from ['widgetcaptions', 'taperception', 'ocr', 'icon_recognition', 'widget_classification', 'example_0']
|
39 |
```python
|
|
|
43 |
print("Result:", result)
|
44 |
```
|
45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
### Task with no image processing
|
47 |
Choose a task from ['screen2words', 'detailed_description', 'conversation_perception', 'gpt4']
|
48 |
```python
|