| {"system": "You are a helpful assistant.", "query": "What does this say? <img>", "response": "mg", "history": []} | |
| {"system": "You are a helpful assistant.", "query": "dataset/synthetic_image_1_split1_gray_rot0.png", "response": "mg", "history": [["What does this say? <img>", "mg"]]} | |
| {"system": "You are a helpful assistant.", "query": "dataset/synthetic_image_1_split1_gray_rot0.png", "response": "mg", "history": [["What does this say? <img>", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"]]} | |
| {"system": "You are a helpful assistant.", "query": "<img> dataset/synthetic_image_1_split1_gray_rot0.png", "response": "mg", "history": [["What does this say? <img>", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"]]} | |
| {"system": "You are a helpful assistant.", "query": "dataset/synthetic_image_1_split1_gray_rot0.png", "response": "mg", "history": [["What does this say? <img>", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"], ["<img> dataset/synthetic_image_1_split1_gray_rot0.png", "mg"]]} | |
| {"system": "You are a helpful assistant.", "query": "<image>what does this say?", "response": "Bupropion even\nthe whole tablet\nDo chew or crush\nmouth Samuel\ntablet Take\nAmelia 1 chew whole\nSwallow with\ntablet Joe not mg\n500 by", "history": [["What does this say? <img>", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"], ["<img> dataset/synthetic_image_1_split1_gray_rot0.png", "mg"], ["dataset/synthetic_image_1_split1_gray_rot0.png", "mg"]], "images": ["dataset/synthetic_image_1_split1_gray_rot0.png"]} | |