tio-checkpoint-zoo / benchmark /human_eval /ours_20230515-194448.json
xj
[feat] add benchmark results and huge ckpt/logs
6f5c44e
raw
history blame
38.9 kB
[13, [["ride the bikes on the bottom left.", "which one do you want to ride?"], ["the closest one.", "is it the first one from the left?"], ["yeah.", "[0, 432, 96, 479]"]], [35, 422, 108, 479], [0, 432, 96, 479], "openimages_v1.2/imgs/2b240f8c7b095972_Bicycle_Bicycle wheel_Land vehicle_House_Vehicle_Building_Tire_4.jpg"]
[51, [["catch the duck on the far right.", "is it the first one from the right?"], ["yes.", "[499, 175, 611, 240]"]], [500, 172, 618, 238], [499, 175, 611, 240], "openimages_v1.2/imgs/0391aa378a4094b3_Bird_Duck_12.jpg"]
[54, [["mark the tallest penguin.", "is it the one in the middle?"], ["yes.", "[188, 115, 415, 545]"]], [187, 115, 420, 548], [188, 115, 415, 545], "openimages_v1.2/imgs/5cc33103845e5519_Bird_Penguin_Animal_4.jpg"]
[209, [["This tea set is so pretty.", "which one?"], ["It is in the middle.", "is that the teapot?"], ["yes", "[167, 39, 381, 217]"]], [168, 39, 378, 215], [167, 39, 381, 217], "openimages_v1.2/imgs/76005037c3e150f7_Teapot_Snack_Dessert_Food_Baked goods_Pastry_6.jpg"]
[228, [["I want to know its name.", "which one are you talking about?"], ["The bigger one.", "is it the first one from the right?"], ["yes", "[301, 0, 508, 523]"]], [0, 0, 509, 497], [301, 0, 508, 523], "openimages_v1.2/imgs/31d3d97132fbb2f2_Bird_Penguin_Animal_3.jpg"]
[255, [["It does not know if it is made by machine.", "is it a cookie?"], ["yes", "is it in the front row?"], ["seconed row", "is it on the left?"], ["yes", "is it the first one on the left?"], ["no", "is it the second one on the left?"], ["yes", "[0, 244, 202, 329]"]], [0, 241, 202, 330], [0, 244, 202, 329], "openimages_v1.2/imgs/467d1abed2e32295_Snack_Cookie_Food_Baked goods_17.jpg"]
[285, [["It does not look very strong", "is it a rooster?"], ["yes", "is it the rooster on the right?"], ["no, it\u2019s in the middle.", "[228, 213, 400, 400]"]], [231, 210, 402, 400], [228, 213, 400, 400], "openimages_v1.2/imgs/1797f4e85e52bc5a_Building_Bird_Chicken_Animal_4.jpg"]
[318, [["Give me that coffee cup.", "which one do you want?"], ["white one", "is it the one on the plate?"], ["yes", "[67, 9, 254, 165]"]], [68, 6, 252, 167], [67, 9, 254, 165], "openimages_v1.2/imgs/67c02c17c9a759c8_Drink_Coffee cup_Food_Saucer_Tableware_Vegetable_Salad_Broccoli_2.jpg"]
[326, [["Give me that action figures", "which one do you want"], ["It is in the middle.", "is it the first one from the left?"], ["no", "is it the second one?"], ["yes", "[343, 352, 394, 410]"]], [234, 228, 275, 288], [343, 352, 394, 410], "openimages_v1.2/imgs/bcc0fa02fdce3af0_Toy_Land vehicle_Vehicle_7.jpg"]
[333, [["This flower is interesting", "which one?"], ["The purple one", "is it the biggest one?"], ["no", "is it white?"], ["no", "is it next to the big one?"], ["yes", "[399, 259, 469, 348]"]], [397, 261, 468, 345], [399, 259, 469, 348], "openimages_v1.2/imgs/921e76975c6f820c_Plant_Rose_Flower_3.jpg"]
[393, [["The bird is cute", "which one?"], ["Bottom of the page", "what color is it?"], ["black and white", "is it on the right?"], ["no", "is it on the left?"], ["no", "is it in the middle?"], ["yes", "[226, 181, 315, 293]"]], [222, 279, 301, 394], [226, 181, 315, 293], "openimages_v1.2/imgs/ef4a0d60192428c1_Bird_Penguin_Animal_13.jpg"]
[407, [["It is so cool", "is it a train?"], ["yes", "is it the one in the middle?"], ["yes", "[94, 133, 608, 322]"]], [85, 121, 601, 337], [94, 133, 608, 322], "openimages_v1.2/imgs/91826655a7d34abd_Land vehicle_Train_Vehicle_Wheel_3.jpg"]
[429, [["It is really strong.", "which one are you talking about?"], ["the left one", "is it the first one from the left?"], ["yes", "[26, 184, 288, 361]"]], [28, 188, 282, 364], [26, 184, 288, 361], "openimages_v1.2/imgs/02c91a8515336047_Cattle_10.jpg"]
[440, [["What is the brand of this computer", "what brand is it"], ["what", "is it a laptop?"], ["yes", "is it the one on the left?"], ["yes", "[0, 0, 229, 257]"]], [0, 0, 230, 256], [0, 0, 229, 257], "openimages_v1.2/imgs/9b031924d17fc0d4_Beer_Laptop_Drink_Office supplies_Bottle_Wine_Book_2.jpg"]
[447, [["It\u2019s samll", "is it the front one?"], ["yes", "[321, 152, 602, 356]"]], [319, 156, 550, 331], [321, 152, 602, 356], "openimages_v1.2/imgs/008ede8abd811226_Squirrel_Animal_3.jpg"]
[451, [["It is in full bloom", "which one are you talking about"], ["the middle one", "is it the top one?"], ["no", "is it the bottom one?"], ["no", "is it the middle one?"], ["yes", "[268, 317, 352, 399]"]], [247, 244, 297, 333], [268, 317, 352, 399], "openimages_v1.2/imgs/f7f3a10c836226b2_Plant_Flower_Common sunflower_7.jpg"]
[457, [["It is strange", "is it a toy?"], ["yes", "is it yellow?"], ["no, the green one", "[76, 33, 258, 122]"]], [29, 348, 266, 440], [76, 33, 258, 122], "openimages_v1.2/imgs/15f3aeb130d0d03d_Toy_Land vehicle_Vehicle_Wheel_8.jpg"]
[466, [["What kind of animal is this?", "which one?"], ["the seconed one", "what color is it?"], ["black and white", "is it the second one from the right?"], ["yes", "[262, 27, 367, 307]"]], [277, 30, 354, 219], [262, 27, 367, 307], "openimages_v1.2/imgs/7fe6972c3f562011_Horse_Cattle_Animal_6.jpg"]
[476, [["Please pick one flower for me.", "which one do you want?"], ["Second from left.", "is it the first one from the left?"], ["No. It is the second from the left.", "[149, 175, 188, 207]"]], [154, 175, 190, 206], [149, 175, 188, 207], "openimages_v1.2/imgs/46ceefe0e0ecff39_Chair_Houseplant_Table_Plant_Flower_Furniture_Flowerpot_1.jpg"]
[501, [["Pass me the first carton.", "is it the first carton from the left?"], ["Yes.", "is it the first carton from the right?"], ["No. It is the first carton from the left.", "[58, 252, 329, 425]"]], [62, 250, 327, 425], [58, 252, 329, 425], "openimages_v1.2/imgs/2a1552207182c802_Box_4.jpg"]
[541, [["Pass me the plant pot.", "which pot are you talking about?"], ["The one in the middle.", "is it the one closest to us?"], ["Yes, it is.", "[276, 343, 346, 399]"]], [276, 344, 348, 401], [276, 343, 346, 399], "openimages_v1.2/imgs/b539ca908aece624_Fountain_Houseplant_Plant_Tree_Flower_Flowerpot_5.jpg"]
[546, [["Pass me the axe.", "which one do you want?"], ["I want the first one from the left.", "is it the first one from the left?"], ["Yes, it is.", "[137, 167, 249, 513]"]], [145, 169, 250, 514], [137, 167, 249, 513], "openimages_v1.2/imgs/5c7e5c0ac6b63b5e_Tool_Axe_4.jpg"]
[563, [["The flag is beautiful.", "which one are you talking about?"], ["The one in red, white and blue.", "is it the first one from the left?"], ["Yes, it is.", "[94, 171, 315, 307]"]], [97, 177, 315, 304], [94, 171, 315, 307], "openimages_v1.2/imgs/5d170945d5549dea_Flag_3.jpg"]
[569, [["The flag is beautiful.", "which one are you talking about?"], ["The one farthest away from us.", "is it the first one from the right?"], ["Yes, it is.", "[380, 228, 499, 343]"]], [378, 233, 493, 343], [380, 228, 499, 343], "openimages_v1.2/imgs/3bd5795f8469318e_Flag_3.jpg"]
[592, [["The polar bear is so cute.", "which one are you talking about?"], ["The sleeping one.", "is it the one on the right?"], ["No. It is the one on the left.", "is it the first one from the right?"], ["No. It is the first one from the left.", "[12, 208, 176, 256]"]], [38, 206, 183, 254], [12, 208, 176, 256], "openimages_v1.2/imgs/392f8102414cc81e_Polar bear_4.jpg"]
[592, [["The polar bear is so cute.", "which one are you talking about?"], ["The sleeping one.", "is it the one on the right?"], ["No. It is the one on the left.", "is it the first one from the right?"], ["No. It is the first one from the left.", "[12, 208, 176, 256]"]], [38, 206, 183, 254], [12, 208, 176, 256], "openimages_v1.2/imgs/392f8102414cc81e_Polar bear_4.jpg"]
[600, [["Pass me the cherry tomato.", "which one do you want?"], ["The one in the middle.", "is it the one next to the cucumber?"], ["No. It is the one on the cabbage.", "[128, 164, 256, 299]"]], [131, 168, 255, 290], [128, 164, 256, 299], "openimages_v1.2/imgs/0353b5f2eb7bd145_Cucumber_Zucchini_Food_Tomato_Vegetable_Cabbage_Salad_13.jpg"]
[689, [["The cake looks really nice.", "which one are you talking about?"], ["The red cake closest to us.", "is it the first one from the right?"], ["No. It is the first one from the left.", "[135, 446, 285, 610]"]], [128, 445, 288, 608], [135, 446, 285, 610], "openimages_v1.2/imgs/ffcce9c7edd86436_Dessert_Food_Baked goods_Cake_Pastry_18.jpg"]
[696, [["Pass me the vass.", "which one are you talking about?"], ["The white vass with a red flower on it.", "there are two white vases with red flowers, which one is it?"], ["It is the one in the left.", "is it the first one from the right?"], ["No. It is the first one from the left.", "[268, 353, 344, 478]"]], [267, 353, 343, 478], [268, 353, 344, 478], "openimages_v1.2/imgs/a0abaa5bf4b660d8_Teapot_Vase_Tableware_Jug_Furniture_8.jpg"]
[704, [["The latte art is so beautiful.", "which one?"], ["The one in the right.", "is there a spoon next to it?"], ["Yes, it is.", "[264, 33, 409, 195]"]], [273, 41, 400, 120], [264, 33, 409, 195], "openimages_v1.2/imgs/0e4bf084d6b8b360_Croissant_Coffee_Saucer_4.jpg"]
[727, [["Pass me the plant pot.", "which pot do you want?"], ["The one with purple flower.", "is it the first one from the right?"], ["Yes, it is.", "[508, 368, 547, 435]"]], [510, 371, 547, 436], [508, 368, 547, 435], "openimages_v1.2/imgs/4bd65f1121e94380_Chair_Houseplant_House_Plant_Flower_Furniture_Flowerpot_5.jpg"]
[735, [["The dustbin is full.", "which one?"], ["The one in the left.", "what color is it?"], ["It is green.", "is it the first one from the left?"], ["Yes, it is.", "[48, 274, 199, 464]"]], [49, 278, 198, 462], [48, 274, 199, 464], "openimages_v1.2/imgs/7ee6b53585ead951_Waste container_9.jpg"]
[740, [["I want to take a boat.", "which one do you want?"], ["The one in yellow and blue.", "is it the first one from the left?"], ["Yes, it is.", "[96, 171, 502, 304]"]], [93, 157, 521, 309], [96, 171, 502, 304], "openimages_v1.2/imgs/c22e23202c31e85e_Boat_Barge_Watercraft_Vehicle_4.jpg"]
[747, [["The balloon is flying so high.", "which one are you talking about?"], ["The first one from the left.", "is it the first one from the left?"], ["Yes, it is.", "[26, 32, 186, 215]"]], [25, 33, 187, 214], [26, 32, 186, 215], "openimages_v1.2/imgs/23a0eb2232fe9e66_Balloon_Vehicle_4.jpg"]
[758, [["can you pass me the tree in middle?", "which one are you talking about?"], ["it is in the middle.", "is it the tallest one?"], ["yes.", "[210, 206, 325, 357]"]], [191, 210, 338, 363], [210, 206, 325, 357], "openimages_v1.2/imgs/f2246253917f75b5_Christmas tree_Tree_4.jpg"]
[758, [["can you pass me the tree in middle?", "which one are you talking about?"], ["it is in the middle.", "is it the tallest one?"], ["yes.", "[210, 206, 325, 357]"]], [191, 210, 338, 363], [210, 206, 325, 357], "openimages_v1.2/imgs/f2246253917f75b5_Christmas tree_Tree_4.jpg"]
[778, [["the fish is so cute.", "which one are you talking about?"], ["it is in the middle.", "is it yellow?"], ["yes.", "is it the first one from the right?"], ["no, it is in the middle.", "[99, 164, 356, 292]"]], [97, 161, 357, 292], [99, 164, 356, 292], "openimages_v1.2/imgs/5d97d9b7b9995160_Goldfish_Fish_Animal_14.jpg"]
[778, [["the fish is so cute.", "which one are you talking about?"], ["it is in the middle.", "is it yellow?"], ["yes.", "is it the first one from the right?"], ["no, it is in the middle.", "[99, 164, 356, 292]"]], [97, 161, 357, 292], [99, 164, 356, 292], "openimages_v1.2/imgs/5d97d9b7b9995160_Goldfish_Fish_Animal_14.jpg"]
[859, [["Can you pass me the biggest pumpkin?", "is it the one on the left?"], ["yes.", "[4, 44, 245, 268]"]], [7, 44, 245, 267], [4, 44, 245, 268], "openimages_v1.2/imgs/6708c917862153ec_Squash (Plant)_Pumpkin_Fruit_4.jpg"]
[859, [["Can you pass me the biggest pumpkin?", "is it the one on the left?"], ["yes.", "[4, 44, 245, 268]"]], [7, 44, 245, 267], [4, 44, 245, 268], "openimages_v1.2/imgs/6708c917862153ec_Squash (Plant)_Pumpkin_Fruit_4.jpg"]
[864, [["Can you pass me the taxi?", "which one are you talking about?"], ["it is in the middle.", "is it the first one from the right?"], ["no, it is in the middle.", "is it the first one from the left?"], ["no, is it the first second one from the left?", "[19, 196, 259, 367]"], ["no, it is in the middle.", "[200, 197, 371, 324]"]], [199, 195, 367, 331], [200, 197, 371, 324], "openimages_v1.2/imgs/13399741ea286868_Vehicle_Car_Taxi_4.jpg"]
[864, [["Can you pass me the taxi?", "which one are you talking about?"], ["it is in the middle.", "is it the first one from the right?"], ["no, it is in the middle.", "is it the first one from the left?"], ["no, is it the first second one from the left?", "[19, 196, 259, 367]"], ["no, it is in the middle.", "[200, 197, 371, 324]"]], [199, 195, 367, 331], [200, 197, 371, 324], "openimages_v1.2/imgs/13399741ea286868_Vehicle_Car_Taxi_4.jpg"]
[865, [["the cake is so cute.", "which one are you talking about?"], ["it is in top middle.", "is it brown?"], ["yes.", "is it the first one from the right?"], ["No, it\u2019s in the middle of the top.", "[339, 15, 469, 102]"], ["the left beside it.", "[342, 46, 469, 101]"], ["the left beside it.", "[342, 46, 469, 101]"], ["And to the left.", "[343, 44, 469, 101]"]], [266, 55, 360, 123], [343, 44, 469, 101], "openimages_v1.2/imgs/008b40159ed22bdf_Food_Baked goods_Pastry_3.jpg"]
[865, [["the cake is so cute.", "which one are you talking about?"], ["it is in top middle.", "is it brown?"], ["yes.", "is it the first one from the right?"], ["No, it\u2019s in the middle of the top.", "[339, 15, 469, 102]"], ["the left beside it.", "[342, 46, 469, 101]"], ["the left beside it.", "[342, 46, 469, 101]"], ["And to the left.", "[343, 44, 469, 101]"]], [266, 55, 360, 123], [343, 44, 469, 101], "openimages_v1.2/imgs/008b40159ed22bdf_Food_Baked goods_Pastry_3.jpg"]
[865, [["the cake is so cute.", "which one are you talking about?"], ["it is in top middle.", "is it brown?"], ["yes.", "is it the first one from the right?"], ["No, it\u2019s in the middle of the top.", "[339, 15, 469, 102]"], ["the left beside it.", "[342, 46, 469, 101]"], ["the left beside it.", "[342, 46, 469, 101]"], ["And to the left.", "[343, 44, 469, 101]"]], [266, 55, 360, 123], [343, 44, 469, 101], "openimages_v1.2/imgs/008b40159ed22bdf_Food_Baked goods_Pastry_3.jpg"]
[919, [["the deer is so cute.", "which one are you talking about?"], ["Behind the doll", "is it the first one from the right?"], ["yes.", "[320, 0, 490, 173]"]], [328, 1, 479, 161], [320, 0, 490, 173], "openimages_v1.2/imgs/9263a5fd06a1b5ca_Snowman_Toy_6.jpg"]
[928, [["the flower is so lovely.", "which one are you talking about?"], ["the left one.", "is it the first one from the left?"], ["yes.", "[0, 127, 185, 311]"]], [3, 128, 184, 310], [0, 127, 185, 311], "openimages_v1.2/imgs/0fffd5362226f8d3_Flower_Plant_Rose_3.jpg"]
[928, [["the flower is so lovely.", "which one are you talking about?"], ["the left one.", "is it the first one from the left?"], ["yes.", "[0, 127, 185, 311]"]], [3, 128, 184, 310], [0, 127, 185, 311], "openimages_v1.2/imgs/0fffd5362226f8d3_Flower_Plant_Rose_3.jpg"]
[928, [["the flower is so lovely.", "which one are you talking about?"], ["the left one.", "is it the first one from the left?"], ["yes.", "[0, 127, 185, 311]"]], [3, 128, 184, 310], [0, 127, 185, 311], "openimages_v1.2/imgs/0fffd5362226f8d3_Flower_Plant_Rose_3.jpg"]
[940, [["pass me the blue flag.", "which one are you talking about?"], ["the blue one.", "is it the first one from the left?"], ["yes.", "[97, 141, 129, 250]"]], [100, 142, 130, 251], [97, 141, 129, 250], "openimages_v1.2/imgs/009c68ec28f32e34_Flag_3.jpg"]
[940, [["pass me the blue flag.", "which one are you talking about?"], ["the blue one.", "is it the first one from the left?"], ["yes.", "[97, 141, 129, 250]"]], [100, 142, 130, 251], [97, 141, 129, 250], "openimages_v1.2/imgs/009c68ec28f32e34_Flag_3.jpg"]
[940, [["pass me the blue flag.", "which one are you talking about?"], ["the blue one.", "is it the first one from the left?"], ["yes.", "[97, 141, 129, 250]"]], [100, 142, 130, 251], [97, 141, 129, 250], "openimages_v1.2/imgs/009c68ec28f32e34_Flag_3.jpg"]
[1034, [["the doll is so cute.", "which one?"], ["the left one.", "is it green?"], ["yes.", "[124, 96, 282, 379]"]], [125, 96, 280, 381], [124, 96, 282, 379], "openimages_v1.2/imgs/d6d4e0e131db09c9_Toy_4.jpg"]
[1034, [["the doll is so cute.", "which one?"], ["the left one.", "is it green?"], ["yes.", "[124, 96, 282, 379]"]], [125, 96, 280, 381], [124, 96, 282, 379], "openimages_v1.2/imgs/d6d4e0e131db09c9_Toy_4.jpg"]
[1098, [["pass me the flower pot.", "which one do you want?"], ["The second one on the right.", "is it the second one from the right?"], ["yes.", "[521, 187, 575, 235]"]], [527, 187, 576, 233], [521, 187, 575, 235], "openimages_v1.2/imgs/2dbb4a546d107596_Flower_Street light_Houseplant_Plant_Tree_Flowerpot_4.jpg"]
[1098, [["pass me the flower pot.", "which one do you want?"], ["The second one on the right.", "is it the second one from the right?"], ["yes.", "[521, 187, 575, 235]"]], [527, 187, 576, 233], [521, 187, 575, 235], "openimages_v1.2/imgs/2dbb4a546d107596_Flower_Street light_Houseplant_Plant_Tree_Flowerpot_4.jpg"]
[1116, [["pass me the Squirrel doll.", "which one do you want?"], ["the cloest one.", "is it the first one from the right?"], ["no, the nearest one.", "[195, 350, 399, 564]"]], [194, 362, 408, 556], [195, 350, 399, 564], "openimages_v1.2/imgs/5cdad082e579d5cd_Toy_5.jpg"]
[1116, [["pass me the Squirrel doll.", "which one do you want?"], ["the cloest one.", "is it the first one from the right?"], ["no, the nearest one.", "[195, 350, 399, 564]"]], [194, 362, 408, 556], [195, 350, 399, 564], "openimages_v1.2/imgs/5cdad082e579d5cd_Toy_5.jpg"]
[1130, [["pass me the flower.", "which one do you want?"], ["the right one.", "is it the first one from the right?"], ["yes.", "[455, 83, 543, 180]"], ["you are wrong, i need the right one.", "[453, 83, 543, 180]"]], [546, 246, 608, 305], [453, 83, 543, 180], "openimages_v1.2/imgs/e47152d5fc91ef57_Plant_Rose_Flower_3.jpg"]
[1130, [["pass me the flower.", "which one do you want?"], ["the right one.", "is it the first one from the right?"], ["yes.", "[455, 83, 543, 180]"], ["you are wrong, i need the right one.", "[453, 83, 543, 180]"]], [546, 246, 608, 305], [453, 83, 543, 180], "openimages_v1.2/imgs/e47152d5fc91ef57_Plant_Rose_Flower_3.jpg"]
[1130, [["pass me the flower.", "which one do you want?"], ["the right one.", "is it the first one from the right?"], ["yes.", "[455, 83, 543, 180]"], ["you are wrong, i need the right one.", "[453, 83, 543, 180]"]], [546, 246, 608, 305], [453, 83, 543, 180], "openimages_v1.2/imgs/e47152d5fc91ef57_Plant_Rose_Flower_3.jpg"]
[1149, [["can you pass me the pumpkin?", "which one do you want?"], ["the small one on the flowerpot.", "is it the one on the far right?"], ["no, it is on the flowerpot.", "is it the one on the far left?"], ["no, it is on the flowerpot.", "[265, 296, 324, 329]"]], [264, 295, 323, 328], [265, 296, 324, 329], "openimages_v1.2/imgs/0190d205a5b14b41_Fruit_Houseplant_Plant_Pumpkin_Squash (Plant)_Vegetable_Flowerpot_2.jpg"]
[1149, [["can you pass me the pumpkin?", "which one do you want?"], ["the small one on the flowerpot.", "is it the one on the far right?"], ["no, it is on the flowerpot.", "is it the one on the far left?"], ["no, it is on the flowerpot.", "[265, 296, 324, 329]"]], [264, 295, 323, 328], [265, 296, 324, 329], "openimages_v1.2/imgs/0190d205a5b14b41_Fruit_Houseplant_Plant_Pumpkin_Squash (Plant)_Vegetable_Flowerpot_2.jpg"]
[1149, [["can you pass me the pumpkin?", "which one do you want?"], ["the small one on the flowerpot.", "is it the one on the far right?"], ["no, it is on the flowerpot.", "is it the one on the far left?"], ["no, it is on the flowerpot.", "[265, 296, 324, 329]"]], [264, 295, 323, 328], [265, 296, 324, 329], "openimages_v1.2/imgs/0190d205a5b14b41_Fruit_Houseplant_Plant_Pumpkin_Squash (Plant)_Vegetable_Flowerpot_2.jpg"]
[1149, [["can you pass me the pumpkin?", "which one do you want?"], ["the small one on the flowerpot.", "is it the one on the far right?"], ["no, it is on the flowerpot.", "is it the one on the far left?"], ["no, it is on the flowerpot.", "[265, 296, 324, 329]"]], [264, 295, 323, 328], [265, 296, 324, 329], "openimages_v1.2/imgs/0190d205a5b14b41_Fruit_Houseplant_Plant_Pumpkin_Squash (Plant)_Vegetable_Flowerpot_2.jpg"]
[1182, [["pass me the orange, please.", "which one do you want?"], ["The rightmost one in the middle.", "is it the one in the lower right corner?"], ["No, it is the one in the middle right.", "[501, 213, 566, 271]"]], [506, 213, 568, 267], [501, 213, 566, 271], "openimages_v1.2/imgs/88e245ce0e6fdd75_Food_Fruit_Orange_6.jpg"]
[1182, [["pass me the orange, please.", "which one do you want?"], ["The rightmost one in the middle.", "is it the one in the lower right corner?"], ["No, it is the one in the middle right.", "[501, 213, 566, 271]"]], [506, 213, 568, 267], [501, 213, 566, 271], "openimages_v1.2/imgs/88e245ce0e6fdd75_Food_Fruit_Orange_6.jpg"]
[1182, [["pass me the orange, please.", "which one do you want?"], ["The rightmost one in the middle.", "is it the one in the lower right corner?"], ["No, it is the one in the middle right.", "[501, 213, 566, 271]"]], [506, 213, 568, 267], [501, 213, 566, 271], "openimages_v1.2/imgs/88e245ce0e6fdd75_Food_Fruit_Orange_6.jpg"]
[1182, [["pass me the orange, please.", "which one do you want?"], ["The rightmost one in the middle.", "is it the one in the lower right corner?"], ["No, it is the one in the middle right.", "[501, 213, 566, 271]"]], [506, 213, 568, 267], [501, 213, 566, 271], "openimages_v1.2/imgs/88e245ce0e6fdd75_Food_Fruit_Orange_6.jpg"]
[1182, [["pass me the orange, please.", "which one do you want?"], ["The rightmost one in the middle.", "is it the one in the lower right corner?"], ["No, it is the one in the middle right.", "[501, 213, 566, 271]"]], [506, 213, 568, 267], [501, 213, 566, 271], "openimages_v1.2/imgs/88e245ce0e6fdd75_Food_Fruit_Orange_6.jpg"]
[775, [["can you pass me the plate?", "which one do you want?"], ["Upper left corner.", "is it the first one from the left?"], ["no, it is the second.", "[37, 0, 133, 71]"]], [39, 0, 134, 73], [37, 0, 133, 71], "openimages_v1.2/imgs/318a8bb8339dde66_Candle_Tableware_Plate_Platter_Serving tray_4.jpg"]
[206, [["No, I want the wine bottle.", "which one do you want?"], ["The nearer one.", "is it the one on the right?"], ["No", "[343, 0, 492, 405]"], ["No, not this one.", "[343, 0, 492, 405]"]], [151, 0, 328, 476], [343, 0, 492, 405], "openimages_v1.2/imgs/25b17c8df7b2400b_Beer_Drink_Bottle_Wine_5.jpg"]
[1206, [["pass me a flower", "which one do you want"], ["The upper one.", "is it in the upper right corner?"], ["yes.", "[593, 0, 638, 159]"]], [341, 0, 515, 192], [593, 0, 638, 159], "openimages_v1.2/imgs/a64572ad63e1c1ab_Rose_Flower_3.jpg"]
[1206, [["pass me a flower", "which one do you want"], ["The upper one.", "is it in the upper right corner?"], ["yes.", "[593, 0, 638, 159]"]], [341, 0, 515, 192], [593, 0, 638, 159], "openimages_v1.2/imgs/a64572ad63e1c1ab_Rose_Flower_3.jpg"]
[1206, [["pass me a flower", "which one do you want"], ["The upper one.", "is it in the upper right corner?"], ["yes.", "[593, 0, 638, 159]"]], [341, 0, 515, 192], [593, 0, 638, 159], "openimages_v1.2/imgs/a64572ad63e1c1ab_Rose_Flower_3.jpg"]
[1209, [["I want a cake", "which one do you want"], ["The right one.", "is it the first one from the right?"], ["Yes.", "is it the first one from the right?"], ["Yes.", "[413, 100, 595, 295]"]], [413, 102, 589, 269], [413, 100, 595, 295], "openimages_v1.2/imgs/5c7b9a2eec5ff0ae_Muffin_Dessert_Food_Baked goods_7.jpg"]
[1209, [["I want a cake", "which one do you want"], ["The right one.", "is it the first one from the right?"], ["Yes.", "is it the first one from the right?"], ["Yes.", "[413, 100, 595, 295]"]], [413, 102, 589, 269], [413, 100, 595, 295], "openimages_v1.2/imgs/5c7b9a2eec5ff0ae_Muffin_Dessert_Food_Baked goods_7.jpg"]
[1232, [["give me a bottle of wine", "which bottle do you want"], ["The upest, from left, the forth.", "is it the fourth bottle from the left?"], ["yes.", "[247, 10, 295, 214]"]], [244, 13, 293, 213], [247, 10, 295, 214], "openimages_v1.2/imgs/a211016f402b956b_Bottle_Building_Wine_7.jpg"]
[1232, [["give me a bottle of wine", "which bottle do you want"], ["The upest, from left, the forth.", "is it the fourth bottle from the left?"], ["yes.", "[247, 10, 295, 214]"]], [244, 13, 293, 213], [247, 10, 295, 214], "openimages_v1.2/imgs/a211016f402b956b_Bottle_Building_Wine_7.jpg"]
[1236, [["I want a pillow", "which one do you want"], ["The frontmost one.", "is it black and white?"], ["Yes.", "is it the one on the right?"], ["Yes.", "[335, 208, 476, 267]"]], [339, 210, 471, 275], [335, 208, 476, 267], "openimages_v1.2/imgs/2992bde1d85a7162_Nightstand_Pillow_6.jpg"]
[1266, [["I want the strawberry", "which one do you want"], ["The center one.", "is it the one in the middle?"], ["yes", "[256, 147, 335, 289]"]], [185, 64, 287, 222], [256, 147, 335, 289], "openimages_v1.2/imgs/8a61c3b92dffeb3e_Dessert_Dairy Product_Food_Fruit_Baked goods_Strawberry_Cake_10.jpg"]
[1287, [["The green pants", "is it a man?"], ["I don\u2019t think so.", "is it a woman?"], ["Yes, I guess", "is she wearing green pants?"], ["Yes", "is she wearing a white top?"], ["Yes", "is she wearing black pants?"], ["No, the green pants", "[0, 0, 639, 479]"]], [527, 276, 580, 346], [0, 0, 639, 479], "openimages_v1.2/imgs/0c22601eb7370faa_Trousers_4.jpg"]
[1301, [["goblet", "is it a glass?"], ["yes", "[139, 132, 228, 378]"]], [139, 171, 231, 272], [139, 132, 228, 378], "openimages_v1.2/imgs/b132c5bc9f77cb7f_Cocktail_Drink_Food_Fruit_Tableware_Strawberry_Wine_Wine glass_3.jpg"]
[1309, [["The picture", "is it a person?"], ["Yes", "is it on the left?"], ["Yes", "is it on the right?"], ["No", "is it in the middle?"], ["No", "is it on the wall?"], ["yes", "is it on the left?"], ["yes", "is it the first one on the left?"], ["yes", "[131, 236, 152, 261]"]], [0, 100, 63, 289], [131, 236, 152, 261], "openimages_v1.2/imgs/00225def00d94d8b_Picture frame_Furniture_13.jpg"]
[1330, [["Tomato", "is it a tomato?"], ["of course", "is it green?"], ["No\uff0cthe red", "is it the top one?"], ["yes", "[41, 28, 196, 311]"]], [37, 145, 196, 309], [41, 28, 196, 311], "openimages_v1.2/imgs/4e5506fb9ab3dc08_Fruit_Plant_Tomato_Vegetable_8.jpg"]
[1330, [["Tomato", "is it a tomato?"], ["of course", "is it green?"], ["No\uff0cthe red", "is it the top one?"], ["yes", "[41, 28, 196, 311]"]], [37, 145, 196, 309], [41, 28, 196, 311], "openimages_v1.2/imgs/4e5506fb9ab3dc08_Fruit_Plant_Tomato_Vegetable_8.jpg"]
[1354, [["The purple flowerpot", "is it big?"], ["No", "is it on the right?"], ["No\uff0cleft", "is it on the ground?"], ["yes", "is it the big one?"], ["No", "[414, 246, 548, 435]"]], [85, 154, 162, 234], [414, 246, 548, 435], "openimages_v1.2/imgs/08e6bf832016e29e_Houseplant_Plant_Flower_Flowerpot_11.jpg"]
[1372, [["I want a red apple", "which one do you want"], ["The red in rightmost", "is it next to the green apple?"], ["No", "is it next to the price sign?"], ["No", "[492, 344, 587, 422]"]], [582, 342, 639, 414], [492, 344, 587, 422], "openimages_v1.2/imgs/7d5be279c905b3fa_Apple_Food_Fruit_Orange_Grapefruit_11.jpg"]
[1385, [["the cow", "is it standing?"], ["the one on the right side of the tree", "is it black and white?"], ["yes", "[131, 257, 250, 325]"]], [126, 257, 245, 330], [131, 257, 250, 325], "openimages_v1.2/imgs/0e9f655b0a190ab1_Cattle_Plant_Tree_Animal_13.jpg"]
[1329, [["give me the hot air balloon on the leftmost", "is it the green one?"], ["yes", "[0, 221, 142, 426]"]], [0, 219, 131, 426], [0, 221, 142, 426], "openimages_v1.2/imgs/521d913963c3b47c_Balloon_Vehicle_Aircraft_3.jpg"]
[1429, [["the pink towel ", "all of it?"], ["No\uff0cthe pink towel ", "all of it?"], ["No\uff0cthe bottom towel", "[0, 296, 638, 423]"]], [0, 294, 639, 423], [0, 296, 638, 423], "openimages_v1.2/imgs/613305c0a39b4c72_Towel_3.jpg"]
[1436, [["give me the rightmost penguin", "is it the first one from the right?"], ["yes", "[425, 133, 510, 432]"]], [440, 142, 511, 420], [425, 133, 510, 432], "openimages_v1.2/imgs/3868829d6119e6ea_Bird_Penguin_Animal_3.jpg"]
[1437, [["give me the flowerpot", "is it red?"], ["yes", "is it the whole pot?"], ["yes", "[147, 447, 375, 638]"]], [148, 438, 376, 639], [147, 447, 375, 638], "openimages_v1.2/imgs/23bd2f5d5d520cd1_Houseplant_Plant_Flowerpot_3.jpg"]
[1992, [["give me the left black flower pot.", "is it the first one from the left?"], ["the first black one from the left.", "is it the first black flower pot from the left?"], ["yeah", "[0, 567, 68, 638]"]], [60, 565, 105, 619], [0, 567, 68, 638], "openimages_v1.2/imgs/02a344aac1eead08_House_Tree_Building_Houseplant_Plant_Flower_Flowerpot_3.jpg"]
[1960, [["pass me the most right flower pot.", "is it the first one from the right?"], ["yes", "[442, 355, 520, 432]"]], [438, 353, 518, 434], [442, 355, 520, 432], "openimages_v1.2/imgs/6baf9ff6fd56c7c6_Houseplant_Plant_Flowerpot_4.jpg"]
[1918, [["the red cake with 2 eyes.", "which one are you talking about?"], ["the right one.", "is it the first one from the right?"], ["yes", "[338, 311, 591, 535]"]], [332, 308, 592, 546], [338, 311, 591, 535], "openimages_v1.2/imgs/fcc713fe37b82bdc_Toy_Snack_Dessert_Food_Baked goods_12.jpg"]
[1888, [["Give me the bottom slice of cucumber", "is it the one in the lower right corner?"], ["yes", "[359, 376, 492, 479]"]], [358, 376, 493, 479], [359, 376, 492, 479], "openimages_v1.2/imgs/81303291b41e898d_Cucumber_3.jpg"]
[1827, [["give me the notebook", "which one do you want?"], ["the left one.", "is it the one in your hand?"], ["yes", "[0, 69, 281, 374]"]], [0, 75, 279, 374], [0, 69, 281, 374], "openimages_v1.2/imgs/7d930e70cd3b11a7_Laptop_Computer keyboard_Book_1.jpg"]
[1813, [["Give me the largest West Blue Flower", "is it the broccoli?"], ["yes", "[250, 224, 496, 390]"]], [251, 223, 495, 403], [250, 224, 496, 390], "openimages_v1.2/imgs/2f515c715d155747_Toy_Food_Broccoli_2.jpg"]
[1780, [["Give me the leftmost tape", "is it pink?"], ["yes", "[31, 54, 120, 205]"]], [31, 53, 117, 207], [31, 54, 120, 205], "openimages_v1.2/imgs/638c7052acd8ca03_Adhesive tape_4.jpg"]
[1774, [["give me the nearest boxes.", "ok, which one do you want?"], ["the nearest one.", "is it the first one from the right?"], ["yes, it is in the middle", "[249, 229, 502, 367]"]], [249, 231, 497, 370], [249, 229, 502, 367], "openimages_v1.2/imgs/0ae1f7df4aeca2f9_Box_Table_8.jpg"]
[1764, [["Pick the flower bud at the bottom for me.", "which one are you talking about?"], ["the flower bud at the bottom", "is it the first one from the right?"], ["yes", "[373, 254, 443, 351]"]], [376, 259, 443, 350], [373, 254, 443, 351], "openimages_v1.2/imgs/0c875a717a0c0515_Pomegranate_3.jpg"]
[1751, [["the most left cat.", "is it black?"], ["no", "is it the first one from the left?"], ["yes", "[96, 25, 305, 141]"]], [94, 28, 301, 140], [96, 25, 305, 141], "openimages_v1.2/imgs/2b7a258daaeb3636_Carnivore_Cat_Animal_4.jpg"]
[1751, [["which cat is closer to me?", "which one are you talking about?"], ["right cat.", "is it the first one from the right?"], ["yes.", "[298, 184, 568, 326]"]], [94, 28, 301, 140], [298, 184, 568, 326], "openimages_v1.2/imgs/2b7a258daaeb3636_Carnivore_Cat_Animal_4.jpg"]
[1764, [["what is in the picture?", "is it a pomegranate?"], ["yes, give me the biggest one.", "is it the one in the middle?"], ["yes.", "[262, 153, 366, 253]"]], [376, 259, 443, 350], [262, 153, 366, 253], "openimages_v1.2/imgs/0c875a717a0c0515_Pomegranate_3.jpg"]
[1764, [["what is in the picture?", "is it a pomegranate?"], ["yes, give me the biggest one.", "is it the one in the middle?"], ["yes.", "[262, 153, 366, 253]"]], [376, 259, 443, 350], [262, 153, 366, 253], "openimages_v1.2/imgs/0c875a717a0c0515_Pomegranate_3.jpg"]
[1774, [["what is in the picture?", "is it a donut?"], ["yes, give me the blue one.", "is it the first one from the left?"], ["yes.", "[23, 158, 156, 274]"]], [249, 231, 497, 370], [23, 158, 156, 274], "openimages_v1.2/imgs/0ae1f7df4aeca2f9_Box_Table_8.jpg"]
[1780, [["what are these?", "is it yellow?"], ["what is in the picture?", "is it a flower?"], ["no.", "is it pink?"], ["what is in the picture?", "is it a cup?"], ["no.", "[0, 0, 637, 389]"]], [31, 53, 117, 207], [0, 0, 637, 389], "openimages_v1.2/imgs/638c7052acd8ca03_Adhesive tape_4.jpg"]
[1813, [["what is in the picture?", "is it food?"], ["i don\u2019t like broccoli, pick it out.", "is it orange?"], ["no, it is green.", "is it blue?"], ["no, it is green.", "[0, 76, 638, 479]"]], [251, 223, 495, 403], [0, 76, 638, 479], "openimages_v1.2/imgs/2f515c715d155747_Toy_Food_Broccoli_2.jpg"]
[1827, [["give me the notebook.", "which one do you want?"], ["left one.", "is it the one in your hand?"], ["yes.", "[0, 69, 281, 374]"]], [0, 75, 279, 374], [0, 69, 281, 374], "openimages_v1.2/imgs/7d930e70cd3b11a7_Laptop_Computer keyboard_Book_1.jpg"]
[1888, [["give me the bowl.", "which one do you want?"], ["top right.", "is there a carrot in it?"], ["yes.", "[364, 0, 638, 299]"]], [358, 376, 493, 479], [364, 0, 638, 299], "openimages_v1.2/imgs/81303291b41e898d_Cucumber_3.jpg"]
[1918, [["what is in the picture?", "is it red?"], ["give me the one-eye one.", "is it in the front row?"], ["no, it is in the middle.", "is it the one on the left?"], ["no, it is in the middle.", "[124, 140, 273, 281]"]], [332, 308, 592, 546], [124, 140, 273, 281], "openimages_v1.2/imgs/fcc713fe37b82bdc_Toy_Snack_Dessert_Food_Baked goods_12.jpg"]
[1960, [["give the tallest flower.", "is it the first one from the left?"], ["no.", "is it the second one?"], ["no.", "is it the third one?"], ["yes.", "[314, 361, 397, 442]"]], [438, 353, 518, 434], [314, 361, 397, 442], "openimages_v1.2/imgs/6baf9ff6fd56c7c6_Houseplant_Plant_Flowerpot_4.jpg"]
[1992, [["what is in the picture?", "is it a plant?"], ["i think so, give it to me.", "is it a flower pot?"], ["yes.", "is it pink?"], ["no, it is green.", "is it on the left?"], ["no, it is right one.", "[259, 380, 292, 414]"]], [60, 565, 105, 619], [259, 380, 292, 414], "openimages_v1.2/imgs/02a344aac1eead08_House_Tree_Building_Houseplant_Plant_Flower_Flowerpot_3.jpg"]
[61, [["drive the green car away.", "which one are you talking about?"], ["the middle one.", "is it the first one from the left?"], ["no, the middle one.", "[190, 310, 265, 380]"]], [187, 308, 264, 382], [190, 310, 265, 380], "openimages_v1.2/imgs/8b240c08cb38382e_Toy_Bus_Land vehicle_Vehicle_13.jpg"]
[65, [["close the laptop on the left.", "is it the one on the left?"], ["yeah.", "[0, 73, 348, 426]"]], [0, 72, 346, 426], [0, 73, 348, 426], "openimages_v1.2/imgs/5b39c13a7271eed4_Laptop_Computer keyboard_3.jpg"]
[88, [["pass me the far left glass.", "is it the first glass from the left?"], ["yes.", "[56, 165, 127, 376]"]], [64, 238, 121, 290], [56, 165, 127, 376], "openimages_v1.2/imgs/efd13a8dcab6d7f4_Drink_Table_Tableware_Bottle_Wine_Wine glass_Furniture_5.jpg"]
[93, [["feed the second panda on the left.", "is it the second panda from the left?"], ["yes.", "[149, 103, 268, 219]"]], [148, 100, 267, 217], [149, 103, 268, 219], "openimages_v1.2/imgs/329035dece1a9746_Panda_4.jpg"]
[142, [["eat the broccoli on the right.", "is it the top one?"], ["yes.", "[233, 149, 460, 342]"]], [229, 152, 460, 354], [233, 149, 460, 342], "openimages_v1.2/imgs/e0b81ffd382fa5f5_Food_Vegetable_Broccoli_3.jpg"]
[161, [["mark the stone flower bed.", "which one do you mean?"], ["the right one.", "is it the first one from the right?"], ["yes.", "[273, 516, 346, 582]"]], [284, 517, 342, 615], [273, 516, 346, 582], "openimages_v1.2/imgs/0cb491551929a2ee_Stairs_Houseplant_Porch_Plant_Tree_Flower_Building_Flowerpot_4.jpg"]
[163, [["eat the tomato on the top left.", "is it red?"], ["yes.", "is it the one on the left?"], ["yes.", "[44, 5, 209, 146]"]], [46, 2, 208, 167], [44, 5, 209, 146], "openimages_v1.2/imgs/987761ccf847341d_Tomato_21.jpg"]
[178, [["kill the meerkat on the right.", "which one are you talking about?"], ["the right one sitting one the stone.", "is it the first one from the right?"], ["yeah.", "[252, 69, 445, 419]"]], [206, 68, 450, 529], [252, 69, 445, 419], "openimages_v1.2/imgs/921f182a889503b5_Carnivore_Animal_3.jpg"]
[189, [["throw the spoon handle on the table.", "which one?"], ["the right one.", "is it in the blue bowl?"], ["no, it is on the table.", "is it the one in the bowl?"], ["no.", "[302, 0, 446, 29]"]], [410, 360, 456, 397], [302, 0, 446, 29], "openimages_v1.2/imgs/ee784978eea58567_Drink_Food_Tableware_Spoon_3.jpg"]
[191, [["pick the flower in the middle.", "is it the pink one?"], ["yeah.", "[195, 144, 381, 331]"]], [192, 146, 381, 331], [195, 144, 381, 331], "openimages_v1.2/imgs/e26ff9e7c08822f9_Plant_Rose_Flower_6.jpg"]
[198, [["drive the white van on the left away.", "there are two white vans, which one do you mean?"], ["the right one.", "is it the one next to the red car?"], ["no, the smaller one.", "is it the first one from the right?"], ["no, the second on the left.", "[35, 176, 169, 254]"]], [32, 183, 150, 255], [35, 176, 169, 254], "openimages_v1.2/imgs/88af919148def218_Land vehicle_Truck_Vehicle_Wheel_Van_Car_2.jpg"]
[1442, [["The bird is so cute.", "which one are you talking about?"], ["the black one on the left. ", "is it the first one from the left?"], ["yes.", "[37, 115, 58, 135]"]], [558, 0, 587, 32], [37, 115, 58, 135], "openimages_v1.2/imgs/4e1503114e8c097f_Bird_Duck_Animal_4.jpg"]
[1466, [["the girl is so lovely.", "which one are you talking about?"], ["The one who shows me her face.", "is it the first one from the left?"], ["yes.", "[142, 279, 240, 419]"]], [234, 272, 352, 425], [142, 279, 240, 419], "openimages_v1.2/imgs/d357157808acbaa9_Toy_Monkey_3.jpg"]
[1494, [["the donut looks delicious.", "which one are you talking about?"], ["the chocolate one.", "is it the top one?"], ["yes.", "[264, 31, 466, 219]"]], [364, 165, 579, 393], [264, 31, 466, 219], "openimages_v1.2/imgs/6b68fc10e440a1a8_Food_Bagel_Snack_Dessert_Baked goods_Doughnut_3.jpg"]
[1508, [["give me the persimmon.", "which one do you want?"], ["the biggest one.", "is it the middle one?"], ["no.", "is it the one on the right?"], ["yes.", "[422, 152, 611, 335]"]], [169, 138, 354, 327], [422, 152, 611, 335], "openimages_v1.2/imgs/bdc3d2983ffc0a46_Food_Tomato_Vegetable_19.jpg"]
[1516, [["the cake looks delicious.<br>", "which piece do you want?"], ["The one on which the strawberry is.<br>", "is it the first piece from the left?"], ["no.", "is it the second piece from the left?"], ["no.", "is it the third piece from the left?"], ["no.", "is it the fourth piece from the left?"], ["no.", "is it the fifth piece from the left?"], ["no, it is on the second row from the left.", "is it the fifth piece from the left?"], ["yes.", "[360, 202, 407, 232]"]], [236, 278, 325, 377], [360, 202, 407, 232], "openimages_v1.2/imgs/17da62a9aa6e99f6_Food_Fast food_Teapot_Person_Dessert_Kettle_Tableware_Human head_Baked goods_Cake_Pastry_5.jpg"]