[ { "key": "P02_130+74_75_76_77", "video_id": "P02_130", "narration_ids": [ "P02_130_74", "P02_130_75", "P02_130_76", "P02_130_77" ], "src": "move biscuits . pick_up condensed milk tin . close cupboard", "src1": "move biscuits", "src2": "pick_up condensed milk tin", "src3": "close cupboard", "trg": "put_down condensed milk tin", "vis_src": "P02_130:74 P02_130:75 P02_130:76", "vis_trg": "P02_130:77", "narrations": [ "move biscuits", "pick up condensed milk tin", "close cupboard", "put down condensed milk tin" ], "verbs": [ "move", "pick-up", "close", "put-down" ], "verb_classes": [ 11, 0, 4, 1 ], "nouns": [ "biscuit", "tin:condensed:milk", "cupboard", "tin:condensed:milk" ], "noun_classes": [ 104, 61, 3, 61 ], "start_stop_timestamps": [ [ "00:02:45.00", "00:02:46.17" ], [ "00:02:46.30", "00:02:47.67" ], [ "00:02:48.04", "00:02:49.10" ], [ "00:02:49.55", "00:02:50.35" ] ], "start_stop_frames": [ [ 8250, 8308 ], [ 8315, 8383 ], [ 8402, 8455 ], [ 8477, 8517 ] ], "trgnoun": "milk_condensed_tin", "trgverb": "put_down" }, { "key": "P30_113+20_21_22_23", "video_id": "P30_113", "narration_ids": [ "P30_113_20", "P30_113_21", "P30_113_22", "P30_113_23" ], "src": "open cupboard . put plate . take container", "src1": "open cupboard", "src2": "put plate", "src3": "take container", "trg": "put container in recycling box", "vis_src": "P30_113:20 P30_113:21 P30_113:22", "vis_trg": "P30_113:23", "narrations": [ "open cupboard", "put plate", "take container", "put container in recycling box" ], "verbs": [ "open", "put", "take", "put-in" ], "verb_classes": [ 3, 1, 0, 5 ], "nouns": [ "cupboard", "plate", "container", "container" ], "noun_classes": [ 3, 2, 21, 21 ], "start_stop_timestamps": [ [ "00:00:29.35", "00:00:29.61" ], [ "00:00:29.95", "00:00:30.70" ], [ "00:00:31.45", "00:00:32.19" ], [ "00:00:32.67", "00:00:34.31" ] ], "start_stop_frames": [ [ 1467, 1480 ], [ 1497, 1535 ], [ 1572, 1609 ], [ 1633, 1715 ] ], "trgnoun": "container", "trgverb": "put_in" }, { "key": "P30_04+68_69_70_71", "video_id": "P30_04", "narration_ids": [ "P30_04_68", "P30_04_69", "P30_04_70", "P30_04_71" ], "src": "take saucepan_lid . dry saucepan_lid . take saucepan", "src1": "take saucepan_lid", "src2": "dry saucepan_lid", "src3": "take saucepan", "trg": "dry saucepan", "vis_src": "P30_04:68 P30_04:69 P30_04:70", "vis_trg": "P30_04:71", "narrations": [ "take saucepan lid", "dry saucepan lid", "take saucepan", "dry saucepan" ], "verbs": [ "take", "dry", "take", "dry" ], "verb_classes": [ 0, 14, 0, 14 ], "nouns": [ "lid:saucepan", "lid:saucepan", "saucepan", "saucepan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:03:24.04", "00:03:25.39" ], [ "00:03:25.40", "00:03:29.13" ], [ "00:03:31.75", "00:03:33.50" ], [ "00:03:33.48", "00:03:41.03" ] ], "start_stop_frames": [ [ 12242, 12323 ], [ 12324, 12547 ], [ 12705, 12810 ], [ 12808, 13261 ] ], "trgnoun": "saucepan", "trgverb": "dry" }, { "key": "P04_121+438_439_440_442", "video_id": "P04_121", "narration_ids": [ "P04_121_438", "P04_121_439", "P04_121_440", "P04_121_442" ], "src": "hold cheese_curds with rubber gloved hand . hold curds with hand . drain whey into pan", "src1": "hold cheese_curds with rubber gloved hand", "src2": "hold curds with hand", "src3": "drain whey into pan", "trg": "hold_onto curds", "vis_src": "P04_121:438 P04_121:439 P04_121:440", "vis_trg": "P04_121:442", "narrations": [ "hold cheese curds with rubber gloved hand", "hold curds with hand", "drain whey into pan", "hold onto curds" ], "verbs": [ "hold-with", "hold-with", "drain-into", "hold-onto" ], "verb_classes": [ 34, 34, 37, 34 ], "nouns": [ "curd:cheese", "curd", "pan", "curd" ], "noun_classes": [ 32, 81, 5, 81 ], "start_stop_timestamps": [ [ "00:19:13.85", "00:19:17.97" ], [ "00:19:15.11", "00:19:16.61" ], [ "00:19:16.34", "00:19:20.34" ], [ "00:19:20.19", "00:19:22.64" ] ], "start_stop_frames": [ [ 57692, 57898 ], [ 57755, 57830 ], [ 57816, 58016 ], [ 58009, 58132 ] ], "trgnoun": "curd", "trgverb": "hold_onto" }, { "key": "P02_122+86_87_88_89", "video_id": "P02_122", "narration_ids": [ "P02_122_86", "P02_122_87", "P02_122_88", "P02_122_89" ], "src": "pick_up thymes jar . pick_up salt . pour salt in plate", "src1": "pick_up thymes jar", "src2": "pick_up salt", "src3": "pour salt in plate", "trg": "put_down salt", "vis_src": "P02_122:86 P02_122:87 P02_122:88", "vis_trg": "P02_122:89", "narrations": [ "pick up thymes jar", "pick up salt", "pour salt in plate", "put down salt" ], "verbs": [ "pick-up", "pick-up", "pour-in", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "jar:thyme", "salt", "salt", "salt" ], "noun_classes": [ 40, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:04:55.51", "00:04:57.41" ], [ "00:04:58.25", "00:04:59.56" ], [ "00:05:01.35", "00:05:02.64" ], [ "00:05:02.66", "00:05:03.31" ] ], "start_stop_frames": [ [ 14775, 14870 ], [ 14912, 14978 ], [ 15067, 15132 ], [ 15133, 15165 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P02_129+29_30_31_32", "video_id": "P02_129", "narration_ids": [ "P02_129_29", "P02_129_30", "P02_129_31", "P02_129_32" ], "src": "get garlic from bag . pick_up knife from drainer . peel garlic", "src1": "get garlic from bag", "src2": "pick_up knife from drainer", "src3": "peel garlic", "trg": "put_down knife", "vis_src": "P02_129:29 P02_129:30 P02_129:31", "vis_trg": "P02_129:32", "narrations": [ "get garlic from bag", "pick up knife from drainer", "peel garlic", "put down knife" ], "verbs": [ "get", "pick-up", "peel", "put-down" ], "verb_classes": [ 0, 0, 19, 1 ], "nouns": [ "garlic", "knife", "garlic", "knife" ], "noun_classes": [ 51, 4, 51, 4 ], "start_stop_timestamps": [ [ "00:00:57.57", "00:01:00.88" ], [ "00:01:03.20", "00:01:04.59" ], [ "00:01:05.05", "00:01:21.94" ], [ "00:01:21.69", "00:01:22.98" ] ], "start_stop_frames": [ [ 2878, 3044 ], [ 3160, 3229 ], [ 3252, 4097 ], [ 4084, 4149 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P11_15+38_39_40_41", "video_id": "P11_15", "narration_ids": [ "P11_15_38", "P11_15_39", "P11_15_40", "P11_15_41" ], "src": "pick_up chopping_block . remove salmon . open leeks", "src1": "pick_up chopping_block", "src2": "remove salmon", "src3": "open leeks", "trg": "put leeks in sink", "vis_src": "P11_15:38 P11_15:39 P11_15:40", "vis_trg": "P11_15:41", "narrations": [ "pick up chopping block", "remove salmon", "open leeks", "put leeks in sink" ], "verbs": [ "pick-up", "remove", "open", "put-in" ], "verb_classes": [ 0, 12, 3, 5 ], "nouns": [ "block:chopping", "salmon", "leek", "leek" ], "noun_classes": [ 18, 112, 117, 117 ], "start_stop_timestamps": [ [ "00:02:10.40", "00:02:11.71" ], [ "00:02:13.36", "00:02:15.23" ], [ "00:02:17.16", "00:02:21.40" ], [ "00:02:21.89", "00:02:26.26" ] ], "start_stop_frames": [ [ 7824, 7902 ], [ 8001, 8113 ], [ 8229, 8484 ], [ 8513, 8775 ] ], "trgnoun": "leek", "trgverb": "put_in" }, { "key": "P21_04+62_63_64_65", "video_id": "P21_04", "narration_ids": [ "P21_04_62", "P21_04_63", "P21_04_64", "P21_04_65" ], "src": "slicing tomato . taking olive_oil . opening olive_oil", "src1": "slicing tomato", "src2": "taking olive_oil", "src3": "opening olive_oil", "trg": "pouring olive_oil on tomato", "vis_src": "P21_04:62 P21_04:63 P21_04:64", "vis_trg": "P21_04:65", "narrations": [ "slicing tomato", "taking olive oil", "opening olive oil", "pouring olive oil on tomato" ], "verbs": [ "slice", "take", "open", "pour-on" ], "verb_classes": [ 7, 0, 3, 9 ], "nouns": [ "tomato", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 43, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:07:39.51", "00:07:59.46" ], [ "00:08:02.68", "00:08:04.49" ], [ "00:08:03.49", "00:08:06.22" ], [ "00:08:05.41", "00:08:09.74" ] ], "start_stop_frames": [ [ 27570, 28767 ], [ 28960, 29069 ], [ 29009, 29173 ], [ 29124, 29384 ] ], "trgnoun": "olive_oil", "trgverb": "pour_on" }, { "key": "P02_09+46_47_48_49", "video_id": "P02_09", "narration_ids": [ "P02_09_46", "P02_09_47", "P02_09_48", "P02_09_49" ], "src": "pour flour into cup . pour flower into cup . pick cup", "src1": "pour flour into cup", "src2": "pour flower into cup", "src3": "pick cup", "trg": "empty flour into bowl", "vis_src": "P02_09:46 P02_09:47 P02_09:48", "vis_trg": "P02_09:49", "narrations": [ "pour flour into cup", "pour flower into cup", "pick cup", "empty flour into bowl" ], "verbs": [ "pour-into", "pour-into", "pick", "empty" ], "verb_classes": [ 9, 9, 0, 20 ], "nouns": [ "flour", "flower", "cup", "flour" ], "noun_classes": [ 75, 75, 13, 75 ], "start_stop_timestamps": [ [ "00:01:53.09", "00:01:59.46" ], [ "00:01:53.79", "00:01:59.90" ], [ "00:02:00.40", "00:02:01.21" ], [ "00:02:00.78", "00:02:02.00" ] ], "start_stop_frames": [ [ 6785, 7167 ], [ 6827, 7194 ], [ 7224, 7272 ], [ 7246, 7320 ] ], "trgnoun": "flour", "trgverb": "empty" }, { "key": "P04_109+355_356_357_358", "video_id": "P04_109", "narration_ids": [ "P04_109_355", "P04_109_356", "P04_109_357", "P04_109_358" ], "src": "drop florets in pan . pick_up broccoli_floret . put broccoli floret into pan", "src1": "drop florets in pan", "src2": "pick_up broccoli_floret", "src3": "put broccoli floret into pan", "trg": "tear florets off broccoli", "vis_src": "P04_109:355 P04_109:356 P04_109:357", "vis_trg": "P04_109:358", "narrations": [ "drop florets in pan", "pick up broccoli floret", "put broccoli floret into pan", "tear florets off broccoli" ], "verbs": [ "drop-in", "pick-up", "put-into", "tear-off" ], "verb_classes": [ 59, 0, 5, 43 ], "nouns": [ "floret", "floret:broccoli", "floret", "floret" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:58.79", "00:10:59.28" ], [ "00:10:59.26", "00:10:59.80" ], [ "00:10:59.90", "00:11:00.35" ], [ "00:11:00.43", "00:11:02.30" ] ], "start_stop_frames": [ [ 32939, 32964 ], [ 32963, 32990 ], [ 32995, 33017 ], [ 33021, 33115 ] ], "trgnoun": "floret", "trgverb": "tear_off" }, { "key": "P23_03+39_40_41_42", "video_id": "P23_03", "narration_ids": [ "P23_03_39", "P23_03_40", "P23_03_41", "P23_03_42" ], "src": "take box from fridge . take the ginger from the box . put the ginger into the box", "src1": "take box from fridge", "src2": "take the ginger from the box", "src3": "put the ginger into the box", "trg": "put the box in the fridge", "vis_src": "P23_03:39 P23_03:40 P23_03:41", "vis_trg": "P23_03:42", "narrations": [ "take box from fridge", "take the ginger from the box", "put the ginger into the box", "put the box in the fridge" ], "verbs": [ "take-from", "take-from", "put-into", "put-in" ], "verb_classes": [ 0, 0, 5, 5 ], "nouns": [ "box", "ginger", "ginger", "box" ], "noun_classes": [ 23, 131, 131, 23 ], "start_stop_timestamps": [ [ "00:05:24.81", "00:05:30.49" ], [ "00:05:30.59", "00:05:32.97" ], [ "00:05:44.98", "00:05:50.73" ], [ "00:05:53.00", "00:05:54.89" ] ], "start_stop_frames": [ [ 19488, 19829 ], [ 19835, 19978 ], [ 20698, 21043 ], [ 21180, 21293 ] ], "trgnoun": "box", "trgverb": "put_in" }, { "key": "P03_119+162_163_164_165", "video_id": "P03_119", "narration_ids": [ "P03_119_162", "P03_119_163", "P03_119_164", "P03_119_165" ], "src": "put clip top jar down on baking tray . put seal of clip top jar down on counter . pick_up clip top jar", "src1": "put clip top jar down on baking tray", "src2": "put seal of clip top jar down on counter", "src3": "pick_up clip top jar", "trg": "remove seal of clip top jar", "vis_src": "P03_119:162 P03_119:163 P03_119:164", "vis_trg": "P03_119:165", "narrations": [ "put clip top jar down on baking tray", "put seal of clip top jar down on counter", "pick up clip top jar", "remove seal of clip top jar" ], "verbs": [ "put-down", "put-down", "pick-up", "remove" ], "verb_classes": [ 1, 1, 0, 12 ], "nouns": [ "jar:clip:top", "seal:clip:top:jar", "jar:clip:top", "seal:clip:top:jar" ], "noun_classes": [ 40, 6, 40, 6 ], "start_stop_timestamps": [ [ "00:09:42.05", "00:09:43.45" ], [ "00:09:45.02", "00:09:45.55" ], [ "00:09:46.38", "00:09:47.23" ], [ "00:09:47.33", "00:09:48.24" ] ], "start_stop_frames": [ [ 29102, 29172 ], [ 29251, 29277 ], [ 29319, 29361 ], [ 29366, 29412 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "remove" }, { "key": "P04_109+34_35_36_38", "video_id": "P04_109", "narration_ids": [ "P04_109_34", "P04_109_35", "P04_109_36", "P04_109_38" ], "src": "pick_up bit of carrot . slice carrot . pull apart carrot", "src1": "pick_up bit of carrot", "src2": "slice carrot", "src3": "pull apart carrot", "trg": "wipe bits of carrot off knife into measuring jug", "vis_src": "P04_109:34 P04_109:35 P04_109:36", "vis_trg": "P04_109:38", "narrations": [ "pick up bit of carrot", "slice carrot", "pull apart carrot", "wipe bits of carrot off knife into measuring jug" ], "verbs": [ "pick-up", "slice", "pull", "wipe-off" ], "verb_classes": [ 0, 7, 31, 2 ], "nouns": [ "bit:carrot", "carrot", "carrot", "bit:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:01:53.34", "00:01:54.51" ], [ "00:01:54.61", "00:01:57.02" ], [ "00:01:56.76", "00:01:58.56" ], [ "00:01:59.39", "00:02:00.30" ] ], "start_stop_frames": [ [ 5667, 5725 ], [ 5730, 5851 ], [ 5838, 5928 ], [ 5969, 6015 ] ], "trgnoun": "carrot_bit", "trgverb": "wipe_off" }, { "key": "P02_131+173_174_175_176", "video_id": "P02_131", "narration_ids": [ "P02_131_173", "P02_131_174", "P02_131_175", "P02_131_176" ], "src": "sponge chopping_blades . put_down sponge . open tap", "src1": "sponge chopping_blades", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse chopping_blades", "vis_src": "P02_131:173 P02_131:174 P02_131:175", "vis_trg": "P02_131:176", "narrations": [ "sponge chopping blades", "put down sponge", "open tap", "rinse chopping blades" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "blade:chopping", "sponge", "tap", "blade:chopping" ], "noun_classes": [ 4, 9, 0, 4 ], "start_stop_timestamps": [ [ "00:07:41.25", "00:07:44.68" ], [ "00:07:44.67", "00:07:45.13" ], [ "00:07:45.23", "00:07:46.09" ], [ "00:07:45.96", "00:07:49.24" ] ], "start_stop_frames": [ [ 23062, 23234 ], [ 23233, 23256 ], [ 23261, 23304 ], [ 23298, 23462 ] ], "trgnoun": "chopping_blade", "trgverb": "rinse" }, { "key": "P08_21+87_88_89_90", "video_id": "P08_21", "narration_ids": [ "P08_21_87", "P08_21_88", "P08_21_89", "P08_21_90" ], "src": "get spoon . open oats . get measuring_cup", "src1": "get spoon", "src2": "open oats", "src3": "get measuring_cup", "trg": "scoop oats in bowl", "vis_src": "P08_21:87 P08_21:88 P08_21:89", "vis_trg": "P08_21:90", "narrations": [ "get spoon", "open oats", "get measuring cup", "scoop oats in bowl" ], "verbs": [ "get", "open", "get", "scoop" ], "verb_classes": [ 0, 3, 0, 16 ], "nouns": [ "spoon", "oat", "cup:measuring", "oat" ], "noun_classes": [ 1, 127, 13, 127 ], "start_stop_timestamps": [ [ "00:04:43.03", "00:04:45.03" ], [ "00:04:46.98", "00:04:48.48" ], [ "00:04:48.83", "00:04:51.54" ], [ "00:04:53.87", "00:05:09.73" ] ], "start_stop_frames": [ [ 16981, 17101 ], [ 17218, 17308 ], [ 17329, 17492 ], [ 17632, 18583 ] ], "trgnoun": "oat", "trgverb": "scoop" }, { "key": "P02_09+324_326_327_328", "video_id": "P02_09", "narration_ids": [ "P02_09_324", "P02_09_326", "P02_09_327", "P02_09_328" ], "src": "mix meat . lower heat . pick_up meat", "src1": "mix meat", "src2": "lower heat", "src3": "pick_up meat", "trg": "break meat into pieces", "vis_src": "P02_09:324 P02_09:326 P02_09:327", "vis_trg": "P02_09:328", "narrations": [ "mix meat", "lower heat", "pick up meat", "break meat into pieces" ], "verbs": [ "mix", "lower", "pick-up", "break-into" ], "verb_classes": [ 10, 73, 0, 30 ], "nouns": [ "meat", "heat", "meat", "meat" ], "noun_classes": [ 28, 65, 28, 28 ], "start_stop_timestamps": [ [ "00:23:55.77", "00:24:01.61" ], [ "00:24:02.02", "00:24:03.31" ], [ "00:24:03.35", "00:24:05.31" ], [ "00:24:05.30", "00:24:07.56" ] ], "start_stop_frames": [ [ 86146, 86496 ], [ 86521, 86598 ], [ 86601, 86718 ], [ 86718, 86853 ] ], "trgnoun": "meat", "trgverb": "break_into" }, { "key": "P30_111+477_478_479_480", "video_id": "P30_111", "narration_ids": [ "P30_111_477", "P30_111_478", "P30_111_479", "P30_111_480" ], "src": "put onion_pieces in bin . turn_on tap . wash hands", "src1": "put onion_pieces in bin", "src2": "turn_on tap", "src3": "wash hands", "trg": "turn_off tap", "vis_src": "P30_111:477 P30_111:478 P30_111:479", "vis_trg": "P30_111:480", "narrations": [ "put onion pieces in bin", "turn on tap", "wash hands", "turn off tap" ], "verbs": [ "put-in", "turn-on", "wash", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "piece:onion", "tap", "hand", "tap" ], "noun_classes": [ 16, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:21:46.78", "00:21:47.54" ], [ "00:21:47.93", "00:21:49.00" ], [ "00:21:48.65", "00:21:50.82" ], [ "00:21:50.81", "00:21:51.58" ] ], "start_stop_frames": [ [ 65339, 65377 ], [ 65396, 65450 ], [ 65432, 65541 ], [ 65540, 65579 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P01_09+481_482_483_484", "video_id": "P01_09", "narration_ids": [ "P01_09_481", "P01_09_482", "P01_09_483", "P01_09_484" ], "src": "take aubergine . put aubergine onto plate . take pan", "src1": "take aubergine", "src2": "put aubergine onto plate", "src3": "take pan", "trg": "put_down pan", "vis_src": "P01_09:481 P01_09:482 P01_09:483", "vis_trg": "P01_09:484", "narrations": [ "take aubergine", "put aubergine onto plate", "take pan", "put down pan" ], "verbs": [ "take", "put-onto", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "aubergine", "aubergine", "pan", "pan" ], "noun_classes": [ 67, 67, 5, 5 ], "start_stop_timestamps": [ [ "00:33:36.00", "00:33:38.22" ], [ "00:33:44.26", "00:33:45.26" ], [ "00:33:49.90", "00:33:51.24" ], [ "00:33:51.36", "00:33:53.36" ] ], "start_stop_frames": [ [ 120960, 121093 ], [ 121455, 121515 ], [ 121794, 121874 ], [ 121881, 122001 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P06_01+18_19_20_21", "video_id": "P06_01", "narration_ids": [ "P06_01_18", "P06_01_19", "P06_01_20", "P06_01_21" ], "src": "pour milk into bowl . put lid on milk . open fridge", "src1": "pour milk into bowl", "src2": "put lid on milk", "src3": "open fridge", "trg": "put milk in fridge", "vis_src": "P06_01:18 P06_01:19 P06_01:20", "vis_trg": "P06_01:21", "narrations": [ "pour milk into bowl", "put lid on milk", "open fridge", "put milk in fridge" ], "verbs": [ "pour-into", "put-on", "open", "put-in" ], "verb_classes": [ 9, 1, 3, 5 ], "nouns": [ "milk", "lid", "fridge", "milk" ], "noun_classes": [ 64, 6, 12, 64 ], "start_stop_timestamps": [ [ "00:01:14.01", "00:01:20.36" ], [ "00:01:20.43", "00:01:22.03" ], [ "00:01:24.48", "00:01:25.21" ], [ "00:01:25.21", "00:01:26.36" ] ], "start_stop_frames": [ [ 4440, 4821 ], [ 4825, 4921 ], [ 5068, 5112 ], [ 5112, 5181 ] ], "trgnoun": "milk", "trgverb": "put_in" }, { "key": "P24_05+209_210_211_212", "video_id": "P24_05", "narration_ids": [ "P24_05_209", "P24_05_210", "P24_05_211", "P24_05_212" ], "src": "pick_up spoon . turn pasta . move sauce in the pan", "src1": "pick_up spoon", "src2": "turn pasta", "src3": "move sauce in the pan", "trg": "move pasta in the pot", "vis_src": "P24_05:209 P24_05:210 P24_05:211", "vis_trg": "P24_05:212", "narrations": [ "pick up spoon", "turn past", "move sauce in the pan", "move pasta in the pot" ], "verbs": [ "pick-up", "stir", "move-in", "move-in" ], "verb_classes": [ 0, 10, 5, 5 ], "nouns": [ "spoon", "pasta", "sauce", "pasta" ], "noun_classes": [ 1, 45, 47, 45 ], "start_stop_timestamps": [ [ "00:18:21.91", "00:18:24.52" ], [ "00:18:24.55", "00:18:27.20" ], [ "00:18:28.67", "00:18:32.40" ], [ "00:18:36.58", "00:18:39.83" ] ], "start_stop_frames": [ [ 66114, 66271 ], [ 66273, 66432 ], [ 66520, 66744 ], [ 66994, 67189 ] ], "trgnoun": "pasta", "trgverb": "move_in" }, { "key": "P30_108+101_102_103_104", "video_id": "P30_108", "narration_ids": [ "P30_108_101", "P30_108_102", "P30_108_103", "P30_108_104" ], "src": "scrub pan . put_down sponge . turn_on tap", "src1": "scrub pan", "src2": "put_down sponge", "src3": "turn_on tap", "trg": "rinse pan", "vis_src": "P30_108:101 P30_108:102 P30_108:103", "vis_trg": "P30_108:104", "narrations": [ "scrub pan", "put down sponge", "turn on tap", "rinse pan" ], "verbs": [ "scrub", "put-down", "turn-on", "rinse" ], "verb_classes": [ 29, 1, 6, 2 ], "nouns": [ "pan", "sponge", "tap", "pan" ], "noun_classes": [ 5, 9, 0, 5 ], "start_stop_timestamps": [ [ "00:03:50.32", "00:04:08.59" ], [ "00:04:08.44", "00:04:09.03" ], [ "00:04:09.13", "00:04:09.77" ], [ "00:04:09.62", "00:04:35.90" ] ], "start_stop_frames": [ [ 11516, 12429 ], [ 12422, 12451 ], [ 12456, 12488 ], [ 12481, 13794 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P10_02+145_146_147_148", "video_id": "P10_02", "narration_ids": [ "P10_02_145", "P10_02_146", "P10_02_147", "P10_02_148" ], "src": "put the pot on the utensil shelf . cleaning the clothes using the tap water . switch_off the tap_water", "src1": "put the pot on the utensil shelf", "src2": "cleaning the clothes using the tap water", "src3": "switch_off the tap_water", "trg": "twist the clothes to remove water", "vis_src": "P10_02:145 P10_02:146 P10_02:147", "vis_trg": "P10_02:148", "narrations": [ "put the pot on the utensil shelf", "cleaning the clothes using the tap water", "switch off the tap water", "twist the clothes to remove water" ], "verbs": [ "put-on", "clean", "switch-off", "twist" ], "verb_classes": [ 1, 2, 8, 78 ], "nouns": [ "pot", "clothes", "water:tap", "clothes" ], "noun_classes": [ 29, 73, 0, 73 ], "start_stop_timestamps": [ [ "00:19:34.03", "00:19:36.36" ], [ "00:19:36.46", "00:19:47.91" ], [ "00:19:48.01", "00:19:48.98" ], [ "00:19:49.08", "00:19:53.02" ] ], "start_stop_frames": [ [ 70441, 70581 ], [ 70587, 71274 ], [ 71280, 71338 ], [ 71344, 71581 ] ], "trgnoun": "clothes", "trgverb": "twist" }, { "key": "P30_107+825_826_827_828", "video_id": "P30_107", "narration_ids": [ "P30_107_825", "P30_107_826", "P30_107_827", "P30_107_828" ], "src": "put saucepan down . turn_on hob . close cupboard", "src1": "put saucepan down", "src2": "turn_on hob", "src3": "close cupboard", "trg": "open cupboard", "vis_src": "P30_107:825 P30_107:826 P30_107:827", "vis_trg": "P30_107:828", "narrations": [ "put saucepan down", "turn on hob", "close cupboard", "open cupboard" ], "verbs": [ "put-down", "turn-on", "close", "open" ], "verb_classes": [ 1, 6, 4, 3 ], "nouns": [ "saucepan", "hob", "cupboard", "cupboard" ], "noun_classes": [ 5, 24, 3, 3 ], "start_stop_timestamps": [ [ "00:44:06.76", "00:44:07.89" ], [ "00:44:07.83", "00:44:09.71" ], [ "00:44:09.60", "00:44:12.35" ], [ "00:44:12.35", "00:44:12.84" ] ], "start_stop_frames": [ [ 132338, 132394 ], [ 132391, 132485 ], [ 132480, 132617 ], [ 132617, 132642 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P06_05+152_153_154_155", "video_id": "P06_05", "narration_ids": [ "P06_05_152", "P06_05_153", "P06_05_154", "P06_05_155" ], "src": "move oven shelf . close oven . chop cheese", "src1": "move oven shelf", "src2": "close oven", "src3": "chop cheese", "trg": "sprinkle cheese", "vis_src": "P06_05:152 P06_05:153 P06_05:154", "vis_trg": "P06_05:155", "narrations": [ "move oven shelf", "close oven", "chop cheese", "sprinkle cheese" ], "verbs": [ "move", "close", "chop", "sprinkle" ], "verb_classes": [ 11, 4, 7, 42 ], "nouns": [ "shelf", "oven", "cheese", "cheese" ], "noun_classes": [ 247, 46, 32, 32 ], "start_stop_timestamps": [ [ "00:16:54.80", "00:17:04.58" ], [ "00:17:04.49", "00:17:06.29" ], [ "00:17:07.30", "00:17:14.17" ], [ "00:17:15.44", "00:17:33.24" ] ], "start_stop_frames": [ [ 60888, 61474 ], [ 61469, 61577 ], [ 61638, 62050 ], [ 62126, 63194 ] ], "trgnoun": "cheese", "trgverb": "sprinkle" }, { "key": "P22_102+133_134_135_136", "video_id": "P22_102", "narration_ids": [ "P22_102_133", "P22_102_134", "P22_102_135", "P22_102_136" ], "src": "rinse cloth . turn_off tap . put_down cloth", "src1": "rinse cloth", "src2": "turn_off tap", "src3": "put_down cloth", "trg": "pick_up cloth", "vis_src": "P22_102:133 P22_102:134 P22_102:135", "vis_trg": "P22_102:136", "narrations": [ "rinse cloth", "turn off tap", "put down cloth", "pick up cloth" ], "verbs": [ "rinse", "turn-off", "put-down", "pick-up" ], "verb_classes": [ 2, 8, 1, 0 ], "nouns": [ "cloth", "tap", "cloth", "cloth" ], "noun_classes": [ 17, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:03:34.36", "00:03:34.82" ], [ "00:03:37.01", "00:03:38.26" ], [ "00:03:38.27", "00:03:41.83" ], [ "00:03:42.00", "00:03:42.63" ] ], "start_stop_frames": [ [ 10718, 10741 ], [ 10850, 10913 ], [ 10913, 11091 ], [ 11100, 11131 ] ], "trgnoun": "cloth", "trgverb": "pick_up" }, { "key": "P30_101+163_164_165_166", "video_id": "P30_101", "narration_ids": [ "P30_101_163", "P30_101_164", "P30_101_165", "P30_101_166" ], "src": "put hummus down . open cupboard . take plate", "src1": "put hummus down", "src2": "open cupboard", "src3": "take plate", "trg": "close cupboard", "vis_src": "P30_101:163 P30_101:164 P30_101:165", "vis_trg": "P30_101:166", "narrations": [ "put hummus down", "open cupboard", "take plate", "close cupboard" ], "verbs": [ "put-down", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "hummus", "cupboard", "plate", "cupboard" ], "noun_classes": [ 181, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:05:14.93", "00:05:15.62" ], [ "00:05:16.31", "00:05:17.27" ], [ "00:05:17.68", "00:05:18.66" ], [ "00:05:18.86", "00:05:19.45" ] ], "start_stop_frames": [ [ 15746, 15781 ], [ 15815, 15863 ], [ 15884, 15933 ], [ 15943, 15972 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P25_04+9_10_11_12", "video_id": "P25_04", "narration_ids": [ "P25_04_9", "P25_04_10", "P25_04_11", "P25_04_12" ], "src": "open cupboard . take napkin . take coffee_pot", "src1": "open cupboard", "src2": "take napkin", "src3": "take coffee_pot", "trg": "dry coffee_pot", "vis_src": "P25_04:9 P25_04:10 P25_04:11", "vis_trg": "P25_04:12", "narrations": [ "open cupboard", "take napkin", "take coffee pot", "dry coffee pot" ], "verbs": [ "open", "take", "take", "dry" ], "verb_classes": [ 3, 0, 0, 14 ], "nouns": [ "cupboard", "napkin", "pot:coffee", "pot:coffee" ], "noun_classes": [ 3, 88, 50, 50 ], "start_stop_timestamps": [ [ "00:03:05.56", "00:03:06.67" ], [ "00:03:11.17", "00:03:12.87" ], [ "00:03:15.50", "00:03:36.60" ], [ "00:03:34.58", "00:03:41.30" ] ], "start_stop_frames": [ [ 11133, 11200 ], [ 11470, 11572 ], [ 11730, 12996 ], [ 12874, 13278 ] ], "trgnoun": "coffee_pot", "trgverb": "dry" }, { "key": "P06_101+131_132_133_134", "video_id": "P06_101", "narration_ids": [ "P06_101_131", "P06_101_132", "P06_101_133", "P06_101_134" ], "src": "chop chillies and garlic . pick_up chopping_board . scrape ingredients into pan", "src1": "chop chillies and garlic", "src2": "pick_up chopping_board", "src3": "scrape ingredients into pan", "trg": "put_down chopping_board and knife", "vis_src": "P06_101:131 P06_101:132 P06_101:133", "vis_trg": "P06_101:134", "narrations": [ "chop chillies and garlic", "pick up chopping board", "scrape ingredients into pan", "put down chopping board and knife" ], "verbs": [ "chop", "pick-up", "scrape-into", "put-down" ], "verb_classes": [ 7, 0, 25, 1 ], "nouns": [ "chilli", "board:chopping", "ingredient", "board:chopping" ], "noun_classes": [ 69, 18, 34, 18 ], "start_stop_timestamps": [ [ "00:08:13.73", "00:08:43.31" ], [ "00:08:43.57", "00:08:44.71" ], [ "00:08:44.84", "00:08:52.97" ], [ "00:08:46.85", "00:08:54.39" ] ], "start_stop_frames": [ [ 24686, 26165 ], [ 26178, 26235 ], [ 26242, 26648 ], [ 26342, 26719 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P24_07+168_169_170_171", "video_id": "P24_07", "narration_ids": [ "P24_07_168", "P24_07_169", "P24_07_170", "P24_07_171" ], "src": "rinse colander . clean colander . close tap", "src1": "rinse colander", "src2": "clean colander", "src3": "close tap", "trg": "place colander", "vis_src": "P24_07:168 P24_07:169 P24_07:170", "vis_trg": "P24_07:171", "narrations": [ "rinse colander", "clean colander", "close tap", "place colander" ], "verbs": [ "rinse", "clean", "turn-off", "place" ], "verb_classes": [ 2, 2, 8, 1 ], "nouns": [ "colander", "colander", "tap", "colander" ], "noun_classes": [ 39, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:13:21.63", "00:13:25.73" ], [ "00:13:25.83", "00:13:46.70" ], [ "00:13:46.32", "00:13:47.52" ], [ "00:13:47.62", "00:13:49.58" ] ], "start_stop_frames": [ [ 48097, 48343 ], [ 48349, 49602 ], [ 49579, 49651 ], [ 49657, 49774 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P04_107+677_678_679_680", "video_id": "P04_107", "narration_ids": [ "P04_107_677", "P04_107_678", "P04_107_679", "P04_107_680" ], "src": "hold_down greaseproof_paper . pick_up dough . lay_down dough on greaseproof paper", "src1": "hold_down greaseproof_paper", "src2": "pick_up dough", "src3": "lay_down dough on greaseproof paper", "trg": "lay_out greaseproof_paper", "vis_src": "P04_107:677 P04_107:678 P04_107:679", "vis_trg": "P04_107:680", "narrations": [ "hold down greaseproof paper", "pick up dough", "lay down dough on greaseproof paper", "lay out greaseproof paper" ], "verbs": [ "hold-down", "pick-up", "lay-down", "lay-out" ], "verb_classes": [ 34, 0, 1, 1 ], "nouns": [ "paper:greaseproof", "dough", "dough", "paper:greaseproof" ], "noun_classes": [ 49, 25, 25, 49 ], "start_stop_timestamps": [ [ "00:18:15.41", "00:18:15.65" ], [ "00:18:15.66", "00:18:16.05" ], [ "00:18:15.91", "00:18:18.25" ], [ "00:18:16.38", "00:18:18.56" ] ], "start_stop_frames": [ [ 54770, 54782 ], [ 54783, 54802 ], [ 54795, 54912 ], [ 54819, 54928 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_out" }, { "key": "P04_110+378_379_380_381", "video_id": "P04_110", "narration_ids": [ "P04_110_378", "P04_110_379", "P04_110_380", "P04_110_381" ], "src": "rinse hands . scrape dough off fingers . turn_off tap", "src1": "rinse hands", "src2": "scrape dough off fingers", "src3": "turn_off tap", "trg": "turn_on tap", "vis_src": "P04_110:378 P04_110:379 P04_110:380", "vis_trg": "P04_110:381", "narrations": [ "rinse hands", "scrape dough off fingers", "turn off tap", "turn on tap" ], "verbs": [ "rinse", "scrape-off", "turn-off", "turn-on" ], "verb_classes": [ 2, 25, 8, 6 ], "nouns": [ "hand", "dough", "tap", "tap" ], "noun_classes": [ 11, 25, 0, 0 ], "start_stop_timestamps": [ [ "00:11:12.29", "00:11:13.74" ], [ "00:11:13.40", "00:11:15.30" ], [ "00:11:15.32", "00:11:16.60" ], [ "00:11:16.67", "00:11:17.20" ] ], "start_stop_frames": [ [ 33614, 33687 ], [ 33670, 33765 ], [ 33766, 33830 ], [ 33833, 33860 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P07_116+9_10_11_12", "video_id": "P07_116", "narration_ids": [ "P07_116_9", "P07_116_10", "P07_116_11", "P07_116_12" ], "src": "press button . grab plate . grab plates", "src1": "press button", "src2": "grab plate", "src3": "grab plates", "trg": "put away plate", "vis_src": "P07_116:9 P07_116:10 P07_116:11", "vis_trg": "P07_116:12", "narrations": [ "press button", "grab plate", "grab plates", "put away plate" ], "verbs": [ "press", "grab", "grab", "put" ], "verb_classes": [ 21, 0, 0, 1 ], "nouns": [ "button", "plate", "plate", "plate" ], "noun_classes": [ 92, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:00:21.95", "00:00:23.72" ], [ "00:00:24.77", "00:00:26.30" ], [ "00:00:25.00", "00:00:29.37" ], [ "00:00:29.00", "00:00:32.64" ] ], "start_stop_frames": [ [ 1097, 1186 ], [ 1238, 1315 ], [ 1250, 1468 ], [ 1450, 1632 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P02_122+93_94_95_96", "video_id": "P02_122", "narration_ids": [ "P02_122_93", "P02_122_94", "P02_122_95", "P02_122_96" ], "src": "pour thyme from lid into plate . close thyme_jar . pick_up pepper_jar", "src1": "pour thyme from lid into plate", "src2": "close thyme_jar", "src3": "pick_up pepper_jar", "trg": "open pepper_jar", "vis_src": "P02_122:93 P02_122:94 P02_122:95", "vis_trg": "P02_122:96", "narrations": [ "pour thyme from lid into plate", "close thyme jar", "pick up pepper jar", "open pepper jar" ], "verbs": [ "pour-from", "close", "pick-up", "open" ], "verb_classes": [ 9, 4, 0, 3 ], "nouns": [ "thyme", "jar:thyme", "jar:pepper", "jar:pepper" ], "noun_classes": [ 215, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:05:07.19", "00:05:08.32" ], [ "00:05:08.39", "00:05:09.26" ], [ "00:05:09.36", "00:05:10.02" ], [ "00:05:10.03", "00:05:11.26" ] ], "start_stop_frames": [ [ 15359, 15416 ], [ 15419, 15463 ], [ 15468, 15501 ], [ 15501, 15563 ] ], "trgnoun": "pepper_jar", "trgverb": "open" }, { "key": "P01_106+242_243_244_245", "video_id": "P01_106", "narration_ids": [ "P01_106_242", "P01_106_243", "P01_106_244", "P01_106_245" ], "src": "take tea_towel . fold tea_towel . open drawer", "src1": "take tea_towel", "src2": "fold tea_towel", "src3": "open drawer", "trg": "put tea_towel into drawer", "vis_src": "P01_106:242 P01_106:243 P01_106:244", "vis_trg": "P01_106:245", "narrations": [ "take tea towel", "fold tea towel", "open drawer", "put tea towel into drawer" ], "verbs": [ "take", "fold", "open", "put-into" ], "verb_classes": [ 0, 28, 3, 5 ], "nouns": [ "towel:tea", "towel:tea", "drawer", "towel:tea" ], "noun_classes": [ 52, 52, 8, 52 ], "start_stop_timestamps": [ [ "00:11:46.56", "00:11:48.98" ], [ "00:11:52.81", "00:11:59.62" ], [ "00:11:59.96", "00:12:00.60" ], [ "00:12:00.66", "00:12:01.13" ] ], "start_stop_frames": [ [ 35328, 35449 ], [ 35640, 35981 ], [ 35998, 36030 ], [ 36033, 36056 ] ], "trgnoun": "tea_towel", "trgverb": "put_into" }, { "key": "P01_09+63_64_65_66", "video_id": "P01_09", "narration_ids": [ "P01_09_63", "P01_09_64", "P01_09_65", "P01_09_66" ], "src": "move cutting_board and flower . open drawer . take spatula", "src1": "move cutting_board and flower", "src2": "open drawer", "src3": "take spatula", "trg": "put_down spatula", "vis_src": "P01_09:63 P01_09:64 P01_09:65", "vis_trg": "P01_09:66", "narrations": [ "move cutting board and flower", "open drawer", "take spatula", "put down spatula" ], "verbs": [ "move", "open", "take", "put-down" ], "verb_classes": [ 11, 3, 0, 1 ], "nouns": [ "board:cutting", "drawer", "spatula", "spatula" ], "noun_classes": [ 18, 8, 20, 20 ], "start_stop_timestamps": [ [ "00:03:04.21", "00:03:09.11" ], [ "00:03:09.89", "00:03:11.42" ], [ "00:03:11.24", "00:03:12.81" ], [ "00:03:14.34", "00:03:15.08" ] ], "start_stop_frames": [ [ 11052, 11346 ], [ 11393, 11485 ], [ 11474, 11568 ], [ 11660, 11704 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P08_21+151_152_153_154", "video_id": "P08_21", "narration_ids": [ "P08_21_151", "P08_21_152", "P08_21_153", "P08_21_154" ], "src": "move mug . choose eggs . get one egg", "src1": "move mug", "src2": "choose eggs", "src3": "get one egg", "trg": "break egg in bowl", "vis_src": "P08_21:151 P08_21:152 P08_21:153", "vis_trg": "P08_21:154", "narrations": [ "move mug", "choose eggs", "get one egg", "break egg in bowl" ], "verbs": [ "move", "choose", "get", "break-in" ], "verb_classes": [ 11, 85, 0, 30 ], "nouns": [ "mug", "egg", "egg", "egg" ], "noun_classes": [ 13, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:09:26.68", "00:09:30.27" ], [ "00:09:32.81", "00:09:38.84" ], [ "00:09:38.56", "00:09:39.99" ], [ "00:09:39.81", "00:09:44.31" ] ], "start_stop_frames": [ [ 34000, 34216 ], [ 34368, 34730 ], [ 34713, 34799 ], [ 34788, 35058 ] ], "trgnoun": "egg", "trgverb": "break_in" }, { "key": "P02_03+120_121_122_123", "video_id": "P02_03", "narration_ids": [ "P02_03_120", "P02_03_121", "P02_03_122", "P02_03_123" ], "src": "pick pot . remove lid . close cupboard", "src1": "pick pot", "src2": "remove lid", "src3": "close cupboard", "trg": "put pot on stove", "vis_src": "P02_03:120 P02_03:121 P02_03:122", "vis_trg": "P02_03:123", "narrations": [ "pick pot", "remove lid", "close cupboard", "put pot on stove" ], "verbs": [ "pick", "remove", "close", "put-on" ], "verb_classes": [ 0, 12, 4, 1 ], "nouns": [ "pot", "lid", "cupboard", "pot" ], "noun_classes": [ 29, 6, 3, 29 ], "start_stop_timestamps": [ [ "00:05:41.01", "00:05:45.65" ], [ "00:05:45.68", "00:05:46.56" ], [ "00:05:47.32", "00:05:50.50" ], [ "00:05:49.93", "00:05:57.56" ] ], "start_stop_frames": [ [ 20460, 20739 ], [ 20740, 20793 ], [ 20839, 21030 ], [ 20995, 21453 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P22_107+62_63_64_65", "video_id": "P22_107", "narration_ids": [ "P22_107_62", "P22_107_63", "P22_107_64", "P22_107_65" ], "src": "pick_up bottle . open bottle . pour water", "src1": "pick_up bottle", "src2": "open bottle", "src3": "pour water", "trg": "put_down bottle", "vis_src": "P22_107:62 P22_107:63 P22_107:64", "vis_trg": "P22_107:65", "narrations": [ "pick up bottle", "open bottle", "pour water", "put down bottle" ], "verbs": [ "pick-up", "open", "pour", "put-down" ], "verb_classes": [ 0, 3, 9, 1 ], "nouns": [ "bottle", "bottle", "water", "bottle" ], "noun_classes": [ 15, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:01:58.27", "00:01:58.91" ], [ "00:01:58.98", "00:01:59.76" ], [ "00:01:59.83", "00:02:04.63" ], [ "00:02:05.59", "00:02:06.23" ] ], "start_stop_frames": [ [ 5913, 5945 ], [ 5948, 5988 ], [ 5991, 6231 ], [ 6279, 6311 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P30_04+64_65_66_67", "video_id": "P30_04", "narration_ids": [ "P30_04_64", "P30_04_65", "P30_04_66", "P30_04_67" ], "src": "take box . dry box . remove sticker from box", "src1": "take box", "src2": "dry box", "src3": "remove sticker from box", "trg": "put box in washing up", "vis_src": "P30_04:64 P30_04:65 P30_04:66", "vis_trg": "P30_04:67", "narrations": [ "take box", "dry box", "remove sticker from box", "put box in washing up" ], "verbs": [ "take", "dry", "remove-from", "put-in" ], "verb_classes": [ 0, 14, 12, 5 ], "nouns": [ "box", "box", "sticker", "box" ], "noun_classes": [ 23, 23, 222, 23 ], "start_stop_timestamps": [ [ "00:03:05.56", "00:03:08.22" ], [ "00:03:07.91", "00:03:15.05" ], [ "00:03:14.48", "00:03:17.74" ], [ "00:03:18.13", "00:03:20.29" ] ], "start_stop_frames": [ [ 11133, 11293 ], [ 11274, 11703 ], [ 11668, 11864 ], [ 11887, 12017 ] ], "trgnoun": "box", "trgverb": "put_in" }, { "key": "P28_111+15_16_17_18", "video_id": "P28_111", "narration_ids": [ "P28_111_15", "P28_111_16", "P28_111_17", "P28_111_18" ], "src": "turn_on tap . rinse chopsticks . take fork", "src1": "turn_on tap", "src2": "rinse chopsticks", "src3": "take fork", "trg": "rinse fork", "vis_src": "P28_111:15 P28_111:16 P28_111:17", "vis_trg": "P28_111:18", "narrations": [ "turn on tap", "rinse chopsticks", "take fork", "rinse fork" ], "verbs": [ "turn-on", "rinse", "take", "rinse" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "chopstick", "fork", "fork" ], "noun_classes": [ 0, 80, 14, 14 ], "start_stop_timestamps": [ [ "00:01:02.83", "00:01:04.64" ], [ "00:01:05.26", "00:01:07.29" ], [ "00:01:07.75", "00:01:09.05" ], [ "00:01:09.16", "00:01:10.82" ] ], "start_stop_frames": [ [ 3141, 3232 ], [ 3263, 3364 ], [ 3387, 3452 ], [ 3458, 3540 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P04_03+172_173_174_175", "video_id": "P04_03", "narration_ids": [ "P04_03_172", "P04_03_173", "P04_03_174", "P04_03_175" ], "src": "pick_up tupperware . open tupperware . spoon cucumber into tupperware", "src1": "pick_up tupperware", "src2": "open tupperware", "src3": "spoon cucumber into tupperware", "trg": "close tupperware", "vis_src": "P04_03:172 P04_03:173 P04_03:174", "vis_trg": "P04_03:175", "narrations": [ "pick up tupperware", "open tupperware", "spoon cucumber into tupperware", "close tupperware" ], "verbs": [ "pick-up", "open", "spoon-into", "close" ], "verb_classes": [ 0, 3, 16, 4 ], "nouns": [ "tupperware", "tupperware", "cucumber", "tupperware" ], "noun_classes": [ 23, 23, 72, 23 ], "start_stop_timestamps": [ [ "00:10:16.13", "00:10:16.80" ], [ "00:10:18.81", "00:10:20.00" ], [ "00:10:20.15", "00:10:36.00" ], [ "00:10:36.92", "00:10:40.40" ] ], "start_stop_frames": [ [ 36967, 37008 ], [ 37128, 37200 ], [ 37209, 38160 ], [ 38215, 38424 ] ], "trgnoun": "tupperware", "trgverb": "close" }, { "key": "P02_121+37_38_39_40", "video_id": "P02_121", "narration_ids": [ "P02_121_37", "P02_121_38", "P02_121_39", "P02_121_40" ], "src": "pick_up baking_paper . move cake_mould . place baking_paper inside cake mould", "src1": "pick_up baking_paper", "src2": "move cake_mould", "src3": "place baking_paper inside cake mould", "trg": "fold baking_paper", "vis_src": "P02_121:37 P02_121:38 P02_121:39", "vis_trg": "P02_121:40", "narrations": [ "pick up baking paper", "move cake mould", "place baking paper inside cake mould", "fold baking paper" ], "verbs": [ "pick-up", "move", "place-inside", "fold" ], "verb_classes": [ 0, 11, 5, 28 ], "nouns": [ "paper:baking", "mould:cake", "paper:baking", "paper:baking" ], "noun_classes": [ 49, 35, 49, 49 ], "start_stop_timestamps": [ [ "00:01:42.37", "00:01:43.06" ], [ "00:01:43.20", "00:01:45.02" ], [ "00:01:46.16", "00:01:51.10" ], [ "00:01:50.65", "00:01:57.47" ] ], "start_stop_frames": [ [ 5118, 5153 ], [ 5160, 5251 ], [ 5308, 5555 ], [ 5532, 5873 ] ], "trgnoun": "baking_paper", "trgverb": "fold" }, { "key": "P06_09+26_27_28_29", "video_id": "P06_09", "narration_ids": [ "P06_09_26", "P06_09_27", "P06_09_28", "P06_09_29" ], "src": "scrape pepper into pan . stir pan . change cooker_temperature", "src1": "scrape pepper into pan", "src2": "stir pan", "src3": "change cooker_temperature", "trg": "chop pepper", "vis_src": "P06_09:26 P06_09:27 P06_09:28", "vis_trg": "P06_09:29", "narrations": [ "scrape pepper into pan", "stir pan", "change cooker temperature", "chop pepper" ], "verbs": [ "scrape-into", "stir", "change", "chop" ], "verb_classes": [ 25, 10, 17, 7 ], "nouns": [ "pepper", "pan", "temperature:cooker", "pepper" ], "noun_classes": [ 37, 5, 65, 37 ], "start_stop_timestamps": [ [ "00:07:07.26", "00:07:13.70" ], [ "00:07:14.80", "00:07:18.28" ], [ "00:07:18.46", "00:07:20.09" ], [ "00:07:21.59", "00:07:52.42" ] ], "start_stop_frames": [ [ 25635, 26022 ], [ 26088, 26296 ], [ 26307, 26405 ], [ 26495, 28345 ] ], "trgnoun": "pepper", "trgverb": "chop" }, { "key": "P21_03+71_72_73_74", "video_id": "P21_03", "narration_ids": [ "P21_03_71", "P21_03_72", "P21_03_73", "P21_03_74" ], "src": "throwing napkin into rubbish bin . opening the microwave . taking out the tortillas", "src1": "throwing napkin into rubbish bin", "src2": "opening the microwave", "src3": "taking out the tortillas", "trg": "placing tortillas on the table", "vis_src": "P21_03:71 P21_03:72 P21_03:73", "vis_trg": "P21_03:74", "narrations": [ "throwing napkin into rubbish bin", "opening the microwave", "taking out the tortillas", "placing tortillas on the table" ], "verbs": [ "throw-into", "open", "take-out", "place-on" ], "verb_classes": [ 13, 3, 12, 1 ], "nouns": [ "napkin", "microwave", "tortilla", "tortilla" ], "noun_classes": [ 88, 90, 107, 107 ], "start_stop_timestamps": [ [ "00:09:26.41", "00:09:27.36" ], [ "00:09:29.00", "00:09:31.38" ], [ "00:09:30.84", "00:09:35.19" ], [ "00:09:34.98", "00:09:37.73" ] ], "start_stop_frames": [ [ 33984, 34041 ], [ 34140, 34282 ], [ 34250, 34511 ], [ 34498, 34663 ] ], "trgnoun": "tortilla", "trgverb": "place_on" }, { "key": "P01_109+562_563_564_565", "video_id": "P01_109", "narration_ids": [ "P01_109_562", "P01_109_563", "P01_109_564", "P01_109_565" ], "src": "close bottle . turn_on tap . rinse sponge", "src1": "close bottle", "src2": "turn_on tap", "src3": "rinse sponge", "trg": "turn_off tap", "vis_src": "P01_109:562 P01_109:563 P01_109:564", "vis_trg": "P01_109:565", "narrations": [ "close bottle", "turn on tap", "rinse sponge", "turn off tap" ], "verbs": [ "close", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 4, 6, 2, 8 ], "nouns": [ "bottle", "tap", "sponge", "tap" ], "noun_classes": [ 15, 0, 9, 0 ], "start_stop_timestamps": [ [ "00:41:00.02", "00:41:00.79" ], [ "00:41:01.10", "00:41:01.80" ], [ "00:41:01.65", "00:41:02.71" ], [ "00:41:02.46", "00:41:03.33" ] ], "start_stop_frames": [ [ 123001, 123039 ], [ 123055, 123090 ], [ 123082, 123135 ], [ 123123, 123166 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P28_108+32_33_34_35", "video_id": "P28_108", "narration_ids": [ "P28_108_32", "P28_108_33", "P28_108_34", "P28_108_35" ], "src": "stir butter in pot . put fork . take tortellini", "src1": "stir butter in pot", "src2": "put fork", "src3": "take tortellini", "trg": "put tortellini in pot", "vis_src": "P28_108:32 P28_108:33 P28_108:34", "vis_trg": "P28_108:35", "narrations": [ "stir butter in pot", "put fork", "take tortellini", "put tortellini in pot" ], "verbs": [ "stir-in", "put", "take", "put-in" ], "verb_classes": [ 10, 1, 0, 5 ], "nouns": [ "butter", "fork", "tortellini", "tortellini" ], "noun_classes": [ 78, 14, 45, 45 ], "start_stop_timestamps": [ [ "00:03:31.15", "00:03:36.32" ], [ "00:03:35.68", "00:03:36.94" ], [ "00:03:38.23", "00:03:39.90" ], [ "00:03:41.21", "00:03:43.56" ] ], "start_stop_frames": [ [ 10557, 10816 ], [ 10784, 10847 ], [ 10911, 10995 ], [ 11060, 11178 ] ], "trgnoun": "tortellini", "trgverb": "put_in" }, { "key": "P11_05+402_403_404_405", "video_id": "P11_05", "narration_ids": [ "P11_05_402", "P11_05_403", "P11_05_404", "P11_05_405" ], "src": "scrub pan . rinse sponge . rinse hands", "src1": "scrub pan", "src2": "rinse sponge", "src3": "rinse hands", "trg": "rinse pan", "vis_src": "P11_05:402 P11_05:403 P11_05:404", "vis_trg": "P11_05:405", "narrations": [ "scrub pan", "rinse sponge", "rinse hands", "rinse pan" ], "verbs": [ "scrub", "rinse", "rinse", "rinse" ], "verb_classes": [ 29, 2, 2, 2 ], "nouns": [ "pan", "sponge", "hand", "pan" ], "noun_classes": [ 5, 9, 11, 5 ], "start_stop_timestamps": [ [ "00:29:18.00", "00:29:29.25" ], [ "00:29:29.45", "00:29:37.20" ], [ "00:29:37.30", "00:29:38.30" ], [ "00:29:38.80", "00:29:49.65" ] ], "start_stop_frames": [ [ 105480, 106155 ], [ 106167, 106632 ], [ 106638, 106698 ], [ 106728, 107379 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P02_02+37_38_39_40", "video_id": "P02_02", "narration_ids": [ "P02_02_37", "P02_02_38", "P02_02_39", "P02_02_40" ], "src": "pick_up mug . wash mug . open tap", "src1": "pick_up mug", "src2": "wash mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_02:37 P02_02:38 P02_02:39", "vis_trg": "P02_02:40", "narrations": [ "pick up mug", "wash mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:01:21.24", "00:01:22.49" ], [ "00:01:22.59", "00:01:33.18" ], [ "00:01:26.39", "00:01:27.40" ], [ "00:01:27.15", "00:01:32.25" ] ], "start_stop_frames": [ [ 4874, 4949 ], [ 4955, 5590 ], [ 5183, 5244 ], [ 5229, 5535 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P04_107+323_324_325_326", "video_id": "P04_107", "narration_ids": [ "P04_107_323", "P04_107_324", "P04_107_325", "P04_107_326" ], "src": "push dough into chopping board . rotate dough . pick_up rolling_pin", "src1": "push dough into chopping board", "src2": "rotate dough", "src3": "pick_up rolling_pin", "trg": "roll_out dough", "vis_src": "P04_107:323 P04_107:324 P04_107:325", "vis_trg": "P04_107:326", "narrations": [ "push dough into chopping board", "rotate dough", "pick up rolling pin", "roll out dough" ], "verbs": [ "push-into", "rotate", "pick-up", "roll-out" ], "verb_classes": [ 5, 23, 0, 39 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:09:54.47", "00:09:55.73" ], [ "00:09:55.97", "00:09:56.31" ], [ "00:09:56.39", "00:09:56.98" ], [ "00:09:56.87", "00:09:59.10" ] ], "start_stop_frames": [ [ 29723, 29786 ], [ 29798, 29815 ], [ 29819, 29849 ], [ 29843, 29955 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P06_101+96_97_98_99", "video_id": "P06_101", "narration_ids": [ "P06_101_96", "P06_101_97", "P06_101_98", "P06_101_99" ], "src": "pick_up knife . crush garlic . peel garlic", "src1": "pick_up knife", "src2": "crush garlic", "src3": "peel garlic", "trg": "pick_up garlic", "vis_src": "P06_101:96 P06_101:97 P06_101:98", "vis_trg": "P06_101:99", "narrations": [ "pick up knife", "crush garlic", "peel garlic", "pick up garlic" ], "verbs": [ "pick-up", "crush", "peel", "pick-up" ], "verb_classes": [ 0, 49, 19, 0 ], "nouns": [ "knife", "garlic", "garlic", "garlic" ], "noun_classes": [ 4, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:05:47.35", "00:05:47.94" ], [ "00:05:48.40", "00:05:48.90" ], [ "00:05:50.67", "00:05:59.66" ], [ "00:06:00.65", "00:06:01.37" ] ], "start_stop_frames": [ [ 17367, 17397 ], [ 17420, 17445 ], [ 17533, 17983 ], [ 18032, 18068 ] ], "trgnoun": "garlic", "trgverb": "pick_up" }, { "key": "P04_120+269_270_271_272", "video_id": "P04_120", "narration_ids": [ "P04_120_269", "P04_120_270", "P04_120_271", "P04_120_272" ], "src": "pick_up knife . put knife in drawer . pick_up pastry_brush", "src1": "pick_up knife", "src2": "put knife in drawer", "src3": "pick_up pastry_brush", "trg": "put pastry_brush in drawer", "vis_src": "P04_120:269 P04_120:270 P04_120:271", "vis_trg": "P04_120:272", "narrations": [ "pick up knife", "put knife in drawer", "pick up pastry brush", "put pastry brush in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "knife", "knife", "brush:pastry", "brush:pastry" ], "noun_classes": [ 4, 4, 103, 103 ], "start_stop_timestamps": [ [ "00:10:32.66", "00:10:33.24" ], [ "00:10:33.35", "00:10:33.99" ], [ "00:10:34.09", "00:10:35.21" ], [ "00:10:35.25", "00:10:36.68" ] ], "start_stop_frames": [ [ 31633, 31662 ], [ 31667, 31699 ], [ 31704, 31760 ], [ 31762, 31833 ] ], "trgnoun": "pastry_brush", "trgverb": "put_in" }, { "key": "P02_06+101_102_103_104", "video_id": "P02_06", "narration_ids": [ "P02_06_101", "P02_06_102", "P02_06_103", "P02_06_104" ], "src": "put plate . open tap . rinse mug", "src1": "put plate", "src2": "open tap", "src3": "rinse mug", "trg": "put mug", "vis_src": "P02_06:101 P02_06:102 P02_06:103", "vis_trg": "P02_06:104", "narrations": [ "put plate", "open tap", "rinse mug", "put mug" ], "verbs": [ "put", "turn-on", "rinse", "put" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "plate", "tap", "mug", "mug" ], "noun_classes": [ 2, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:03:50.28", "00:03:51.73" ], [ "00:03:57.18", "00:03:58.33" ], [ "00:03:58.46", "00:04:02.07" ], [ "00:04:03.84", "00:04:04.63" ] ], "start_stop_frames": [ [ 13816, 13903 ], [ 14230, 14299 ], [ 14307, 14524 ], [ 14630, 14677 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P04_104+224_225_226_227", "video_id": "P04_104", "narration_ids": [ "P04_104_224", "P04_104_225", "P04_104_226", "P04_104_227" ], "src": "open dishwasher . pull_out dishwasher_drawer . pick_up tub", "src1": "open dishwasher", "src2": "pull_out dishwasher_drawer", "src3": "pick_up tub", "trg": "put_down tub", "vis_src": "P04_104:224 P04_104:225 P04_104:226", "vis_trg": "P04_104:227", "narrations": [ "open dishwasher", "pull out dishwasher drawer", "pick up tub", "put down tub" ], "verbs": [ "open", "pull-out", "pick-up", "put-down" ], "verb_classes": [ 3, 31, 0, 1 ], "nouns": [ "dishwasher", "drawer:dishwasher", "tub", "tub" ], "noun_classes": [ 70, 70, 23, 23 ], "start_stop_timestamps": [ [ "00:08:48.66", "00:08:50.95" ], [ "00:08:51.09", "00:08:52.55" ], [ "00:08:53.24", "00:08:54.77" ], [ "00:08:54.95", "00:08:55.31" ] ], "start_stop_frames": [ [ 26433, 26547 ], [ 26554, 26627 ], [ 26662, 26738 ], [ 26747, 26765 ] ], "trgnoun": "tub", "trgverb": "put_down" }, { "key": "P02_132+29_30_31_32", "video_id": "P02_132", "narration_ids": [ "P02_132_29", "P02_132_30", "P02_132_31", "P02_132_32" ], "src": "put_down chopping_board . pick_up chopping_board . put_down knife", "src1": "put_down chopping_board", "src2": "pick_up chopping_board", "src3": "put_down knife", "trg": "put chopping_board in sink", "vis_src": "P02_132:29 P02_132:30 P02_132:31", "vis_trg": "P02_132:32", "narrations": [ "put down chopping board", "pick up chopping board", "put down knife", "put chopping board in sink" ], "verbs": [ "put-down", "pick-up", "put-down", "put-in" ], "verb_classes": [ 1, 0, 1, 5 ], "nouns": [ "board:chopping", "board:chopping", "knife", "board:chopping" ], "noun_classes": [ 18, 18, 4, 18 ], "start_stop_timestamps": [ [ "00:01:06.44", "00:01:07.56" ], [ "00:01:07.92", "00:01:08.55" ], [ "00:01:08.38", "00:01:09.26" ], [ "00:01:10.34", "00:01:11.70" ] ], "start_stop_frames": [ [ 3322, 3378 ], [ 3396, 3427 ], [ 3419, 3463 ], [ 3517, 3585 ] ], "trgnoun": "chopping_board", "trgverb": "put_in" }, { "key": "P09_104+16_17_18_19", "video_id": "P09_104", "narration_ids": [ "P09_104_16", "P09_104_17", "P09_104_18", "P09_104_19" ], "src": "take strawberries . close fridge . clean strawberry", "src1": "take strawberries", "src2": "close fridge", "src3": "clean strawberry", "trg": "open fridge", "vis_src": "P09_104:16 P09_104:17 P09_104:18", "vis_trg": "P09_104:19", "narrations": [ "take strawberries", "close fridge", "clean strawberry", "open fridge" ], "verbs": [ "take", "close", "clean", "open" ], "verb_classes": [ 0, 4, 2, 3 ], "nouns": [ "strawberry", "fridge", "strawberry", "fridge" ], "noun_classes": [ 243, 12, 243, 12 ], "start_stop_timestamps": [ [ "00:01:39.39", "00:01:41.61" ], [ "00:01:42.59", "00:01:44.58" ], [ "00:01:46.96", "00:02:07.15" ], [ "00:02:09.77", "00:02:11.31" ] ], "start_stop_frames": [ [ 4969, 5080 ], [ 5129, 5229 ], [ 5348, 6357 ], [ 6488, 6565 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P06_05+171_172_173_174", "video_id": "P06_05", "narration_ids": [ "P06_05_171", "P06_05_172", "P06_05_173", "P06_05_174" ], "src": "pick_up chopping_board . open dishwasher . put knife in dishwasher", "src1": "pick_up chopping_board", "src2": "open dishwasher", "src3": "put knife in dishwasher", "trg": "put chopping_board in dishwasher", "vis_src": "P06_05:171 P06_05:172 P06_05:173", "vis_trg": "P06_05:174", "narrations": [ "pick up chopping board", "open dishwasher", "put knife in dishwasher", "put chopping board in dishwasher" ], "verbs": [ "pick-up", "open", "put-in", "put-in" ], "verb_classes": [ 0, 3, 5, 5 ], "nouns": [ "board:chopping", "dishwasher", "knife", "board:chopping" ], "noun_classes": [ 18, 70, 4, 18 ], "start_stop_timestamps": [ [ "00:19:23.52", "00:19:25.25" ], [ "00:19:26.26", "00:19:28.41" ], [ "00:19:28.51", "00:19:31.76" ], [ "00:19:31.84", "00:19:36.47" ] ], "start_stop_frames": [ [ 69811, 69915 ], [ 69975, 70104 ], [ 70110, 70305 ], [ 70310, 70588 ] ], "trgnoun": "chopping_board", "trgverb": "put_in" }, { "key": "P28_111+85_86_87_88", "video_id": "P28_111", "narration_ids": [ "P28_111_85", "P28_111_86", "P28_111_87", "P28_111_88" ], "src": "turn_off tap . take fork . wash fork", "src1": "turn_off tap", "src2": "take fork", "src3": "wash fork", "trg": "put fork", "vis_src": "P28_111:85 P28_111:86 P28_111:87", "vis_trg": "P28_111:88", "narrations": [ "turn off tap", "take fork", "wash fork", "put fork" ], "verbs": [ "turn-off", "take", "wash", "put" ], "verb_classes": [ 8, 0, 2, 1 ], "nouns": [ "tap", "fork", "fork", "fork" ], "noun_classes": [ 0, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:04:47.57", "00:04:48.15" ], [ "00:04:48.00", "00:04:50.85" ], [ "00:04:50.94", "00:04:52.66" ], [ "00:04:52.26", "00:04:53.64" ] ], "start_stop_frames": [ [ 14378, 14407 ], [ 14400, 14542 ], [ 14547, 14632 ], [ 14613, 14682 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P25_107+66_67_68_69", "video_id": "P25_107", "narration_ids": [ "P25_107_66", "P25_107_67", "P25_107_68", "P25_107_69" ], "src": "cut aubergine . put_down knife . take fork", "src1": "cut aubergine", "src2": "put_down knife", "src3": "take fork", "trg": "flip aubergine", "vis_src": "P25_107:66 P25_107:67 P25_107:68", "vis_trg": "P25_107:69", "narrations": [ "cut aubergine", "put down knife", "take fork", "flip aubergine" ], "verbs": [ "cut", "put-down", "take", "flip" ], "verb_classes": [ 7, 1, 0, 22 ], "nouns": [ "aubergine", "knife", "fork", "aubergine" ], "noun_classes": [ 67, 4, 14, 67 ], "start_stop_timestamps": [ [ "00:07:29.02", "00:08:42.29" ], [ "00:08:41.92", "00:08:43.41" ], [ "00:08:43.78", "00:08:44.72" ], [ "00:08:45.11", "00:08:56.66" ] ], "start_stop_frames": [ [ 22451, 26114 ], [ 26095, 26170 ], [ 26189, 26236 ], [ 26255, 26833 ] ], "trgnoun": "aubergine", "trgverb": "flip" }, { "key": "P04_110+89_90_91_95", "video_id": "P04_110", "narration_ids": [ "P04_110_89", "P04_110_90", "P04_110_91", "P04_110_95" ], "src": "dip finger in mixture . lick finger . stir mixture with teaspoon", "src1": "dip finger in mixture", "src2": "lick finger", "src3": "stir mixture with teaspoon", "trg": "wipe finger on spoon", "vis_src": "P04_110:89 P04_110:90 P04_110:91", "vis_trg": "P04_110:95", "narrations": [ "dip finger in mixture", "lick finger", "stir mixture with teaspoon", "wipe finger on spoon" ], "verbs": [ "dip", "lick", "stir", "wipe-on" ], "verb_classes": [ 66, 35, 10, 2 ], "nouns": [ "finger", "finger", "mixture", "finger" ], "noun_classes": [ 11, 11, 71, 11 ], "start_stop_timestamps": [ [ "00:03:26.23", "00:03:27.36" ], [ "00:03:27.32", "00:03:28.64" ], [ "00:03:28.72", "00:03:32.30" ], [ "00:03:36.14", "00:03:36.90" ] ], "start_stop_frames": [ [ 10311, 10368 ], [ 10366, 10432 ], [ 10436, 10615 ], [ 10807, 10845 ] ], "trgnoun": "finger", "trgverb": "wipe_on" }, { "key": "P01_18+612_613_614_615", "video_id": "P01_18", "narration_ids": [ "P01_18_612", "P01_18_613", "P01_18_614", "P01_18_615" ], "src": "take spatula . stir food . take pepper", "src1": "take spatula", "src2": "stir food", "src3": "take pepper", "trg": "pour pepper", "vis_src": "P01_18:612 P01_18:613 P01_18:614", "vis_trg": "P01_18:615", "narrations": [ "take spatula", "stir food", "take pepper", "pour pepper" ], "verbs": [ "take", "stir", "take", "pour" ], "verb_classes": [ 0, 10, 0, 9 ], "nouns": [ "spatula", "food", "pepper", "pepper" ], "noun_classes": [ 20, 34, 37, 37 ], "start_stop_timestamps": [ [ "00:53:57.29", "00:53:58.61" ], [ "00:53:58.81", "00:54:09.30" ], [ "00:54:10.24", "00:54:11.46" ], [ "00:54:11.69", "00:54:15.19" ] ], "start_stop_frames": [ [ 194237, 194316 ], [ 194328, 194958 ], [ 195014, 195087 ], [ 195101, 195311 ] ], "trgnoun": "pepper", "trgverb": "pour" }, { "key": "P04_03+213_214_215_216", "video_id": "P04_03", "narration_ids": [ "P04_03_213", "P04_03_214", "P04_03_215", "P04_03_216" ], "src": "pull kitchen_roll . wipe counter . wipe fork", "src1": "pull kitchen_roll", "src2": "wipe counter", "src3": "wipe fork", "trg": "put fork on lunch box", "vis_src": "P04_03:213 P04_03:214 P04_03:215", "vis_trg": "P04_03:216", "narrations": [ "pull kitchen roll", "wipe counter", "wipe fork", "put fork on lunch box" ], "verbs": [ "pull", "wipe", "wipe", "put-on" ], "verb_classes": [ 31, 2, 2, 1 ], "nouns": [ "roll:kitchen", "counter", "fork", "fork" ], "noun_classes": [ 93, 42, 14, 14 ], "start_stop_timestamps": [ [ "00:13:05.55", "00:13:07.79" ], [ "00:13:08.74", "00:13:10.51" ], [ "00:13:11.34", "00:13:15.87" ], [ "00:13:16.01", "00:13:16.97" ] ], "start_stop_frames": [ [ 47133, 47267 ], [ 47324, 47430 ], [ 47480, 47752 ], [ 47760, 47818 ] ], "trgnoun": "fork", "trgverb": "put_on" }, { "key": "P03_04+280_281_282_283", "video_id": "P03_04", "narration_ids": [ "P03_04_280", "P03_04_281", "P03_04_282", "P03_04_283" ], "src": "close fridge . stir food . open squash", "src1": "close fridge", "src2": "stir food", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_04:280 P03_04:281 P03_04:282", "vis_trg": "P03_04:283", "narrations": [ "close fridge", "stir food", "open squash", "pour squash" ], "verbs": [ "close", "stir", "open", "pour" ], "verb_classes": [ 4, 10, 3, 9 ], "nouns": [ "fridge", "food", "squash", "squash" ], "noun_classes": [ 12, 34, 116, 116 ], "start_stop_timestamps": [ [ "00:19:15.44", "00:19:15.94" ], [ "00:19:19.33", "00:19:31.57" ], [ "00:19:32.45", "00:19:34.20" ], [ "00:19:36.88", "00:19:40.38" ] ], "start_stop_frames": [ [ 69326, 69356 ], [ 69559, 70294 ], [ 70347, 70452 ], [ 70612, 70822 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P02_103+32_33_34_35", "video_id": "P02_103", "narration_ids": [ "P02_103_32", "P02_103_33", "P02_103_34", "P02_103_35" ], "src": "close tupperware . pick_up tupperware . open fridge", "src1": "close tupperware", "src2": "pick_up tupperware", "src3": "open fridge", "trg": "put tupperware into fridge", "vis_src": "P02_103:32 P02_103:33 P02_103:34", "vis_trg": "P02_103:35", "narrations": [ "close tupperware", "pick up tupperware", "open fridge", "put tupperware into fridge" ], "verbs": [ "close", "pick-up", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "tupperware", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 23, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:01:34.64", "00:01:36.91" ], [ "00:01:36.69", "00:01:37.19" ], [ "00:01:39.86", "00:01:41.05" ], [ "00:01:41.24", "00:01:42.44" ] ], "start_stop_frames": [ [ 4732, 4845 ], [ 4834, 4859 ], [ 4993, 5052 ], [ 5062, 5122 ] ], "trgnoun": "tupperware", "trgverb": "put_into" }, { "key": "P08_18+9_10_11_12", "video_id": "P08_18", "narration_ids": [ "P08_18_9", "P08_18_10", "P08_18_11", "P08_18_12" ], "src": "place meat on bowl . place pan in sink . get bowl", "src1": "place meat on bowl", "src2": "place pan in sink", "src3": "get bowl", "trg": "wipe bowl", "vis_src": "P08_18:9 P08_18:10 P08_18:11", "vis_trg": "P08_18:12", "narrations": [ "place meat on bowl", "place pan in sink", "get bowl", "wipe bowl" ], "verbs": [ "place", "place-in", "get", "wipe" ], "verb_classes": [ 1, 5, 0, 2 ], "nouns": [ "meat", "pan", "bowl", "bowl" ], "noun_classes": [ 28, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:00:34.23", "00:00:49.42" ], [ "00:00:51.25", "00:00:53.87" ], [ "00:00:54.89", "00:00:56.13" ], [ "00:00:56.23", "00:00:59.13" ] ], "start_stop_frames": [ [ 2053, 2965 ], [ 3075, 3232 ], [ 3293, 3367 ], [ 3373, 3547 ] ], "trgnoun": "bowl", "trgverb": "wipe" }, { "key": "P04_07+25_26_27_28", "video_id": "P04_07", "narration_ids": [ "P04_07_25", "P04_07_26", "P04_07_27", "P04_07_28" ], "src": "put_in bin . pick_up spices . open drawer", "src1": "put_in bin", "src2": "pick_up spices", "src3": "open drawer", "trg": "put_away spices", "vis_src": "P04_07:25 P04_07:26 P04_07:27", "vis_trg": "P04_07:28", "narrations": [ "put in bin", "pick up spices", "open drawer", "put away spices" ], "verbs": [ "put-in", "pick-up", "open", "put-away" ], "verb_classes": [ 5, 0, 3, 1 ], "nouns": [ "bin", "spice", "drawer", "spice" ], "noun_classes": [ 36, 85, 8, 85 ], "start_stop_timestamps": [ [ "00:01:39.70", "00:01:40.23" ], [ "00:01:41.90", "00:01:46.28" ], [ "00:01:47.26", "00:01:49.15" ], [ "00:01:48.97", "00:01:58.29" ] ], "start_stop_frames": [ [ 5982, 6013 ], [ 6114, 6376 ], [ 6435, 6549 ], [ 6538, 7097 ] ], "trgnoun": "spice", "trgverb": "put_away" }, { "key": "P04_106+58_59_60_61", "video_id": "P04_106", "narration_ids": [ "P04_106_58", "P04_106_59", "P04_106_60", "P04_106_61" ], "src": "examine dough . smell dough . rub dough", "src1": "examine dough", "src2": "smell dough", "src3": "rub dough", "trg": "turn_over dough", "vis_src": "P04_106:58 P04_106:59 P04_106:60", "vis_trg": "P04_106:61", "narrations": [ "examine dough", "smell dough", "rub dough", "turn over dough" ], "verbs": [ "examine", "smell", "rub", "turn-over" ], "verb_classes": [ 24, 75, 55, 22 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:02:17.37", "00:02:19.65" ], [ "00:02:19.73", "00:02:20.36" ], [ "00:02:20.72", "00:02:23.17" ], [ "00:02:24.02", "00:02:25.04" ] ], "start_stop_frames": [ [ 6868, 6982 ], [ 6986, 7018 ], [ 7036, 7158 ], [ 7201, 7252 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P23_101+48_49_50_51", "video_id": "P23_101", "narration_ids": [ "P23_101_48", "P23_101_49", "P23_101_50", "P23_101_51" ], "src": "take plate . put lady's fingers . put plate", "src1": "take plate", "src2": "put lady's fingers", "src3": "put plate", "trg": "cut lady's finger", "vis_src": "P23_101:48 P23_101:49 P23_101:50", "vis_trg": "P23_101:51", "narrations": [ "take plate", "put lady's fingers", "put plate", "cut lady's finger" ], "verbs": [ "take", "put", "put", "cut" ], "verb_classes": [ 0, 1, 1, 7 ], "nouns": [ "plate", "finger:lady", "plate", "finger:lady" ], "noun_classes": [ 2, 216, 2, 216 ], "start_stop_timestamps": [ [ "00:06:59.64", "00:07:00.14" ], [ "00:07:00.39", "00:07:04.99" ], [ "00:07:05.79", "00:07:06.50" ], [ "00:07:06.89", "00:07:15.04" ] ], "start_stop_frames": [ [ 20982, 21007 ], [ 21019, 21249 ], [ 21289, 21325 ], [ 21344, 21752 ] ], "trgnoun": "lady_finger", "trgverb": "cut" }, { "key": "P06_07+190_191_192_193", "video_id": "P06_07", "narration_ids": [ "P06_07_190", "P06_07_191", "P06_07_192", "P06_07_193" ], "src": "pick_up knife . pick_up chopping_board . open dishwasher", "src1": "pick_up knife", "src2": "pick_up chopping_board", "src3": "open dishwasher", "trg": "put knife and chopping board in dishwasher", "vis_src": "P06_07:190 P06_07:191 P06_07:192", "vis_trg": "P06_07:193", "narrations": [ "pick up knife", "pick up chopping board", "open dishwasher", "put knife and chopping board in dishwasher" ], "verbs": [ "pick-up", "pick-up", "open", "put-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "knife", "board:chopping", "dishwasher", "knife" ], "noun_classes": [ 4, 18, 70, 4 ], "start_stop_timestamps": [ [ "00:13:45.90", "00:13:47.65" ], [ "00:13:47.75", "00:13:49.19" ], [ "00:13:49.10", "00:13:51.70" ], [ "00:13:51.43", "00:13:56.31" ] ], "start_stop_frames": [ [ 49554, 49659 ], [ 49665, 49751 ], [ 49746, 49902 ], [ 49885, 50178 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P22_10+8_9_10_11", "video_id": "P22_10", "narration_ids": [ "P22_10_8", "P22_10_9", "P22_10_10", "P22_10_11" ], "src": "grab cutting_board . open basket . toss trash", "src1": "grab cutting_board", "src2": "open basket", "src3": "toss trash", "trg": "grab trash", "vis_src": "P22_10:8 P22_10:9 P22_10:10", "vis_trg": "P22_10:11", "narrations": [ "grab cutting board", "open basket", "toss trash", "grab trash" ], "verbs": [ "grab", "open", "toss", "grab" ], "verb_classes": [ 0, 3, 13, 0 ], "nouns": [ "board:cutting", "basket", "trash", "trash" ], "noun_classes": [ 18, 168, 54, 54 ], "start_stop_timestamps": [ [ "00:00:13.39", "00:00:14.25" ], [ "00:00:17.56", "00:00:19.00" ], [ "00:00:19.09", "00:00:23.43" ], [ "00:00:26.52", "00:00:27.57" ] ], "start_stop_frames": [ [ 803, 855 ], [ 1053, 1140 ], [ 1145, 1405 ], [ 1591, 1654 ] ], "trgnoun": "trash", "trgverb": "grab" }, { "key": "P29_03+363_364_365_366", "video_id": "P29_03", "narration_ids": [ "P29_03_363", "P29_03_364", "P29_03_365", "P29_03_366" ], "src": "put baking_tray down . pick_up spatula . submerge spatula", "src1": "put baking_tray down", "src2": "pick_up spatula", "src3": "submerge spatula", "trg": "put spatula away", "vis_src": "P29_03:363 P29_03:364 P29_03:365", "vis_trg": "P29_03:366", "narrations": [ "put baking tray down", "pick up spatula", "submerge spatula", "put spatula away" ], "verbs": [ "put-down", "pick-up", "submerge", "put" ], "verb_classes": [ 1, 0, 56, 1 ], "nouns": [ "tray:baking", "spatula", "spatula", "spatula" ], "noun_classes": [ 35, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:23:06.74", "00:23:08.79" ], [ "00:23:09.72", "00:23:10.61" ], [ "00:23:10.85", "00:23:12.02" ], [ "00:23:10.89", "00:23:19.94" ] ], "start_stop_frames": [ [ 83204, 83327 ], [ 83383, 83436 ], [ 83451, 83521 ], [ 83453, 83996 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P10_04+435_436_437_438", "video_id": "P10_04", "narration_ids": [ "P10_04_435", "P10_04_436", "P10_04_437", "P10_04_438" ], "src": "put some rubbish into dustbin . get a bowl . put the cover or wash the covers in tap water", "src1": "put some rubbish into dustbin", "src2": "get a bowl", "src3": "put the cover or wash the covers in tap water", "trg": "put the cover on the utensil shelf", "vis_src": "P10_04:435 P10_04:436 P10_04:437", "vis_trg": "P10_04:438", "narrations": [ "put some rubbish into dustbin", "get a bowl", "put the cover or wash the covers in tap water", "put the cover on the utensil shelf" ], "verbs": [ "put-into", "get", "put", "put-on" ], "verb_classes": [ 5, 0, 1, 1 ], "nouns": [ "rubbish", "bowl", "cover", "cover" ], "noun_classes": [ 54, 7, 89, 89 ], "start_stop_timestamps": [ [ "00:47:23.00", "00:47:25.65" ], [ "00:47:25.75", "00:47:27.63" ], [ "00:47:27.01", "00:47:30.27" ], [ "00:47:29.84", "00:47:34.84" ] ], "start_stop_frames": [ [ 170580, 170739 ], [ 170745, 170857 ], [ 170820, 171016 ], [ 170990, 171290 ] ], "trgnoun": "cover", "trgverb": "put_on" }, { "key": "P01_106+137_201_235_236", "video_id": "P01_106", "narration_ids": [ "P01_106_137", "P01_106_201", "P01_106_235", "P01_106_236" ], "src": "put_down cloth . pick_up cleaning_product . pick_up timer", "src1": "put_down cloth", "src2": "pick_up cleaning_product", "src3": "pick_up timer", "trg": "put_down timer", "vis_src": "P01_106:137 P01_106:201 P01_106:235", "vis_trg": "P01_106:236", "narrations": [ "put down cloth", "pick up cleaning product", "pick up timer", "put down timer" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "cloth", "product:cleaning", "timer", "timer" ], "noun_classes": [ 17, 22, 111, 111 ], "start_stop_timestamps": [ [ "00:05:45.99", "00:05:47.63" ], [ "00:09:54.59", "00:09:55.12" ], [ "00:11:33.60", "00:11:34.76" ], [ "00:11:34.40", "00:11:36.42" ] ], "start_stop_frames": [ [ 17299, 17381 ], [ 29729, 29756 ], [ 34680, 34738 ], [ 34720, 34821 ] ], "trgnoun": "timer", "trgverb": "put_down" }, { "key": "P30_04+83_85_86_87", "video_id": "P30_04", "narration_ids": [ "P30_04_83", "P30_04_85", "P30_04_86", "P30_04_87" ], "src": "put bowl . put kettle on . take box", "src1": "put bowl", "src2": "put kettle on", "src3": "take box", "trg": "dry box", "vis_src": "P30_04:83 P30_04:85 P30_04:86", "vis_trg": "P30_04:87", "narrations": [ "put bowl", "put kettle on", "take box", "dry box" ], "verbs": [ "put", "put-on", "take", "dry" ], "verb_classes": [ 1, 1, 0, 14 ], "nouns": [ "bowl", "kettle", "box", "box" ], "noun_classes": [ 7, 44, 23, 23 ], "start_stop_timestamps": [ [ "00:04:20.56", "00:04:21.39" ], [ "00:04:22.31", "00:04:23.11" ], [ "00:04:29.39", "00:04:30.70" ], [ "00:04:30.48", "00:04:34.99" ] ], "start_stop_frames": [ [ 15633, 15683 ], [ 15738, 15786 ], [ 16163, 16242 ], [ 16228, 16499 ] ], "trgnoun": "box", "trgverb": "dry" }, { "key": "P05_08+119_120_121_122", "video_id": "P05_08", "narration_ids": [ "P05_08_119", "P05_08_120", "P05_08_121", "P05_08_122" ], "src": "rinse pan . wash pan . wash wooden_spatula", "src1": "rinse pan", "src2": "wash pan", "src3": "wash wooden_spatula", "trg": "rinse wooden_spatula", "vis_src": "P05_08:119 P05_08:120 P05_08:121", "vis_trg": "P05_08:122", "narrations": [ "rinse pan", "wash pan", "wash wooden spatula", "rinse wooden spatula" ], "verbs": [ "rinse", "wash", "wash", "rinse" ], "verb_classes": [ 2, 2, 2, 2 ], "nouns": [ "pan", "pan", "spatula:wooden", "spatula:wooden" ], "noun_classes": [ 5, 5, 20, 20 ], "start_stop_timestamps": [ [ "00:19:04.42", "00:19:07.84" ], [ "00:19:07.59", "00:19:30.68" ], [ "00:19:31.18", "00:19:34.02" ], [ "00:19:35.66", "00:19:42.58" ] ], "start_stop_frames": [ [ 68665, 68870 ], [ 68855, 70240 ], [ 70270, 70441 ], [ 70539, 70954 ] ], "trgnoun": "wooden_spatula", "trgverb": "rinse" }, { "key": "P24_05+294_295_296_297", "video_id": "P24_05", "narration_ids": [ "P24_05_294", "P24_05_295", "P24_05_296", "P24_05_297" ], "src": "put water into pasta . stir pasta . put spoon", "src1": "put water into pasta", "src2": "stir pasta", "src3": "put spoon", "trg": "pick_up spoon", "vis_src": "P24_05:294 P24_05:295 P24_05:296", "vis_trg": "P24_05:297", "narrations": [ "put water into pasta", "stir pasta", "put spoon", "pick up spoon" ], "verbs": [ "put-into", "stir", "put", "pick-up" ], "verb_classes": [ 5, 10, 1, 0 ], "nouns": [ "water", "pasta", "spoon", "spoon" ], "noun_classes": [ 27, 45, 1, 1 ], "start_stop_timestamps": [ [ "00:25:12.64", "00:25:15.51" ], [ "00:25:17.82", "00:25:21.24" ], [ "00:25:29.21", "00:25:29.74" ], [ "00:25:38.66", "00:25:42.31" ] ], "start_stop_frames": [ [ 90758, 90930 ], [ 91069, 91274 ], [ 91752, 91784 ], [ 92319, 92538 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P02_03+279_280_281_282", "video_id": "P02_03", "narration_ids": [ "P02_03_279", "P02_03_280", "P02_03_281", "P02_03_282" ], "src": "put spoon down . pick_up cheese and . pick_up spoon", "src1": "put spoon down", "src2": "pick_up cheese and", "src3": "pick_up spoon", "trg": "hold cheese and", "vis_src": "P02_03:279 P02_03:280 P02_03:281", "vis_trg": "P02_03:282", "narrations": [ "put spoon down", "pick up cheese and", "pick up spoon", "hold cheese and" ], "verbs": [ "put-down", "pick-up", "pick-up", "hold" ], "verb_classes": [ 1, 0, 0, 34 ], "nouns": [ "spoon", "cheese", "spoon", "cheese" ], "noun_classes": [ 1, 32, 1, 32 ], "start_stop_timestamps": [ [ "00:15:54.46", "00:15:55.72" ], [ "00:15:55.41", "00:15:56.16" ], [ "00:15:56.36", "00:15:57.11" ], [ "00:15:57.54", "00:15:59.69" ] ], "start_stop_frames": [ [ 57267, 57343 ], [ 57324, 57369 ], [ 57381, 57426 ], [ 57452, 57581 ] ], "trgnoun": "cheese", "trgverb": "hold" }, { "key": "P03_109+177_178_179_181", "video_id": "P03_109", "narration_ids": [ "P03_109_177", "P03_109_178", "P03_109_179", "P03_109_181" ], "src": "put_down strainer . pick_up bowls . move cutting_board", "src1": "put_down strainer", "src2": "pick_up bowls", "src3": "move cutting_board", "trg": "move strainer", "vis_src": "P03_109:177 P03_109:178 P03_109:179", "vis_trg": "P03_109:181", "narrations": [ "put down strainer", "pick up bowls", "move cutting board", "move strainer" ], "verbs": [ "put-down", "pick-up", "move", "move" ], "verb_classes": [ 1, 0, 11, 11 ], "nouns": [ "strainer", "bowl", "board:cutting", "strainer" ], "noun_classes": [ 39, 7, 18, 39 ], "start_stop_timestamps": [ [ "00:10:06.57", "00:10:08.90" ], [ "00:10:08.99", "00:10:11.87" ], [ "00:10:11.45", "00:10:12.50" ], [ "00:10:12.28", "00:10:14.41" ] ], "start_stop_frames": [ [ 30328, 30445 ], [ 30449, 30593 ], [ 30572, 30625 ], [ 30614, 30720 ] ], "trgnoun": "strainer", "trgverb": "move" }, { "key": "P03_101+338_339_340_341", "video_id": "P03_101", "narration_ids": [ "P03_101_338", "P03_101_339", "P03_101_340", "P03_101_341" ], "src": "close washing_machine . turn_on washing_machine . set washing_machine to dry", "src1": "close washing_machine", "src2": "turn_on washing_machine", "src3": "set washing_machine to dry", "trg": "start washing_machine", "vis_src": "P03_101:338 P03_101:339 P03_101:340", "vis_trg": "P03_101:341", "narrations": [ "close washing machine", "turn on washing machine", "set washing machine to dry", "start washing machine" ], "verbs": [ "close", "turn-on", "set", "start" ], "verb_classes": [ 4, 6, 53, 6 ], "nouns": [ "machine:washing", "machine:washing", "machine:washing", "machine:washing" ], "noun_classes": [ 124, 124, 124, 124 ], "start_stop_timestamps": [ [ "00:13:35.83", "00:13:36.85" ], [ "00:13:37.03", "00:13:40.39" ], [ "00:13:41.57", "00:13:46.18" ], [ "00:13:46.08", "00:13:46.96" ] ], "start_stop_frames": [ [ 40791, 40842 ], [ 40851, 41019 ], [ 41078, 41309 ], [ 41304, 41348 ] ], "trgnoun": "washing_machine", "trgverb": "start" }, { "key": "P03_09+44_45_46_47", "video_id": "P03_09", "narration_ids": [ "P03_09_44", "P03_09_45", "P03_09_46", "P03_09_47" ], "src": "grab plate . close cupboard . move lunch_box", "src1": "grab plate", "src2": "close cupboard", "src3": "move lunch_box", "trg": "put plate", "vis_src": "P03_09:44 P03_09:45 P03_09:46", "vis_trg": "P03_09:47", "narrations": [ "grab plate", "close cupboard", "move lunch box", "put plate" ], "verbs": [ "grab", "close", "move", "put" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "plate", "cupboard", "box:lunch", "plate" ], "noun_classes": [ 2, 3, 23, 2 ], "start_stop_timestamps": [ [ "00:01:24.79", "00:01:25.77" ], [ "00:01:25.68", "00:01:26.24" ], [ "00:01:27.03", "00:01:27.78" ], [ "00:01:27.71", "00:01:28.41" ] ], "start_stop_frames": [ [ 5087, 5146 ], [ 5140, 5174 ], [ 5221, 5266 ], [ 5262, 5304 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P35_101+31_32_33_34", "video_id": "P35_101", "narration_ids": [ "P35_101_31", "P35_101_32", "P35_101_33", "P35_101_34" ], "src": "put_down plate . pick_up pasta . turn_on scale", "src1": "put_down plate", "src2": "pick_up pasta", "src3": "turn_on scale", "trg": "pour pasta", "vis_src": "P35_101:31 P35_101:32 P35_101:33", "vis_trg": "P35_101:34", "narrations": [ "put down plate", "pick up pasta", "turn on scale", "pour pasta" ], "verbs": [ "put-down", "pick-up", "turn-on", "pour" ], "verb_classes": [ 1, 0, 6, 9 ], "nouns": [ "plate", "pasta", "scale", "pasta" ], "noun_classes": [ 2, 45, 108, 45 ], "start_stop_timestamps": [ [ "00:02:25.52", "00:02:26.99" ], [ "00:02:27.08", "00:02:28.91" ], [ "00:02:27.96", "00:02:29.88" ], [ "00:02:31.76", "00:02:55.14" ] ], "start_stop_frames": [ [ 7276, 7349 ], [ 7353, 7445 ], [ 7398, 7494 ], [ 7588, 8757 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P04_107+574_575_576_577", "video_id": "P04_107", "narration_ids": [ "P04_107_574", "P04_107_575", "P04_107_576", "P04_107_577" ], "src": "roll_out dough . let go of rolling_pin . pick_up dough", "src1": "roll_out dough", "src2": "let go of rolling_pin", "src3": "pick_up dough", "trg": "turn_over dough", "vis_src": "P04_107:574 P04_107:575 P04_107:576", "vis_trg": "P04_107:577", "narrations": [ "roll out dough", "let go of rolling pin", "pick up dough", "turn over dough" ], "verbs": [ "roll-out", "let", "pick-up", "turn-over" ], "verb_classes": [ 39, 79, 0, 22 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:16:06.33", "00:16:08.15" ], [ "00:16:07.28", "00:16:07.83" ], [ "00:16:09.86", "00:16:10.51" ], [ "00:16:10.37", "00:16:10.90" ] ], "start_stop_frames": [ [ 48316, 48407 ], [ 48364, 48391 ], [ 48493, 48525 ], [ 48518, 48545 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P06_103+61_62_63_64", "video_id": "P06_103", "narration_ids": [ "P06_103_61", "P06_103_62", "P06_103_63", "P06_103_64" ], "src": "close cupboard . pick_up bowl . shake bowl", "src1": "close cupboard", "src2": "pick_up bowl", "src3": "shake bowl", "trg": "put bowl on shelf", "vis_src": "P06_103:61 P06_103:62 P06_103:63", "vis_trg": "P06_103:64", "narrations": [ "close cupboard", "pick up bowl", "shake bowl", "put bowl on shelf" ], "verbs": [ "close", "pick-up", "shake", "put-on" ], "verb_classes": [ 4, 0, 15, 1 ], "nouns": [ "cupboard", "bowl", "bowl", "bowl" ], "noun_classes": [ 3, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:03:53.89", "00:03:54.64" ], [ "00:03:55.92", "00:03:57.09" ], [ "00:03:57.19", "00:03:57.93" ], [ "00:03:58.25", "00:03:59.47" ] ], "start_stop_frames": [ [ 11694, 11732 ], [ 11796, 11854 ], [ 11859, 11896 ], [ 11912, 11973 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P22_17+105_106_107_108", "video_id": "P22_17", "narration_ids": [ "P22_17_105", "P22_17_106", "P22_17_107", "P22_17_108" ], "src": "close cupboard . open basket . toss paper", "src1": "close cupboard", "src2": "open basket", "src3": "toss paper", "trg": "close basket", "vis_src": "P22_17:105 P22_17:106 P22_17:107", "vis_trg": "P22_17:108", "narrations": [ "close cupboard", "open basket", "toss paper", "close basket" ], "verbs": [ "close", "open", "toss", "close" ], "verb_classes": [ 4, 3, 13, 4 ], "nouns": [ "cupboard", "basket", "paper", "basket" ], "noun_classes": [ 3, 168, 49, 168 ], "start_stop_timestamps": [ [ "00:04:56.51", "00:04:57.53" ], [ "00:05:00.83", "00:05:01.36" ], [ "00:05:01.25", "00:05:02.18" ], [ "00:05:01.89", "00:05:02.61" ] ], "start_stop_frames": [ [ 17790, 17851 ], [ 18049, 18081 ], [ 18075, 18130 ], [ 18113, 18156 ] ], "trgnoun": "basket", "trgverb": "close" }, { "key": "P22_10+267_268_269_270", "video_id": "P22_10", "narration_ids": [ "P22_10_267", "P22_10_268", "P22_10_269", "P22_10_270" ], "src": "put_down down glass . rinse hands . grab sponge", "src1": "put_down down glass", "src2": "rinse hands", "src3": "grab sponge", "trg": "rinse sponge", "vis_src": "P22_10:267 P22_10:268 P22_10:269", "vis_trg": "P22_10:270", "narrations": [ "put down down glass", "rinse hands", "grab sponge", "rinse sponge" ], "verbs": [ "put-down", "rinse", "grab", "rinse" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "glass", "hand", "sponge", "sponge" ], "noun_classes": [ 10, 11, 9, 9 ], "start_stop_timestamps": [ [ "00:09:34.19", "00:09:35.60" ], [ "00:09:35.95", "00:09:38.20" ], [ "00:09:37.90", "00:09:39.26" ], [ "00:09:39.36", "00:09:41.33" ] ], "start_stop_frames": [ [ 34451, 34536 ], [ 34557, 34692 ], [ 34674, 34755 ], [ 34761, 34879 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P02_118+272_273_274_275", "video_id": "P02_118", "narration_ids": [ "P02_118_272", "P02_118_273", "P02_118_274", "P02_118_275" ], "src": "fill mug with water . close tap . put mug in sink", "src1": "fill mug with water", "src2": "close tap", "src3": "put mug in sink", "trg": "pick_up mug", "vis_src": "P02_118:272 P02_118:273 P02_118:274", "vis_trg": "P02_118:275", "narrations": [ "fill mug with water", "close tap", "put mug in sink", "pick up mug" ], "verbs": [ "fill-with", "turn-off", "put-in", "pick-up" ], "verb_classes": [ 26, 8, 5, 0 ], "nouns": [ "mug", "tap", "mug", "mug" ], "noun_classes": [ 13, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:12:25.73", "00:12:26.77" ], [ "00:12:26.70", "00:12:27.30" ], [ "00:12:27.18", "00:12:28.20" ], [ "00:12:28.01", "00:12:28.84" ] ], "start_stop_frames": [ [ 37286, 37338 ], [ 37335, 37365 ], [ 37359, 37410 ], [ 37400, 37442 ] ], "trgnoun": "mug", "trgverb": "pick_up" }, { "key": "P29_03+143_144_145_146", "video_id": "P29_03", "narration_ids": [ "P29_03_143", "P29_03_144", "P29_03_145", "P29_03_146" ], "src": "put teaspoons in drawer . close drawer . put peeler in drawer", "src1": "put teaspoons in drawer", "src2": "close drawer", "src3": "put peeler in drawer", "trg": "open drawer", "vis_src": "P29_03:143 P29_03:144 P29_03:145", "vis_trg": "P29_03:146", "narrations": [ "put teaspoons in drawer", "close drawer", "put peeler in drawer", "open drawer" ], "verbs": [ "put-in", "close", "put-in", "open" ], "verb_classes": [ 5, 4, 5, 3 ], "nouns": [ "teaspoon", "drawer", "peeler", "drawer" ], "noun_classes": [ 1, 8, 87, 8 ], "start_stop_timestamps": [ [ "00:08:28.40", "00:08:29.54" ], [ "00:08:30.72", "00:08:31.80" ], [ "00:08:32.50", "00:08:33.52" ], [ "00:08:33.62", "00:08:35.21" ] ], "start_stop_frames": [ [ 30504, 30572 ], [ 30643, 30708 ], [ 30750, 30811 ], [ 30817, 30912 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P01_01+233_234_235_236", "video_id": "P01_01", "narration_ids": [ "P01_01_233", "P01_01_234", "P01_01_235", "P01_01_236" ], "src": "put_down spatula . take container . open container", "src1": "put_down spatula", "src2": "take container", "src3": "open container", "trg": "take container out of container", "vis_src": "P01_01:233 P01_01:234 P01_01:235", "vis_trg": "P01_01:236", "narrations": [ "put down spatula", "take container", "open container", "take container out of container" ], "verbs": [ "put-down", "take", "open", "take-out" ], "verb_classes": [ 1, 0, 3, 12 ], "nouns": [ "spatula", "container", "container", "container" ], "noun_classes": [ 20, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:17:46.54", "00:17:47.60" ], [ "00:17:54.15", "00:17:56.28" ], [ "00:17:55.38", "00:17:56.71" ], [ "00:17:57.10", "00:17:58.82" ] ], "start_stop_frames": [ [ 63992, 64055 ], [ 64449, 64576 ], [ 64522, 64602 ], [ 64625, 64729 ] ], "trgnoun": "container", "trgverb": "take_out" }, { "key": "P08_23+177_178_179_180", "video_id": "P08_23", "narration_ids": [ "P08_23_177", "P08_23_178", "P08_23_179", "P08_23_180" ], "src": "take skins off garlic . put chilli on plate . get garlic", "src1": "take skins off garlic", "src2": "put chilli on plate", "src3": "get garlic", "trg": "press garlic", "vis_src": "P08_23:177 P08_23:178 P08_23:179", "vis_trg": "P08_23:180", "narrations": [ "take skins off garlic", "put chilli on plate", "get garlic", "press garlic" ], "verbs": [ "take-off", "put-on", "get", "press" ], "verb_classes": [ 12, 1, 0, 21 ], "nouns": [ "skin", "chilli", "garlic", "garlic" ], "noun_classes": [ 48, 69, 51, 51 ], "start_stop_timestamps": [ [ "00:16:29.72", "00:16:41.92" ], [ "00:16:46.44", "00:16:52.27" ], [ "00:16:52.91", "00:16:53.83" ], [ "00:16:53.90", "00:16:56.08" ] ], "start_stop_frames": [ [ 59383, 60115 ], [ 60386, 60736 ], [ 60774, 60829 ], [ 60834, 60964 ] ], "trgnoun": "garlic", "trgverb": "press" }, { "key": "P07_103+1_2_3_4", "video_id": "P07_103", "narration_ids": [ "P07_103_1", "P07_103_2", "P07_103_3", "P07_103_4" ], "src": "grab plate . close door . grab towel", "src1": "grab plate", "src2": "close door", "src3": "grab towel", "trg": "hang towel", "vis_src": "P07_103:1 P07_103:2 P07_103:3", "vis_trg": "P07_103:4", "narrations": [ "grab plate", "close door", "grab towel", "hang towel" ], "verbs": [ "grab", "close", "grab", "hang" ], "verb_classes": [ 0, 4, 0, 41 ], "nouns": [ "plate", "door", "towel", "towel" ], "noun_classes": [ 2, 3, 52, 52 ], "start_stop_timestamps": [ [ "00:00:04.83", "00:00:05.87" ], [ "00:00:05.87", "00:00:07.28" ], [ "00:00:08.52", "00:00:09.53" ], [ "00:00:12.23", "00:00:13.36" ] ], "start_stop_frames": [ [ 241, 293 ], [ 293, 364 ], [ 426, 476 ], [ 611, 668 ] ], "trgnoun": "towel", "trgverb": "hang" }, { "key": "P02_105+2_3_4_6", "video_id": "P02_105", "narration_ids": [ "P02_105_2", "P02_105_3", "P02_105_4", "P02_105_6" ], "src": "put_down cup . pick_up knife and fork . put_down knife and fork", "src1": "put_down cup", "src2": "pick_up knife and fork", "src3": "put_down knife and fork", "trg": "put_down fork", "vis_src": "P02_105:2 P02_105:3 P02_105:4", "vis_trg": "P02_105:6", "narrations": [ "put down cup", "pick up knife and fork", "put down knife and fork", "put down fork" ], "verbs": [ "put-down", "pick-up", "put-down", "put-down" ], "verb_classes": [ 1, 0, 1, 1 ], "nouns": [ "cup", "knife", "knife", "fork" ], "noun_classes": [ 13, 4, 4, 14 ], "start_stop_timestamps": [ [ "00:00:06.12", "00:00:07.20" ], [ "00:00:07.15", "00:00:08.15" ], [ "00:00:08.10", "00:00:09.81" ], [ "00:00:11.05", "00:00:12.33" ] ], "start_stop_frames": [ [ 306, 360 ], [ 357, 407 ], [ 405, 490 ], [ 552, 616 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P26_105+164_165_166_167", "video_id": "P26_105", "narration_ids": [ "P26_105_164", "P26_105_165", "P26_105_166", "P26_105_167" ], "src": "pick_up spoon . remove lid . stir food", "src1": "pick_up spoon", "src2": "remove lid", "src3": "stir food", "trg": "put_down lid", "vis_src": "P26_105:164 P26_105:165 P26_105:166", "vis_trg": "P26_105:167", "narrations": [ "pick up spoon", "remove lid", "stir", "put down lid" ], "verbs": [ "pick-up", "remove", "stir", "put-down" ], "verb_classes": [ 0, 12, 10, 1 ], "nouns": [ "spoon", "lid", "food", "lid" ], "noun_classes": [ 1, 6, 34, 6 ], "start_stop_timestamps": [ [ "00:07:44.45", "00:07:45.13" ], [ "00:07:45.40", "00:07:46.15" ], [ "00:07:46.36", "00:07:58.47" ], [ "00:07:58.57", "00:08:01.10" ] ], "start_stop_frames": [ [ 23222, 23256 ], [ 23270, 23307 ], [ 23318, 23923 ], [ 23928, 24055 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P03_10+29_30_31_32", "video_id": "P03_10", "narration_ids": [ "P03_10_29", "P03_10_30", "P03_10_31", "P03_10_32" ], "src": "grab juice . close fridge . shake juice", "src1": "grab juice", "src2": "close fridge", "src3": "shake juice", "trg": "open juice", "vis_src": "P03_10:29 P03_10:30 P03_10:31", "vis_trg": "P03_10:32", "narrations": [ "grab juice", "close fridge", "shake juice", "open juice" ], "verbs": [ "grab", "close", "shake", "open" ], "verb_classes": [ 0, 4, 15, 3 ], "nouns": [ "juice", "fridge", "juice", "juice" ], "noun_classes": [ 183, 12, 183, 183 ], "start_stop_timestamps": [ [ "00:01:10.88", "00:01:11.88" ], [ "00:01:12.03", "00:01:13.05" ], [ "00:01:13.50", "00:01:14.98" ], [ "00:01:15.08", "00:01:17.48" ] ], "start_stop_frames": [ [ 4252, 4312 ], [ 4321, 4383 ], [ 4410, 4498 ], [ 4504, 4648 ] ], "trgnoun": "juice", "trgverb": "open" }, { "key": "P23_02+167_168_169_170", "video_id": "P23_02", "narration_ids": [ "P23_02_167", "P23_02_168", "P23_02_169", "P23_02_170" ], "src": "washing the plate . take the washing_liquid . put_into the brush", "src1": "washing the plate", "src2": "take the washing_liquid", "src3": "put_into the brush", "trg": "wash the plate with the brush", "vis_src": "P23_02:167 P23_02:168 P23_02:169", "vis_trg": "P23_02:170", "narrations": [ "washing the plate", "take the washing liquid", "put into the brush", "wash the plate with the brush" ], "verbs": [ "wash", "take", "put-into", "wash-with" ], "verb_classes": [ 2, 0, 5, 2 ], "nouns": [ "plate", "liquid:washing", "brush", "plate" ], "noun_classes": [ 2, 22, 103, 2 ], "start_stop_timestamps": [ [ "00:23:15.94", "00:23:19.80" ], [ "00:23:26.08", "00:23:26.83" ], [ "00:23:26.93", "00:23:28.21" ], [ "00:23:28.31", "00:23:41.02" ] ], "start_stop_frames": [ [ 83756, 83988 ], [ 84364, 84409 ], [ 84415, 84492 ], [ 84498, 85261 ] ], "trgnoun": "plate", "trgverb": "wash_with" }, { "key": "P01_01+180_181_182_183", "video_id": "P01_01", "narration_ids": [ "P01_01_180", "P01_01_181", "P01_01_182", "P01_01_183" ], "src": "put_down something . take rice . open rice", "src1": "put_down something", "src2": "take rice", "src3": "open rice", "trg": "put_down rice", "vis_src": "P01_01:180 P01_01:181 P01_01:182", "vis_trg": "P01_01:183", "narrations": [ "put down something", "take rice", "open rice", "put down rice" ], "verbs": [ "put-down", "take", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "knife", "rice", "rice", "rice" ], "noun_classes": [ 4, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:13:44.28", "00:13:45.77" ], [ "00:13:46.91", "00:13:48.61" ], [ "00:13:49.23", "00:13:55.31" ], [ "00:13:59.14", "00:14:00.44" ] ], "start_stop_frames": [ [ 49456, 49546 ], [ 49614, 49716 ], [ 49753, 50118 ], [ 50348, 50426 ] ], "trgnoun": "rice", "trgverb": "put_down" }, { "key": "P29_03+166_167_168_169", "video_id": "P29_03", "narration_ids": [ "P29_03_166", "P29_03_167", "P29_03_168", "P29_03_169" ], "src": "move bowl . pour bowls . pick_up bowls", "src1": "move bowl", "src2": "pour bowls", "src3": "pick_up bowls", "trg": "put_down bowls", "vis_src": "P29_03:166 P29_03:167 P29_03:168", "vis_trg": "P29_03:169", "narrations": [ "move bowl", "pour bowls", "pick up bowls", "put down bowls" ], "verbs": [ "move", "pour", "pick-up", "put-down" ], "verb_classes": [ 11, 9, 0, 1 ], "nouns": [ "bowl", "bowl", "bowl", "bowl" ], "noun_classes": [ 7, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:09:37.95", "00:09:40.20" ], [ "00:09:38.23", "00:09:44.43" ], [ "00:09:44.53", "00:09:45.95" ], [ "00:09:47.77", "00:09:49.14" ] ], "start_stop_frames": [ [ 34677, 34812 ], [ 34693, 35065 ], [ 35071, 35157 ], [ 35266, 35348 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_119+95_96_97_98", "video_id": "P03_119", "narration_ids": [ "P03_119_95", "P03_119_96", "P03_119_97", "P03_119_98" ], "src": "pick_up spoon . wash spoon . squeeze sponge", "src1": "pick_up spoon", "src2": "wash spoon", "src3": "squeeze sponge", "trg": "put spoon in drying rack", "vis_src": "P03_119:95 P03_119:96 P03_119:97", "vis_trg": "P03_119:98", "narrations": [ "pick up spoon", "wash spoon", "squeeze sponge", "put spoon in drying rack" ], "verbs": [ "pick-up", "wash", "squeeze", "put-in" ], "verb_classes": [ 0, 2, 18, 5 ], "nouns": [ "spoon", "spoon", "sponge", "spoon" ], "noun_classes": [ 1, 1, 9, 1 ], "start_stop_timestamps": [ [ "00:04:33.85", "00:04:34.40" ], [ "00:04:34.46", "00:04:43.40" ], [ "00:04:43.70", "00:04:44.18" ], [ "00:04:44.28", "00:04:45.64" ] ], "start_stop_frames": [ [ 13692, 13719 ], [ 13722, 14169 ], [ 14185, 14209 ], [ 14213, 14282 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P04_108+56_57_58_59", "video_id": "P04_108", "narration_ids": [ "P04_108_56", "P04_108_57", "P04_108_58", "P04_108_59" ], "src": "pick_up rice cooker lid . put rice cooker lid on rice cooker . pick_up dough", "src1": "pick_up rice cooker lid", "src2": "put rice cooker lid on rice cooker", "src3": "pick_up dough", "trg": "put_down dough", "vis_src": "P04_108:56 P04_108:57 P04_108:58", "vis_trg": "P04_108:59", "narrations": [ "pick up rice cooker lid", "put rice cooker lid on rice cooker", "pick up dough", "put down dough" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lid:rice:cooker", "lid:rice:cooker", "dough", "dough" ], "noun_classes": [ 6, 6, 25, 25 ], "start_stop_timestamps": [ [ "00:01:51.77", "00:01:53.60" ], [ "00:01:53.13", "00:01:54.23" ], [ "00:01:57.03", "00:01:58.48" ], [ "00:02:00.05", "00:02:00.75" ] ], "start_stop_frames": [ [ 5588, 5680 ], [ 5656, 5711 ], [ 5851, 5923 ], [ 6002, 6037 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P02_105+85_86_87_88", "video_id": "P02_105", "narration_ids": [ "P02_105_85", "P02_105_86", "P02_105_87", "P02_105_88" ], "src": "close tap . put_down knives . pick_up knife", "src1": "close tap", "src2": "put_down knives", "src3": "pick_up knife", "trg": "sponge knife", "vis_src": "P02_105:85 P02_105:86 P02_105:87", "vis_trg": "P02_105:88", "narrations": [ "close tap", "put down knives", "pick up knife", "sponge knife" ], "verbs": [ "turn-off", "put-down", "pick-up", "sponge" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "knife", "knife", "knife" ], "noun_classes": [ 0, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:02:55.08", "00:02:59.62" ], [ "00:02:59.67", "00:03:00.45" ], [ "00:03:00.31", "00:03:02.07" ], [ "00:03:02.17", "00:03:04.86" ] ], "start_stop_frames": [ [ 8754, 8981 ], [ 8983, 9022 ], [ 9015, 9103 ], [ 9108, 9243 ] ], "trgnoun": "knife", "trgverb": "sponge" }, { "key": "P03_04+23_24_25_26", "video_id": "P03_04", "narration_ids": [ "P03_04_23", "P03_04_24", "P03_04_25", "P03_04_26" ], "src": "take food . put food . take onions", "src1": "take food", "src2": "put food", "src3": "take onions", "trg": "put onions", "vis_src": "P03_04:23 P03_04:24 P03_04:25", "vis_trg": "P03_04:26", "narrations": [ "take food", "put food", "take onions", "put onions" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "food", "food", "onion", "onion" ], "noun_classes": [ 34, 34, 16, 16 ], "start_stop_timestamps": [ [ "00:00:34.98", "00:00:35.72" ], [ "00:00:35.82", "00:00:36.43" ], [ "00:00:37.84", "00:00:38.82" ], [ "00:00:38.86", "00:00:39.75" ] ], "start_stop_frames": [ [ 2098, 2143 ], [ 2149, 2185 ], [ 2270, 2329 ], [ 2331, 2385 ] ], "trgnoun": "onion", "trgverb": "put" }, { "key": "P03_119+187_188_189_190", "video_id": "P03_119", "narration_ids": [ "P03_119_187", "P03_119_188", "P03_119_189", "P03_119_190" ], "src": "wash fork . put fork on drying rack . pick_up knife", "src1": "wash fork", "src2": "put fork on drying rack", "src3": "pick_up knife", "trg": "wash knife", "vis_src": "P03_119:187 P03_119:188 P03_119:189", "vis_trg": "P03_119:190", "narrations": [ "wash fork", "put fork on drying rack", "pick up knife", "wash knife" ], "verbs": [ "wash", "put-on", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "knife", "knife" ], "noun_classes": [ 14, 14, 4, 4 ], "start_stop_timestamps": [ [ "00:10:33.28", "00:10:34.55" ], [ "00:10:34.61", "00:10:35.69" ], [ "00:10:36.14", "00:10:37.15" ], [ "00:10:37.21", "00:10:38.41" ] ], "start_stop_frames": [ [ 31664, 31727 ], [ 31730, 31784 ], [ 31807, 31857 ], [ 31860, 31920 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P25_107+56_57_58_59", "video_id": "P25_107", "narration_ids": [ "P25_107_56", "P25_107_57", "P25_107_58", "P25_107_59" ], "src": "pick_up aubergine . wash aubergine . cut aubergine", "src1": "pick_up aubergine", "src2": "wash aubergine", "src3": "cut aubergine", "trg": "rinse aubergine", "vis_src": "P25_107:56 P25_107:57 P25_107:58", "vis_trg": "P25_107:59", "narrations": [ "pick up aubergine", "wash aubergine", "cut aubergine", "rinse aubergine" ], "verbs": [ "pick-up", "wash", "cut", "rinse" ], "verb_classes": [ 0, 2, 7, 2 ], "nouns": [ "aubergine", "aubergine", "aubergine", "aubergine" ], "noun_classes": [ 67, 67, 67, 67 ], "start_stop_timestamps": [ [ "00:05:59.85", "00:06:01.41" ], [ "00:06:01.45", "00:06:05.21" ], [ "00:06:05.30", "00:06:11.24" ], [ "00:06:09.81", "00:06:12.33" ] ], "start_stop_frames": [ [ 17992, 18070 ], [ 18072, 18260 ], [ 18265, 18562 ], [ 18490, 18616 ] ], "trgnoun": "aubergine", "trgverb": "rinse" }, { "key": "P06_104+23_24_25_26", "video_id": "P06_104", "narration_ids": [ "P06_104_23", "P06_104_24", "P06_104_25", "P06_104_26" ], "src": "pick_up pan . shake pan . pour sweet_potato into pan", "src1": "pick_up pan", "src2": "shake pan", "src3": "pour sweet_potato into pan", "trg": "put pan down", "vis_src": "P06_104:23 P06_104:24 P06_104:25", "vis_trg": "P06_104:26", "narrations": [ "pick up pan", "shake pan", "pour sweet potato into pan", "put pan down" ], "verbs": [ "pick-up", "shake", "pour-into", "put-down" ], "verb_classes": [ 0, 15, 9, 1 ], "nouns": [ "pan", "pan", "potato:sweet", "pan" ], "noun_classes": [ 5, 5, 30, 5 ], "start_stop_timestamps": [ [ "00:01:35.81", "00:01:38.19" ], [ "00:01:38.28", "00:01:39.56" ], [ "00:01:39.14", "00:01:42.95" ], [ "00:01:42.80", "00:01:46.66" ] ], "start_stop_frames": [ [ 4790, 4909 ], [ 4914, 4978 ], [ 4957, 5147 ], [ 5140, 5333 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P01_06+72_73_74_75", "video_id": "P01_06", "narration_ids": [ "P01_06_72", "P01_06_73", "P01_06_74", "P01_06_75" ], "src": "rinse pan . put pan onto rack . rinse colander", "src1": "rinse pan", "src2": "put pan onto rack", "src3": "rinse colander", "trg": "put colander onto rack", "vis_src": "P01_06:72 P01_06:73 P01_06:74", "vis_trg": "P01_06:75", "narrations": [ "rinse pan", "put pan onto rack", "rinse colander", "put colander onto rack" ], "verbs": [ "rinse", "put-onto", "rinse", "put-onto" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "pan", "pan", "colander", "colander" ], "noun_classes": [ 5, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:04:14.20", "00:04:28.66" ], [ "00:04:28.76", "00:04:30.01" ], [ "00:04:30.11", "00:04:45.51" ], [ "00:04:45.58", "00:04:47.29" ] ], "start_stop_frames": [ [ 15252, 16119 ], [ 16125, 16200 ], [ 16206, 17130 ], [ 17134, 17237 ] ], "trgnoun": "colander", "trgverb": "put_onto" }, { "key": "P04_107+628_629_630_631", "video_id": "P04_107", "narration_ids": [ "P04_107_628", "P04_107_629", "P04_107_630", "P04_107_631" ], "src": "pick_up edge of dough . put_down pastry_brush . pick_up chopstick", "src1": "pick_up edge of dough", "src2": "put_down pastry_brush", "src3": "pick_up chopstick", "trg": "put chopstick on dough", "vis_src": "P04_107:628 P04_107:629 P04_107:630", "vis_trg": "P04_107:631", "narrations": [ "pick up edge of dough", "put down pastry brush", "pick up chopstick", "put chopstick on dough" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "edge:dough", "brush:pastry", "chopstick", "chopstick" ], "noun_classes": [ 25, 103, 80, 80 ], "start_stop_timestamps": [ [ "00:17:12.88", "00:17:13.70" ], [ "00:17:13.80", "00:17:14.52" ], [ "00:17:14.91", "00:17:15.43" ], [ "00:17:15.50", "00:17:16.04" ] ], "start_stop_frames": [ [ 51644, 51685 ], [ 51690, 51726 ], [ 51745, 51771 ], [ 51775, 51802 ] ], "trgnoun": "chopstick", "trgverb": "put_on" }, { "key": "P03_119+129_130_131_132", "video_id": "P03_119", "narration_ids": [ "P03_119_129", "P03_119_130", "P03_119_131", "P03_119_132" ], "src": "put cutting_board on counter . put tea_towel on rack . pick_up clip top jar", "src1": "put cutting_board on counter", "src2": "put tea_towel on rack", "src3": "pick_up clip top jar", "trg": "open clip top jar", "vis_src": "P03_119:129 P03_119:130 P03_119:131", "vis_trg": "P03_119:132", "narrations": [ "put cutting board on counter", "put tea towel on rack", "pick up clip top jar", "open clip top jar" ], "verbs": [ "put-on", "put-on", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "board:cutting", "towel:tea", "jar:clip:top", "jar:clip:top" ], "noun_classes": [ 18, 52, 40, 40 ], "start_stop_timestamps": [ [ "00:07:27.96", "00:07:28.79" ], [ "00:07:30.86", "00:07:31.46" ], [ "00:07:32.21", "00:07:32.89" ], [ "00:07:33.64", "00:07:35.24" ] ], "start_stop_frames": [ [ 22398, 22439 ], [ 22543, 22573 ], [ 22610, 22644 ], [ 22682, 22762 ] ], "trgnoun": "top_clip_jar", "trgverb": "open" }, { "key": "P24_05+207_208_209_211", "video_id": "P24_05", "narration_ids": [ "P24_05_207", "P24_05_208", "P24_05_209", "P24_05_211" ], "src": "stir pasta . set flame . pick_up spoon", "src1": "stir pasta", "src2": "set flame", "src3": "pick_up spoon", "trg": "move sauce in the pan", "vis_src": "P24_05:207 P24_05:208 P24_05:209", "vis_trg": "P24_05:211", "narrations": [ "stir pasta", "set flame", "pick up spoon", "move sauce in the pan" ], "verbs": [ "stir", "set", "pick-up", "move-in" ], "verb_classes": [ 10, 53, 0, 5 ], "nouns": [ "pasta", "flame", "spoon", "sauce" ], "noun_classes": [ 45, 24, 1, 47 ], "start_stop_timestamps": [ [ "00:17:53.95", "00:17:57.24" ], [ "00:18:03.58", "00:18:14.35" ], [ "00:18:21.91", "00:18:24.52" ], [ "00:18:28.67", "00:18:32.40" ] ], "start_stop_frames": [ [ 64437, 64634 ], [ 65014, 65661 ], [ 66114, 66271 ], [ 66520, 66744 ] ], "trgnoun": "sauce", "trgverb": "move_in" }, { "key": "P22_113+126_127_128_129", "video_id": "P22_113", "narration_ids": [ "P22_113_126", "P22_113_127", "P22_113_128", "P22_113_129" ], "src": "pick_up cheese . move container . put_down cheese", "src1": "pick_up cheese", "src2": "move container", "src3": "put_down cheese", "trg": "cut cheese", "vis_src": "P22_113:126 P22_113:127 P22_113:128", "vis_trg": "P22_113:129", "narrations": [ "pick up cheese", "move container", "put down cheese", "cut cheese" ], "verbs": [ "pick-up", "move", "put-down", "cut" ], "verb_classes": [ 0, 11, 1, 7 ], "nouns": [ "cheese", "container", "cheese", "cheese" ], "noun_classes": [ 32, 21, 32, 32 ], "start_stop_timestamps": [ [ "00:04:11.56", "00:04:14.10" ], [ "00:04:12.95", "00:04:14.00" ], [ "00:04:14.34", "00:04:15.23" ], [ "00:04:14.76", "00:04:17.83" ] ], "start_stop_frames": [ [ 12578, 12705 ], [ 12647, 12700 ], [ 12717, 12761 ], [ 12738, 12891 ] ], "trgnoun": "cheese", "trgverb": "cut" }, { "key": "P01_105+394_395_396_397", "video_id": "P01_105", "narration_ids": [ "P01_105_394", "P01_105_395", "P01_105_396", "P01_105_397" ], "src": "pick_up pot . pick_up garlic . pull_down pot", "src1": "pick_up pot", "src2": "pick_up garlic", "src3": "pull_down pot", "trg": "put_down garlic", "vis_src": "P01_105:394 P01_105:395 P01_105:396", "vis_trg": "P01_105:397", "narrations": [ "pick up pot", "pick up garlic", "pull down pot", "put down garlic" ], "verbs": [ "pick-up", "pick-up", "pull-down", "put-down" ], "verb_classes": [ 0, 0, 31, 1 ], "nouns": [ "pot", "garlic", "pot", "garlic" ], "noun_classes": [ 29, 51, 29, 51 ], "start_stop_timestamps": [ [ "00:15:30.65", "00:15:31.35" ], [ "00:15:31.54", "00:15:34.06" ], [ "00:15:33.97", "00:15:36.01" ], [ "00:15:38.00", "00:15:38.25" ] ], "start_stop_frames": [ [ 46532, 46567 ], [ 46577, 46703 ], [ 46698, 46800 ], [ 46900, 46912 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P30_107+217_218_219_220", "video_id": "P30_107", "narration_ids": [ "P30_107_217", "P30_107_218", "P30_107_219", "P30_107_220" ], "src": "put pak_choi into colander . rinse pak_choi . turn_off tap", "src1": "put pak_choi into colander", "src2": "rinse pak_choi", "src3": "turn_off tap", "trg": "drain pak_choi", "vis_src": "P30_107:217 P30_107:218 P30_107:219", "vis_trg": "P30_107:220", "narrations": [ "put pak choi into colander", "rinse pak choi", "turn off tap", "drain pak choi" ], "verbs": [ "put-into", "rinse", "turn-off", "drain" ], "verb_classes": [ 5, 2, 8, 37 ], "nouns": [ "choi:pak", "choi:pak", "tap", "choi:pak" ], "noun_classes": [ 151, 151, 0, 151 ], "start_stop_timestamps": [ [ "00:10:59.94", "00:11:00.40" ], [ "00:11:11.36", "00:11:17.45" ], [ "00:11:16.23", "00:11:16.80" ], [ "00:11:17.61", "00:11:19.77" ] ], "start_stop_frames": [ [ 32997, 33020 ], [ 33568, 33872 ], [ 33811, 33840 ], [ 33880, 33988 ] ], "trgnoun": "pak_choi", "trgverb": "drain" }, { "key": "P28_05+61_62_63_64", "video_id": "P28_05", "narration_ids": [ "P28_05_61", "P28_05_62", "P28_05_63", "P28_05_64" ], "src": "put_down chopping_board . take carrot . take pepper", "src1": "put_down chopping_board", "src2": "take carrot", "src3": "take pepper", "trg": "put_down pepper", "vis_src": "P28_05:61 P28_05:62 P28_05:63", "vis_trg": "P28_05:64", "narrations": [ "put down chopping board", "take carrot", "take pepper", "put down pepper" ], "verbs": [ "put-down", "take", "take", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "board:chopping", "carrot", "pepper", "pepper" ], "noun_classes": [ 18, 41, 37, 37 ], "start_stop_timestamps": [ [ "00:07:20.66", "00:07:21.36" ], [ "00:07:20.96", "00:07:21.66" ], [ "00:07:21.10", "00:07:21.71" ], [ "00:07:21.81", "00:07:22.62" ] ], "start_stop_frames": [ [ 26439, 26481 ], [ 26457, 26499 ], [ 26466, 26502 ], [ 26508, 26557 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P37_102+13_14_15_16", "video_id": "P37_102", "narration_ids": [ "P37_102_13", "P37_102_14", "P37_102_15", "P37_102_16" ], "src": "put pan down . stir chicken_thighs . turn_off tap", "src1": "put pan down", "src2": "stir chicken_thighs", "src3": "turn_off tap", "trg": "take pan", "vis_src": "P37_102:13 P37_102:14 P37_102:15", "vis_trg": "P37_102:16", "narrations": [ "put pan down", "stir chicken thighs", "turn off tap", "take pan" ], "verbs": [ "put-down", "stir", "turn-off", "take" ], "verb_classes": [ 1, 10, 8, 0 ], "nouns": [ "pan", "thigh:chicken", "tap", "pan" ], "noun_classes": [ 5, 57, 0, 5 ], "start_stop_timestamps": [ [ "00:00:53.07", "00:00:54.20" ], [ "00:00:55.40", "00:01:00.72" ], [ "00:01:02.25", "00:01:03.45" ], [ "00:01:03.55", "00:01:04.38" ] ], "start_stop_frames": [ [ 2653, 2710 ], [ 2770, 3036 ], [ 3112, 3172 ], [ 3177, 3219 ] ], "trgnoun": "pan", "trgverb": "take" }, { "key": "P26_104+12_13_14_15", "video_id": "P26_104", "narration_ids": [ "P26_104_12", "P26_104_13", "P26_104_14", "P26_104_15" ], "src": "turn_on oven . pick_up pizza . cut paper", "src1": "turn_on oven", "src2": "pick_up pizza", "src3": "cut paper", "trg": "remove paper", "vis_src": "P26_104:12 P26_104:13 P26_104:14", "vis_trg": "P26_104:15", "narrations": [ "turn on oven", "pick up pizza", "cut paper", "remove paper" ], "verbs": [ "turn-on", "pick-up", "cut", "remove" ], "verb_classes": [ 6, 0, 7, 12 ], "nouns": [ "oven", "pizza", "paper", "paper" ], "noun_classes": [ 46, 91, 49, 49 ], "start_stop_timestamps": [ [ "00:00:37.60", "00:00:39.23" ], [ "00:00:39.88", "00:00:43.24" ], [ "00:00:43.34", "00:00:56.04" ], [ "00:00:55.45", "00:01:05.95" ] ], "start_stop_frames": [ [ 1880, 1961 ], [ 1994, 2162 ], [ 2167, 2802 ], [ 2772, 3297 ] ], "trgnoun": "paper", "trgverb": "remove" }, { "key": "P03_117+151_152_153_154", "video_id": "P03_117", "narration_ids": [ "P03_117_151", "P03_117_152", "P03_117_153", "P03_117_154" ], "src": "rinse_out washing up bowl . wash hand . rinse washing up bowl", "src1": "rinse_out washing up bowl", "src2": "wash hand", "src3": "rinse washing up bowl", "trg": "pour_out washing up bowl", "vis_src": "P03_117:151 P03_117:152 P03_117:153", "vis_trg": "P03_117:154", "narrations": [ "rinse out washing up bowl", "wash hand", "rinse washing up bowl", "pour out washing up bowl" ], "verbs": [ "rinse-out", "wash", "rinse", "pour-out" ], "verb_classes": [ 2, 2, 2, 9 ], "nouns": [ "bowl:washing:up", "hand", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 7, 11, 7, 7 ], "start_stop_timestamps": [ [ "00:07:59.15", "00:08:00.03" ], [ "00:07:59.71", "00:08:00.88" ], [ "00:08:00.98", "00:08:04.10" ], [ "00:08:04.20", "00:08:04.73" ] ], "start_stop_frames": [ [ 23957, 24001 ], [ 23985, 24044 ], [ 24049, 24205 ], [ 24210, 24236 ] ], "trgnoun": "up_washing_bowl", "trgverb": "pour_out" }, { "key": "P04_120+69_70_71_72", "video_id": "P04_120", "narration_ids": [ "P04_120_69", "P04_120_70", "P04_120_71", "P04_120_72" ], "src": "feel temperature of milk in pan . adjust temperature of hob . pick_up milk_bottle", "src1": "feel temperature of milk in pan", "src2": "adjust temperature of hob", "src3": "pick_up milk_bottle", "trg": "look_at milk_bottle", "vis_src": "P04_120:69 P04_120:70 P04_120:71", "vis_trg": "P04_120:72", "narrations": [ "feel temperature of milk in pan", "adjust temperature of hob", "pick up milk bottle", "look at milk bottle" ], "verbs": [ "feel", "adjust", "pick-up", "look-at" ], "verb_classes": [ 54, 17, 0, 38 ], "nouns": [ "temperature:milk", "temperature:hob", "bottle:milk", "bottle:milk" ], "noun_classes": [ 65, 65, 15, 15 ], "start_stop_timestamps": [ [ "00:04:12.26", "00:04:13.19" ], [ "00:04:13.29", "00:04:16.53" ], [ "00:04:47.76", "00:04:48.55" ], [ "00:04:48.78", "00:04:49.75" ] ], "start_stop_frames": [ [ 12613, 12659 ], [ 12664, 12826 ], [ 14388, 14427 ], [ 14438, 14487 ] ], "trgnoun": "milk_bottle", "trgverb": "look_at" }, { "key": "P07_09+38_39_40_41", "video_id": "P07_09", "narration_ids": [ "P07_09_38", "P07_09_39", "P07_09_40", "P07_09_41" ], "src": "close bottle . flip tortilla . turn knob", "src1": "close bottle", "src2": "flip tortilla", "src3": "turn knob", "trg": "switch_off knob", "vis_src": "P07_09:38 P07_09:39 P07_09:40", "vis_trg": "P07_09:41", "narrations": [ "close bottle", "flip tortilla", "turn knob", "switch off" ], "verbs": [ "close", "flip", "turn", "switch-off" ], "verb_classes": [ 4, 22, 23, 8 ], "nouns": [ "bottle", "tortilla", "knob", "knob" ], "noun_classes": [ 15, 107, 190, 190 ], "start_stop_timestamps": [ [ "00:04:50.81", "00:04:52.09" ], [ "00:04:53.33", "00:04:56.07" ], [ "00:05:07.97", "00:05:08.98" ], [ "00:05:09.27", "00:05:10.62" ] ], "start_stop_frames": [ [ 17448, 17525 ], [ 17599, 17764 ], [ 18478, 18538 ], [ 18556, 18637 ] ], "trgnoun": "knob", "trgverb": "switch_off" }, { "key": "P04_02+185_186_187_189", "video_id": "P04_02", "narration_ids": [ "P04_02_185", "P04_02_186", "P04_02_187", "P04_02_189" ], "src": "put away cucumber . open fridge . open drawer", "src1": "put away cucumber", "src2": "open fridge", "src3": "open drawer", "trg": "close drawer", "vis_src": "P04_02:185 P04_02:186 P04_02:187", "vis_trg": "P04_02:189", "narrations": [ "put away cucumber", "open fridge", "open drawer", "close drawer" ], "verbs": [ "put", "open", "open", "close" ], "verb_classes": [ 1, 3, 3, 4 ], "nouns": [ "cucumber", "fridge", "drawer", "drawer" ], "noun_classes": [ 72, 12, 8, 8 ], "start_stop_timestamps": [ [ "00:15:05.92", "00:15:11.21" ], [ "00:15:11.09", "00:15:12.33" ], [ "00:15:12.67", "00:15:13.80" ], [ "00:15:14.07", "00:15:15.02" ] ], "start_stop_frames": [ [ 54355, 54672 ], [ 54665, 54739 ], [ 54760, 54828 ], [ 54844, 54901 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P30_111+57_58_59_60", "video_id": "P30_111", "narration_ids": [ "P30_111_57", "P30_111_58", "P30_111_59", "P30_111_60" ], "src": "put mug into washing up bowl . apply soap to hands . wash hands", "src1": "put mug into washing up bowl", "src2": "apply soap to hands", "src3": "wash hands", "trg": "rinse hands", "vis_src": "P30_111:57 P30_111:58 P30_111:59", "vis_trg": "P30_111:60", "narrations": [ "put mug into washing up bowl", "apply soap to hands", "wash hands", "rinse hands" ], "verbs": [ "put-into", "apply-to", "wash", "rinse" ], "verb_classes": [ 5, 27, 2, 2 ], "nouns": [ "mug", "soap", "hand", "hand" ], "noun_classes": [ 13, 22, 11, 11 ], "start_stop_timestamps": [ [ "00:02:06.28", "00:02:07.25" ], [ "00:02:09.48", "00:02:11.70" ], [ "00:02:11.70", "00:02:14.38" ], [ "00:02:11.70", "00:02:14.57" ] ], "start_stop_frames": [ [ 6314, 6362 ], [ 6473, 6584 ], [ 6584, 6719 ], [ 6584, 6728 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P04_06+51_52_53_54", "video_id": "P04_06", "narration_ids": [ "P04_06_51", "P04_06_52", "P04_06_53", "P04_06_54" ], "src": "stir spinach . pick_up spinach . put_in pan", "src1": "stir spinach", "src2": "pick_up spinach", "src3": "put_in pan", "trg": "put spinach in pan", "vis_src": "P04_06:51 P04_06:52 P04_06:53", "vis_trg": "P04_06:54", "narrations": [ "stir spinach", "pick up spinach", "put in pan", "put spinach in pan" ], "verbs": [ "stir", "pick-up", "put-in", "put-in" ], "verb_classes": [ 10, 0, 5, 5 ], "nouns": [ "spinach", "spinach", "pan", "spinach" ], "noun_classes": [ 198, 198, 5, 198 ], "start_stop_timestamps": [ [ "00:04:46.88", "00:05:01.63" ], [ "00:05:01.73", "00:05:03.48" ], [ "00:05:03.58", "00:05:04.33" ], [ "00:05:08.65", "00:05:09.51" ] ], "start_stop_frames": [ [ 17212, 18097 ], [ 18103, 18208 ], [ 18214, 18259 ], [ 18519, 18570 ] ], "trgnoun": "spinach", "trgverb": "put_in" }, { "key": "P23_102+260_261_262_263", "video_id": "P23_102", "narration_ids": [ "P23_102_260", "P23_102_261", "P23_102_262", "P23_102_263" ], "src": "take lighter . take vegetable . take plate", "src1": "take lighter", "src2": "take vegetable", "src3": "take plate", "trg": "put plate", "vis_src": "P23_102:260 P23_102:261 P23_102:262", "vis_trg": "P23_102:263", "narrations": [ "take lighter", "take vegetable", "take plate", "put plate" ], "verbs": [ "take", "take", "take", "put" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "lighter", "vegetable", "plate", "plate" ], "noun_classes": [ 130, 94, 2, 2 ], "start_stop_timestamps": [ [ "00:24:30.03", "00:24:30.75" ], [ "00:24:34.25", "00:24:36.40" ], [ "00:24:41.19", "00:24:41.94" ], [ "00:24:42.04", "00:24:43.04" ] ], "start_stop_frames": [ [ 73501, 73537 ], [ 73712, 73820 ], [ 74059, 74097 ], [ 74102, 74152 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P02_03+146_147_148_149", "video_id": "P02_03", "narration_ids": [ "P02_03_146", "P02_03_147", "P02_03_148", "P02_03_149" ], "src": "get oil . put oil down . put salt down", "src1": "get oil", "src2": "put oil down", "src3": "put salt down", "trg": "open oil", "vis_src": "P02_03:146 P02_03:147 P02_03:148", "vis_trg": "P02_03:149", "narrations": [ "get oil", "put oil down", "put salt down", "open oil" ], "verbs": [ "get", "put-down", "put-down", "open" ], "verb_classes": [ 0, 1, 1, 3 ], "nouns": [ "oil", "oil", "salt", "oil" ], "noun_classes": [ 31, 31, 38, 31 ], "start_stop_timestamps": [ [ "00:08:44.51", "00:08:46.30" ], [ "00:08:46.06", "00:08:46.72" ], [ "00:08:47.35", "00:08:48.35" ], [ "00:08:49.09", "00:08:51.24" ] ], "start_stop_frames": [ [ 31470, 31577 ], [ 31563, 31603 ], [ 31641, 31701 ], [ 31745, 31874 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P04_107+138_139_140_141", "video_id": "P04_107", "narration_ids": [ "P04_107_138", "P04_107_139", "P04_107_140", "P04_107_141" ], "src": "flip dough . roll dough . pick_up dough", "src1": "flip dough", "src2": "roll dough", "src3": "pick_up dough", "trg": "put_down dough", "vis_src": "P04_107:138 P04_107:139 P04_107:140", "vis_trg": "P04_107:141", "narrations": [ "flip dough", "roll dough", "pick up dough", "put down dough" ], "verbs": [ "flip", "roll", "pick-up", "put-down" ], "verb_classes": [ 22, 47, 0, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:05:21.55", "00:05:22.60" ], [ "00:05:23.05", "00:05:28.05" ], [ "00:05:28.61", "00:05:29.89" ], [ "00:05:29.66", "00:05:30.23" ] ], "start_stop_frames": [ [ 16077, 16130 ], [ 16152, 16402 ], [ 16430, 16494 ], [ 16483, 16511 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P25_106+206_207_208_209", "video_id": "P25_106", "narration_ids": [ "P25_106_206", "P25_106_207", "P25_106_208", "P25_106_209" ], "src": "dry hands . pick_up spoon . lift lid", "src1": "dry hands", "src2": "pick_up spoon", "src3": "lift lid", "trg": "put_down lid", "vis_src": "P25_106:206 P25_106:207 P25_106:208", "vis_trg": "P25_106:209", "narrations": [ "dry hands", "pick up spoon", "lift lid", "put down lid" ], "verbs": [ "dry", "pick-up", "lift", "put-down" ], "verb_classes": [ 14, 0, 33, 1 ], "nouns": [ "hand", "spoon", "lid", "lid" ], "noun_classes": [ 11, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:17:52.30", "00:17:58.92" ], [ "00:17:59.03", "00:17:59.85" ], [ "00:18:05.36", "00:18:07.60" ], [ "00:18:08.00", "00:18:11.33" ] ], "start_stop_frames": [ [ 53615, 53946 ], [ 53951, 53992 ], [ 54267, 54379 ], [ 54400, 54566 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P27_101+119_120_121_122", "video_id": "P27_101", "narration_ids": [ "P27_101_119", "P27_101_120", "P27_101_121", "P27_101_122" ], "src": "put_down glass . move coffee_machine . pick_up glass", "src1": "put_down glass", "src2": "move coffee_machine", "src3": "pick_up glass", "trg": "wash glass", "vis_src": "P27_101:119 P27_101:120 P27_101:121", "vis_trg": "P27_101:122", "narrations": [ "put down glass", "move coffee machine", "pick up glass", "wash glass" ], "verbs": [ "put-down", "move", "pick-up", "wash" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "glass", "machine:coffee", "glass", "glass" ], "noun_classes": [ 10, 50, 10, 10 ], "start_stop_timestamps": [ [ "00:05:21.50", "00:05:22.39" ], [ "00:05:22.50", "00:05:23.61" ], [ "00:05:23.71", "00:05:25.41" ], [ "00:05:25.44", "00:05:30.84" ] ], "start_stop_frames": [ [ 16075, 16119 ], [ 16125, 16180 ], [ 16185, 16270 ], [ 16272, 16542 ] ], "trgnoun": "glass", "trgverb": "wash" }, { "key": "P06_101+145_146_147_148", "video_id": "P06_101", "narration_ids": [ "P06_101_145", "P06_101_146", "P06_101_147", "P06_101_148" ], "src": "pick_up chopping_board . scrape pepper into pan . put_down chopping_board", "src1": "pick_up chopping_board", "src2": "scrape pepper into pan", "src3": "put_down chopping_board", "trg": "pick_up pepper", "vis_src": "P06_101:145 P06_101:146 P06_101:147", "vis_trg": "P06_101:148", "narrations": [ "pick up chopping board", "scrape pepper into pan", "put down chopping board", "pick up pepper" ], "verbs": [ "pick-up", "scrape-into", "put-down", "pick-up" ], "verb_classes": [ 0, 25, 1, 0 ], "nouns": [ "board:chopping", "pepper", "board:chopping", "pepper" ], "noun_classes": [ 18, 37, 18, 37 ], "start_stop_timestamps": [ [ "00:10:43.51", "00:10:45.13" ], [ "00:10:45.10", "00:10:49.06" ], [ "00:10:49.03", "00:10:50.33" ], [ "00:10:50.11", "00:10:50.77" ] ], "start_stop_frames": [ [ 32175, 32256 ], [ 32255, 32452 ], [ 32451, 32516 ], [ 32505, 32538 ] ], "trgnoun": "pepper", "trgverb": "pick_up" }, { "key": "P02_118+148_149_150_151", "video_id": "P02_118", "narration_ids": [ "P02_118_148", "P02_118_149", "P02_118_150", "P02_118_151" ], "src": "open tap . rinse juicer_part . close tap", "src1": "open tap", "src2": "rinse juicer_part", "src3": "close tap", "trg": "put_down juicer_part", "vis_src": "P02_118:148 P02_118:149 P02_118:150", "vis_trg": "P02_118:151", "narrations": [ "open tap", "rinse juicer part", "close tap", "put down juicer part" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-down" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "part:juicer", "tap", "part:juicer" ], "noun_classes": [ 0, 106, 0, 106 ], "start_stop_timestamps": [ [ "00:07:23.71", "00:07:25.00" ], [ "00:07:24.90", "00:07:27.52" ], [ "00:07:27.31", "00:07:28.33" ], [ "00:07:28.64", "00:07:29.66" ] ], "start_stop_frames": [ [ 22185, 22250 ], [ 22245, 22376 ], [ 22365, 22416 ], [ 22432, 22483 ] ], "trgnoun": "juicer_part", "trgverb": "put_down" }, { "key": "P25_11+31_32_33_34", "video_id": "P25_11", "narration_ids": [ "P25_11_31", "P25_11_32", "P25_11_33", "P25_11_34" ], "src": "close jar . put coffee . take napkins", "src1": "close jar", "src2": "put coffee", "src3": "take napkins", "trg": "put napkins", "vis_src": "P25_11:31 P25_11:32 P25_11:33", "vis_trg": "P25_11:34", "narrations": [ "close jar", "put coffee", "take napkins", "put napkins" ], "verbs": [ "close", "put", "take", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "jar", "coffee", "napkin", "napkin" ], "noun_classes": [ 40, 59, 88, 88 ], "start_stop_timestamps": [ [ "00:03:21.51", "00:03:24.57" ], [ "00:03:24.67", "00:03:25.64" ], [ "00:03:24.74", "00:03:33.56" ], [ "00:03:42.67", "00:03:44.40" ] ], "start_stop_frames": [ [ 12090, 12274 ], [ 12280, 12338 ], [ 12284, 12813 ], [ 13360, 13464 ] ], "trgnoun": "napkin", "trgverb": "put" }, { "key": "P11_04+113_114_115_116", "video_id": "P11_04", "narration_ids": [ "P11_04_113", "P11_04_114", "P11_04_115", "P11_04_116" ], "src": "place_on drying_rack . shake_off hands . pick_up knife", "src1": "place_on drying_rack", "src2": "shake_off hands", "src3": "pick_up knife", "trg": "shake_off knife", "vis_src": "P11_04:113 P11_04:114 P11_04:115", "vis_trg": "P11_04:116", "narrations": [ "place on drying rack", "shake off hands", "pick up knife", "shake off knife" ], "verbs": [ "place-on", "shake-off", "pick-up", "shake-off" ], "verb_classes": [ 1, 15, 0, 15 ], "nouns": [ "rack:drying", "hand", "knife", "knife" ], "noun_classes": [ 110, 11, 4, 4 ], "start_stop_timestamps": [ [ "00:04:35.94", "00:04:36.76" ], [ "00:04:36.86", "00:04:38.49" ], [ "00:04:41.50", "00:04:42.68" ], [ "00:04:44.30", "00:04:45.05" ] ], "start_stop_frames": [ [ 16556, 16605 ], [ 16611, 16709 ], [ 16890, 16960 ], [ 17058, 17103 ] ], "trgnoun": "knife", "trgverb": "shake_off" }, { "key": "P02_113+81_82_83_84", "video_id": "P02_113", "narration_ids": [ "P02_113_81", "P02_113_82", "P02_113_83", "P02_113_84" ], "src": "close oven . put tray on floor . take_off glove", "src1": "close oven", "src2": "put tray on floor", "src3": "take_off glove", "trg": "hand glove", "vis_src": "P02_113:81 P02_113:82 P02_113:83", "vis_trg": "P02_113:84", "narrations": [ "close oven", "put tray on floor", "take off glove", "hand glove" ], "verbs": [ "close", "put-on", "take-off", "hand" ], "verb_classes": [ 4, 1, 12, 41 ], "nouns": [ "oven", "tray", "glove", "glove" ], "noun_classes": [ 46, 35, 60, 60 ], "start_stop_timestamps": [ [ "00:03:52.28", "00:03:53.18" ], [ "00:03:53.54", "00:03:55.21" ], [ "00:03:55.12", "00:03:58.29" ], [ "00:03:55.89", "00:04:00.51" ] ], "start_stop_frames": [ [ 11614, 11659 ], [ 11677, 11760 ], [ 11756, 11914 ], [ 11794, 12025 ] ], "trgnoun": "glove", "trgverb": "hand" }, { "key": "P12_104+151_152_153_154", "video_id": "P12_104", "narration_ids": [ "P12_104_151", "P12_104_152", "P12_104_153", "P12_104_154" ], "src": "put_down cutlery . pick_up grater . scrub grater", "src1": "put_down cutlery", "src2": "pick_up grater", "src3": "scrub grater", "trg": "put_down grater", "vis_src": "P12_104:151 P12_104:152 P12_104:153", "vis_trg": "P12_104:154", "narrations": [ "put down cutlery", "pick up grater", "scrub grater", "put down grater" ], "verbs": [ "put-down", "pick-up", "scrub", "put-down" ], "verb_classes": [ 1, 0, 29, 1 ], "nouns": [ "cutlery", "grater", "grater", "grater" ], "noun_classes": [ 58, 96, 96, 96 ], "start_stop_timestamps": [ [ "00:10:34.71", "00:10:35.47" ], [ "00:10:35.75", "00:10:36.33" ], [ "00:10:36.30", "00:10:42.33" ], [ "00:10:42.20", "00:10:42.81" ] ], "start_stop_frames": [ [ 31735, 31773 ], [ 31787, 31816 ], [ 31814, 32116 ], [ 32110, 32140 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P01_105+296_297_298_299", "video_id": "P01_105", "narration_ids": [ "P01_105_296", "P01_105_297", "P01_105_298", "P01_105_299" ], "src": "put pak choi leaf into bowl . pick_up spatula . stir food", "src1": "put pak choi leaf into bowl", "src2": "pick_up spatula", "src3": "stir food", "trg": "tap spatula", "vis_src": "P01_105:296 P01_105:297 P01_105:298", "vis_trg": "P01_105:299", "narrations": [ "put pak choi leaf into bowl", "pick up spatula", "stir food", "tap spatula" ], "verbs": [ "put-into", "pick-up", "stir", "tap" ], "verb_classes": [ 5, 0, 10, 32 ], "nouns": [ "leaf:pak:choi", "spatula", "food", "spatula" ], "noun_classes": [ 62, 20, 34, 20 ], "start_stop_timestamps": [ [ "00:11:34.94", "00:11:35.86" ], [ "00:11:36.64", "00:11:37.36" ], [ "00:11:37.65", "00:11:46.97" ], [ "00:11:47.03", "00:11:48.17" ] ], "start_stop_frames": [ [ 34747, 34793 ], [ 34832, 34868 ], [ 34882, 35348 ], [ 35351, 35408 ] ], "trgnoun": "spatula", "trgverb": "tap" }, { "key": "P08_21+36_37_38_39", "video_id": "P08_21", "narration_ids": [ "P08_21_36", "P08_21_37", "P08_21_38", "P08_21_39" ], "src": "get pan . place_on hob . place bowls in cupboard", "src1": "get pan", "src2": "place_on hob", "src3": "place bowls in cupboard", "trg": "take pan and lid", "vis_src": "P08_21:36 P08_21:37 P08_21:38", "vis_trg": "P08_21:39", "narrations": [ "get pan", "place on hob", "place bowls in cupboard", "take pan and lid" ], "verbs": [ "get", "place-on", "place", "take" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "pan", "hob", "bowl", "pan" ], "noun_classes": [ 5, 24, 7, 5 ], "start_stop_timestamps": [ [ "00:01:31.17", "00:01:35.34" ], [ "00:01:35.65", "00:01:37.04" ], [ "00:01:37.48", "00:01:39.73" ], [ "00:01:42.46", "00:01:43.89" ] ], "start_stop_frames": [ [ 5470, 5720 ], [ 5739, 5822 ], [ 5848, 5983 ], [ 6147, 6233 ] ], "trgnoun": "pan", "trgverb": "take" }, { "key": "P01_109+827_828_829_830", "video_id": "P01_109", "narration_ids": [ "P01_109_827", "P01_109_828", "P01_109_829", "P01_109_830" ], "src": "put_down sponge . rinse hand . pick_up cloth", "src1": "put_down sponge", "src2": "rinse hand", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P01_109:827 P01_109:828 P01_109:829", "vis_trg": "P01_109:830", "narrations": [ "put down sponge", "rinse hand", "pick up cloth", "rinse cloth" ], "verbs": [ "put-down", "rinse", "pick-up", "rinse" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "sponge", "hand", "cloth", "cloth" ], "noun_classes": [ 9, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:58:16.63", "00:58:17.63" ], [ "00:58:17.13", "00:58:17.63" ], [ "00:58:17.60", "00:58:18.15" ], [ "00:58:18.25", "00:58:19.08" ] ], "start_stop_frames": [ [ 174831, 174881 ], [ 174856, 174881 ], [ 174880, 174907 ], [ 174912, 174954 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P02_112+50_51_52_53", "video_id": "P02_112", "narration_ids": [ "P02_112_50", "P02_112_51", "P02_112_52", "P02_112_53" ], "src": "pour spice from jar onto lid . pour spice from lid onto pan . close jar", "src1": "pour spice from jar onto lid", "src2": "pour spice from lid onto pan", "src3": "close jar", "trg": "put_down jar", "vis_src": "P02_112:50 P02_112:51 P02_112:52", "vis_trg": "P02_112:53", "narrations": [ "pour spice from jar onto lid", "pour spice from lid onto pan", "close jar", "put down jar" ], "verbs": [ "pour-from", "pour-from", "close", "put-down" ], "verb_classes": [ 9, 9, 4, 1 ], "nouns": [ "spice", "spice", "jar", "jar" ], "noun_classes": [ 85, 85, 40, 40 ], "start_stop_timestamps": [ [ "00:02:19.10", "00:02:20.90" ], [ "00:02:21.00", "00:02:22.01" ], [ "00:02:22.00", "00:02:23.26" ], [ "00:02:23.31", "00:02:24.29" ] ], "start_stop_frames": [ [ 6955, 7045 ], [ 7050, 7100 ], [ 7100, 7163 ], [ 7165, 7214 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P30_04+86_87_89_90", "video_id": "P30_04", "narration_ids": [ "P30_04_86", "P30_04_87", "P30_04_89", "P30_04_90" ], "src": "take box . dry box . dry mug", "src1": "take box", "src2": "dry box", "src3": "dry mug", "trg": "put mug", "vis_src": "P30_04:86 P30_04:87 P30_04:89", "vis_trg": "P30_04:90", "narrations": [ "take box", "dry box", "dry mug", "put mug" ], "verbs": [ "take", "dry", "dry", "put" ], "verb_classes": [ 0, 14, 14, 1 ], "nouns": [ "box", "box", "mug", "mug" ], "noun_classes": [ 23, 23, 13, 13 ], "start_stop_timestamps": [ [ "00:04:29.39", "00:04:30.70" ], [ "00:04:30.48", "00:04:34.99" ], [ "00:04:36.47", "00:04:42.17" ], [ "00:04:42.27", "00:04:44.24" ] ], "start_stop_frames": [ [ 16163, 16242 ], [ 16228, 16499 ], [ 16588, 16930 ], [ 16936, 17054 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P01_18+449_450_451_452", "video_id": "P01_18", "narration_ids": [ "P01_18_449", "P01_18_450", "P01_18_451", "P01_18_452" ], "src": "take spatula . take ladle . spoon stock", "src1": "take spatula", "src2": "take ladle", "src3": "spoon stock", "trg": "pour stock", "vis_src": "P01_18:449 P01_18:450 P01_18:451", "vis_trg": "P01_18:452", "narrations": [ "take spatula", "take ladle", "spoon stock", "pour stock" ], "verbs": [ "take", "take", "spoon", "pour" ], "verb_classes": [ 0, 0, 16, 9 ], "nouns": [ "spatula", "ladle", "stock", "stock" ], "noun_classes": [ 20, 97, 95, 95 ], "start_stop_timestamps": [ [ "00:36:16.66", "00:36:18.14" ], [ "00:36:21.79", "00:36:22.85" ], [ "00:36:22.95", "00:36:25.12" ], [ "00:36:25.22", "00:36:27.84" ] ], "start_stop_frames": [ [ 130599, 130688 ], [ 130907, 130971 ], [ 130976, 131107 ], [ 131113, 131270 ] ], "trgnoun": "stock", "trgverb": "pour" }, { "key": "P22_06+30_31_32_33", "video_id": "P22_06", "narration_ids": [ "P22_06_30", "P22_06_31", "P22_06_32", "P22_06_33" ], "src": "take paper . put paper . tear_off plastic_wrap", "src1": "take paper", "src2": "put paper", "src3": "tear_off plastic_wrap", "trg": "put_down plastic_wrap", "vis_src": "P22_06:30 P22_06:31 P22_06:32", "vis_trg": "P22_06:33", "narrations": [ "take paper", "put", "tear off plastic wrap", "put down plastic wrap" ], "verbs": [ "take", "put", "tear-off", "put-down" ], "verb_classes": [ 0, 1, 43, 1 ], "nouns": [ "paper", "paper", "wrap:plastic", "wrap:plastic" ], "noun_classes": [ 49, 49, 100, 100 ], "start_stop_timestamps": [ [ "00:00:59.32", "00:01:11.97" ], [ "00:01:02.81", "00:01:06.44" ], [ "00:01:09.92", "00:01:13.06" ], [ "00:01:13.16", "00:01:14.26" ] ], "start_stop_frames": [ [ 3559, 4318 ], [ 3768, 3986 ], [ 4195, 4383 ], [ 4389, 4455 ] ], "trgnoun": "plastic_wrap", "trgverb": "put_down" }, { "key": "P06_09+122_123_124_125", "video_id": "P06_09", "narration_ids": [ "P06_09_122", "P06_09_123", "P06_09_124", "P06_09_125" ], "src": "take chicken . open chicken with knife . take chicken_breast", "src1": "take chicken", "src2": "open chicken with knife", "src3": "take chicken_breast", "trg": "cut chicken_breast", "vis_src": "P06_09:122 P06_09:123 P06_09:124", "vis_trg": "P06_09:125", "narrations": [ "take chicken", "open chicken with knife", "take chicken breast", "cut chicken breast" ], "verbs": [ "take", "open-with", "take", "cut" ], "verb_classes": [ 0, 3, 0, 7 ], "nouns": [ "chicken", "chicken", "breast:chicken", "breast:chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:17:10.50", "00:17:11.92" ], [ "00:17:12.00", "00:17:16.77" ], [ "00:17:16.78", "00:17:18.87" ], [ "00:17:19.22", "00:17:20.97" ] ], "start_stop_frames": [ [ 61830, 61915 ], [ 61920, 62206 ], [ 62206, 62332 ], [ 62353, 62458 ] ], "trgnoun": "chicken_breast", "trgverb": "cut" }, { "key": "P01_109+268_269_270_271", "video_id": "P01_109", "narration_ids": [ "P01_109_268", "P01_109_269", "P01_109_270", "P01_109_271" ], "src": "gather onion_skin . pick_up onion_skin . open food_bin", "src1": "gather onion_skin", "src2": "pick_up onion_skin", "src3": "open food_bin", "trg": "throw onion_skin into bin", "vis_src": "P01_109:268 P01_109:269 P01_109:270", "vis_trg": "P01_109:271", "narrations": [ "gather onion skin", "pick up onion skin", "open food bin", "throw onion skin into bin" ], "verbs": [ "gather", "pick-up", "open", "throw-into" ], "verb_classes": [ 63, 0, 3, 13 ], "nouns": [ "skin:onion", "skin:onion", "bin:food", "skin:onion" ], "noun_classes": [ 48, 48, 36, 48 ], "start_stop_timestamps": [ [ "00:12:52.08", "00:12:54.48" ], [ "00:12:55.53", "00:13:00.88" ], [ "00:13:01.59", "00:13:02.69" ], [ "00:13:02.78", "00:13:07.09" ] ], "start_stop_frames": [ [ 38604, 38724 ], [ 38776, 39044 ], [ 39079, 39134 ], [ 39139, 39354 ] ], "trgnoun": "onion_skin", "trgverb": "throw_into" }, { "key": "P26_111+16_17_18_19", "video_id": "P26_111", "narration_ids": [ "P26_111_16", "P26_111_17", "P26_111_18", "P26_111_19" ], "src": "lather colander . rinse colander . put_down sponge", "src1": "lather colander", "src2": "rinse colander", "src3": "put_down sponge", "trg": "put_down colander", "vis_src": "P26_111:16 P26_111:17 P26_111:18", "vis_trg": "P26_111:19", "narrations": [ "lather colander", "rinse colander", "put down sponge", "put down colander" ], "verbs": [ "lather", "rinse", "put-down", "put-down" ], "verb_classes": [ 2, 2, 1, 1 ], "nouns": [ "colander", "colander", "sponge", "colander" ], "noun_classes": [ 39, 39, 9, 39 ], "start_stop_timestamps": [ [ "00:00:31.43", "00:00:36.48" ], [ "00:00:36.22", "00:01:05.24" ], [ "00:00:37.33", "00:00:38.83" ], [ "00:01:05.14", "00:01:09.36" ] ], "start_stop_frames": [ [ 1571, 1823 ], [ 1811, 3261 ], [ 1866, 1941 ], [ 3257, 3468 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P22_113+189_190_191_192", "video_id": "P22_113", "narration_ids": [ "P22_113_189", "P22_113_190", "P22_113_191", "P22_113_192" ], "src": "put_down lid . pick_up spoon . pick_up rice", "src1": "put_down lid", "src2": "pick_up spoon", "src3": "pick_up rice", "trg": "put_down rice", "vis_src": "P22_113:189 P22_113:190 P22_113:191", "vis_trg": "P22_113:192", "narrations": [ "put down lid", "pick up spoon", "pick up rice", "put down rice" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "lid", "spoon", "rice", "rice" ], "noun_classes": [ 6, 1, 55, 55 ], "start_stop_timestamps": [ [ "00:06:28.73", "00:06:30.77" ], [ "00:06:30.04", "00:06:31.66" ], [ "00:06:31.76", "00:06:33.30" ], [ "00:06:33.40", "00:06:34.15" ] ], "start_stop_frames": [ [ 19436, 19538 ], [ 19502, 19583 ], [ 19588, 19665 ], [ 19670, 19707 ] ], "trgnoun": "rice", "trgverb": "put_down" }, { "key": "P13_08+165_166_167_168", "video_id": "P13_08", "narration_ids": [ "P13_08_165", "P13_08_166", "P13_08_167", "P13_08_168" ], "src": "put spaghetti in the pot . clean spatula . open drawer", "src1": "put spaghetti in the pot", "src2": "clean spatula", "src3": "open drawer", "trg": "put spatula in the drawer", "vis_src": "P13_08:165 P13_08:166 P13_08:167", "vis_trg": "P13_08:168", "narrations": [ "put spaghetti in the pot", "clean spatula", "open drawer", "put spatula in the drawer" ], "verbs": [ "put-in", "clean", "open", "put-in" ], "verb_classes": [ 5, 2, 3, 5 ], "nouns": [ "spaghetti", "spatula", "drawer", "spatula" ], "noun_classes": [ 45, 20, 8, 20 ], "start_stop_timestamps": [ [ "00:36:50.82", "00:36:55.40" ], [ "00:37:03.64", "00:37:20.64" ], [ "00:37:22.70", "00:37:23.98" ], [ "00:37:23.81", "00:37:25.07" ] ], "start_stop_frames": [ [ 132649, 132924 ], [ 133418, 134438 ], [ 134562, 134638 ], [ 134628, 134704 ] ], "trgnoun": "spatula", "trgverb": "put_in" }, { "key": "P02_112+85_86_87_89", "video_id": "P02_112", "narration_ids": [ "P02_112_85", "P02_112_86", "P02_112_87", "P02_112_89" ], "src": "open oil_bottle . pour oil from bottle onto tray . close oil_bottle", "src1": "open oil_bottle", "src2": "pour oil from bottle onto tray", "src3": "close oil_bottle", "trg": "spread oil on tray", "vis_src": "P02_112:85 P02_112:86 P02_112:87", "vis_trg": "P02_112:89", "narrations": [ "open oil bottle", "pour oil from bottle onto tray", "close oil bottle", "spread oil on tray" ], "verbs": [ "open", "pour-from", "close", "spread-on" ], "verb_classes": [ 3, 9, 4, 27 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "oil" ], "noun_classes": [ 15, 31, 15, 31 ], "start_stop_timestamps": [ [ "00:04:11.27", "00:04:12.07" ], [ "00:04:11.94", "00:04:13.03" ], [ "00:04:13.13", "00:04:13.93" ], [ "00:04:12.50", "00:04:21.75" ] ], "start_stop_frames": [ [ 12563, 12603 ], [ 12597, 12651 ], [ 12656, 12696 ], [ 12625, 13087 ] ], "trgnoun": "oil", "trgverb": "spread_on" }, { "key": "P30_107+314_316_319_321", "video_id": "P30_107", "narration_ids": [ "P30_107_314", "P30_107_316", "P30_107_319", "P30_107_321" ], "src": "take another broccoli_piece . rearrange broccoli_pieces . put broccoli_pieces", "src1": "take another broccoli_piece", "src2": "rearrange broccoli_pieces", "src3": "put broccoli_pieces", "trg": "chop broccoli_pieces", "vis_src": "P30_107:314 P30_107:316 P30_107:319", "vis_trg": "P30_107:321", "narrations": [ "take another broccoli piece", "rearrange broccoli pieces", "put broccoli pieces", "chop broccoli pieces" ], "verbs": [ "take", "rearrange", "put", "chop" ], "verb_classes": [ 0, 40, 1, 7 ], "nouns": [ "piece:broccoli", "piece:broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:16:16.25", "00:16:18.50" ], [ "00:16:21.37", "00:16:23.75" ], [ "00:16:30.75", "00:16:31.30" ], [ "00:16:41.66", "00:16:50.14" ] ], "start_stop_frames": [ [ 48812, 48925 ], [ 49068, 49187 ], [ 49537, 49565 ], [ 50083, 50507 ] ], "trgnoun": "broccoli_piece", "trgverb": "chop" }, { "key": "P04_10+55_56_57_58", "video_id": "P04_10", "narration_ids": [ "P04_10_55", "P04_10_56", "P04_10_57", "P04_10_58" ], "src": "pull stalks off celery . chop ends off celery . put ends in bin", "src1": "pull stalks off celery", "src2": "chop ends off celery", "src3": "put ends in bin", "trg": "slice celery", "vis_src": "P04_10:55 P04_10:56 P04_10:57", "vis_trg": "P04_10:58", "narrations": [ "pull stalks off celery", "chop ends off celery", "put ends in bin", "slice celery" ], "verbs": [ "pull-off", "chop", "put-in", "slice" ], "verb_classes": [ 0, 7, 5, 7 ], "nouns": [ "stalk", "celery", "bin", "celery" ], "noun_classes": [ 210, 223, 36, 223 ], "start_stop_timestamps": [ [ "00:08:57.29", "00:09:06.04" ], [ "00:09:06.74", "00:09:19.02" ], [ "00:09:18.29", "00:09:22.10" ], [ "00:09:22.20", "00:09:46.60" ] ], "start_stop_frames": [ [ 32237, 32762 ], [ 32804, 33541 ], [ 33497, 33726 ], [ 33732, 35196 ] ], "trgnoun": "celery", "trgverb": "slice" }, { "key": "P22_107+111_112_113_114", "video_id": "P22_107", "narration_ids": [ "P22_107_111", "P22_107_112", "P22_107_113", "P22_107_114" ], "src": "put_down jar . pick_up measuring_spoon . put_down powder", "src1": "put_down jar", "src2": "pick_up measuring_spoon", "src3": "put_down powder", "trg": "pick_up powder", "vis_src": "P22_107:111 P22_107:112 P22_107:113", "vis_trg": "P22_107:114", "narrations": [ "put down jar", "pick up measuring spoon", "put down powder", "pick up powder" ], "verbs": [ "put-down", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "jar", "spoon:measuring", "powder", "powder" ], "noun_classes": [ 40, 1, 138, 138 ], "start_stop_timestamps": [ [ "00:03:47.66", "00:03:48.92" ], [ "00:03:51.06", "00:03:52.88" ], [ "00:03:56.62", "00:03:58.91" ], [ "00:03:59.43", "00:04:00.51" ] ], "start_stop_frames": [ [ 11383, 11446 ], [ 11553, 11644 ], [ 11831, 11945 ], [ 11971, 12025 ] ], "trgnoun": "powder", "trgverb": "pick_up" }, { "key": "P04_109+165_166_167_168", "video_id": "P04_109", "narration_ids": [ "P04_109_165", "P04_109_166", "P04_109_167", "P04_109_168" ], "src": "pick_up pieces of cucumber . put pieces of cucumber in measuring jug . wipe piece of cucumber off knife into measuring jug", "src1": "pick_up pieces of cucumber", "src2": "put pieces of cucumber in measuring jug", "src3": "wipe piece of cucumber off knife into measuring jug", "trg": "wipe pieces of cucumber off knife and into measuring jug", "vis_src": "P04_109:165 P04_109:166 P04_109:167", "vis_trg": "P04_109:168", "narrations": [ "pick up pieces of cucumber", "put pieces of cucumber in measuring jug", "wipe piece of cucumber off knife into measuring jug", "wipe pieces of cucumber off knife and into measuring jug" ], "verbs": [ "pick-up", "put-in", "wipe-into", "wipe" ], "verb_classes": [ 0, 5, 2, 2 ], "nouns": [ "piece:cucumber", "piece:cucumber", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:49.84", "00:05:50.98" ], [ "00:05:50.85", "00:05:52.10" ], [ "00:05:52.05", "00:05:52.50" ], [ "00:05:52.60", "00:05:54.33" ] ], "start_stop_frames": [ [ 17492, 17549 ], [ 17542, 17605 ], [ 17602, 17625 ], [ 17630, 17716 ] ], "trgnoun": "cucumber_piece", "trgverb": "wipe" }, { "key": "P04_110+114_115_116_117", "video_id": "P04_110", "narration_ids": [ "P04_110_114", "P04_110_115", "P04_110_116", "P04_110_117" ], "src": "pick_up plate . put_down plate . pick_up rice cooker lid", "src1": "pick_up plate", "src2": "put_down plate", "src3": "pick_up rice cooker lid", "trg": "put rice cooker lid on plate", "vis_src": "P04_110:114 P04_110:115 P04_110:116", "vis_trg": "P04_110:117", "narrations": [ "pick up plate", "put down plate", "pick up rice cooker lid", "put rice cooker lid on plate" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 2, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:04:44.76", "00:04:46.81" ], [ "00:04:46.91", "00:04:49.29" ], [ "00:04:49.19", "00:04:50.43" ], [ "00:04:50.60", "00:04:51.50" ] ], "start_stop_frames": [ [ 14238, 14340 ], [ 14345, 14464 ], [ 14459, 14521 ], [ 14530, 14575 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_on" }, { "key": "P06_101+278_279_280_281", "video_id": "P06_101", "narration_ids": [ "P06_101_278", "P06_101_279", "P06_101_280", "P06_101_281" ], "src": "pick_up knife . chop sweet_potato . turn_on oven", "src1": "pick_up knife", "src2": "chop sweet_potato", "src3": "turn_on oven", "trg": "open oven", "vis_src": "P06_101:278 P06_101:279 P06_101:280", "vis_trg": "P06_101:281", "narrations": [ "pick up knife", "chop sweet potato", "turn on oven", "open oven" ], "verbs": [ "pick-up", "chop", "turn-on", "open" ], "verb_classes": [ 0, 7, 6, 3 ], "nouns": [ "knife", "potato:sweet", "oven", "oven" ], "noun_classes": [ 4, 30, 46, 46 ], "start_stop_timestamps": [ [ "00:19:36.44", "00:19:38.16" ], [ "00:19:38.26", "00:20:23.11" ], [ "00:20:23.21", "00:20:48.48" ], [ "00:20:48.17", "00:20:49.93" ] ], "start_stop_frames": [ [ 58822, 58908 ], [ 58913, 61155 ], [ 61160, 62424 ], [ 62408, 62496 ] ], "trgnoun": "oven", "trgverb": "open" }, { "key": "P01_103+40_41_42_43", "video_id": "P01_103", "narration_ids": [ "P01_103_40", "P01_103_41", "P01_103_42", "P01_103_43" ], "src": "put_down spoon . open rice_cooker . take rice_cooker", "src1": "put_down spoon", "src2": "open rice_cooker", "src3": "take rice_cooker", "trg": "close rice_cooker", "vis_src": "P01_103:40 P01_103:41 P01_103:42", "vis_trg": "P01_103:43", "narrations": [ "put down spoon", "open rice cooker", "take rice cooker", "close rice cooker" ], "verbs": [ "put-down", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "spoon", "cooker:rice", "cooker:rice", "cooker:rice" ], "noun_classes": [ 1, 152, 152, 152 ], "start_stop_timestamps": [ [ "00:01:07.26", "00:01:07.80" ], [ "00:01:08.64", "00:01:09.63" ], [ "00:01:09.82", "00:01:11.06" ], [ "00:01:11.05", "00:01:12.35" ] ], "start_stop_frames": [ [ 3363, 3390 ], [ 3432, 3481 ], [ 3490, 3553 ], [ 3552, 3617 ] ], "trgnoun": "rice_cooker", "trgverb": "close" }, { "key": "P01_04+0_1_2_3", "video_id": "P01_04", "narration_ids": [ "P01_04_0", "P01_04_1", "P01_04_2", "P01_04_3" ], "src": "take cup . put_down cup . take cereal_bag", "src1": "take cup", "src2": "put_down cup", "src3": "take cereal_bag", "trg": "fold cereal_bag", "vis_src": "P01_04:0 P01_04:1 P01_04:2", "vis_trg": "P01_04:3", "narrations": [ "take cup", "put down cup", "take cereal bag", "fold cereal bag" ], "verbs": [ "take", "put-down", "take", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "cup", "cup", "bag:cereal", "bag:cereal" ], "noun_classes": [ 13, 13, 19, 19 ], "start_stop_timestamps": [ [ "00:00:00.11", "00:00:03.04" ], [ "00:00:02.87", "00:00:05.10" ], [ "00:00:06.15", "00:00:06.77" ], [ "00:00:07.26", "00:00:10.26" ] ], "start_stop_frames": [ [ 6, 182 ], [ 172, 306 ], [ 369, 406 ], [ 435, 615 ] ], "trgnoun": "cereal_bag", "trgverb": "fold" }, { "key": "P01_18+526_527_528_529", "video_id": "P01_18", "narration_ids": [ "P01_18_526", "P01_18_527", "P01_18_528", "P01_18_529" ], "src": "take spatula . stir food . adjust hob", "src1": "take spatula", "src2": "stir food", "src3": "adjust hob", "trg": "put_down spatula", "vis_src": "P01_18:526 P01_18:527 P01_18:528", "vis_trg": "P01_18:529", "narrations": [ "take spatula", "stir food", "adjust hob", "put down spatula" ], "verbs": [ "take", "stir", "adjust", "put-down" ], "verb_classes": [ 0, 10, 17, 1 ], "nouns": [ "spatula", "food", "hob", "spatula" ], "noun_classes": [ 20, 34, 24, 20 ], "start_stop_timestamps": [ [ "00:42:08.44", "00:42:09.31" ], [ "00:42:09.57", "00:42:22.38" ], [ "00:42:22.37", "00:42:23.46" ], [ "00:42:31.76", "00:42:32.83" ] ], "start_stop_frames": [ [ 151706, 151758 ], [ 151774, 152542 ], [ 152542, 152607 ], [ 153105, 153169 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P25_107+184_185_186_187", "video_id": "P25_107", "narration_ids": [ "P25_107_184", "P25_107_185", "P25_107_186", "P25_107_187" ], "src": "move plate . put_down pan . move plates", "src1": "move plate", "src2": "put_down pan", "src3": "move plates", "trg": "put_down plate", "vis_src": "P25_107:184 P25_107:185 P25_107:186", "vis_trg": "P25_107:187", "narrations": [ "move plate", "put down pan", "move plates", "put down plate" ], "verbs": [ "move", "put-down", "move", "put-down" ], "verb_classes": [ 11, 1, 11, 1 ], "nouns": [ "plate", "pan", "plate", "plate" ], "noun_classes": [ 2, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:16:40.64", "00:16:44.95" ], [ "00:16:45.01", "00:16:47.07" ], [ "00:16:47.68", "00:16:50.57" ], [ "00:16:50.50", "00:16:52.43" ] ], "start_stop_frames": [ [ 50032, 50247 ], [ 50250, 50353 ], [ 50384, 50528 ], [ 50525, 50621 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P19_04+80_81_82_83", "video_id": "P19_04", "narration_ids": [ "P19_04_80", "P19_04_81", "P19_04_82", "P19_04_83" ], "src": "stir food . open fridge . take noodles", "src1": "stir food", "src2": "open fridge", "src3": "take noodles", "trg": "put noodles into cooker", "vis_src": "P19_04:80 P19_04:81 P19_04:82", "vis_trg": "P19_04:83", "narrations": [ "stir food", "open fridge", "take noodles", "put noodles into cooker" ], "verbs": [ "stir", "open", "take", "put-into" ], "verb_classes": [ 10, 3, 0, 5 ], "nouns": [ "food", "fridge", "noodle", "noodle" ], "noun_classes": [ 34, 12, 155, 155 ], "start_stop_timestamps": [ [ "00:12:35.12", "00:12:49.24" ], [ "00:12:56.39", "00:12:57.82" ], [ "00:12:58.39", "00:13:06.22" ], [ "00:13:02.64", "00:13:16.38" ] ], "start_stop_frames": [ [ 45307, 46154 ], [ 46583, 46669 ], [ 46703, 47173 ], [ 46958, 47782 ] ], "trgnoun": "noodle", "trgverb": "put_into" }, { "key": "P01_01+128_129_130_131", "video_id": "P01_01", "narration_ids": [ "P01_01_128", "P01_01_129", "P01_01_130", "P01_01_131" ], "src": "take carrots . cut carrots . drop grater", "src1": "take carrots", "src2": "cut carrots", "src3": "drop grater", "trg": "grate carrots", "vis_src": "P01_01:128 P01_01:129 P01_01:130", "vis_trg": "P01_01:131", "narrations": [ "take carrots", "cut carrots", "drop grater", "grate carrots" ], "verbs": [ "take", "cut", "drop", "grate" ], "verb_classes": [ 0, 7, 59, 77 ], "nouns": [ "carrot", "carrot", "grater", "carrot" ], "noun_classes": [ 41, 41, 96, 41 ], "start_stop_timestamps": [ [ "00:09:22.08", "00:09:22.81" ], [ "00:09:24.25", "00:09:28.84" ], [ "00:09:29.18", "00:09:31.02" ], [ "00:09:34.42", "00:09:46.92" ] ], "start_stop_frames": [ [ 33724, 33768 ], [ 33855, 34130 ], [ 34150, 34261 ], [ 34465, 35215 ] ], "trgnoun": "carrot", "trgverb": "grate" }, { "key": "P28_14+11_12_13_14", "video_id": "P28_14", "narration_ids": [ "P28_14_11", "P28_14_12", "P28_14_13", "P28_14_14" ], "src": "open food_container . open cheese_package . put_down lid", "src1": "open food_container", "src2": "open cheese_package", "src3": "put_down lid", "trg": "take_out cheese_package", "vis_src": "P28_14:11 P28_14:12 P28_14:13", "vis_trg": "P28_14:14", "narrations": [ "open food container", "open cheese package", "put down lid", "take out cheese package" ], "verbs": [ "open", "open", "put-down", "take-out" ], "verb_classes": [ 3, 3, 1, 12 ], "nouns": [ "container:food", "package:cheese", "lid", "package:cheese" ], "noun_classes": [ 21, 26, 6, 26 ], "start_stop_timestamps": [ [ "00:00:35.05", "00:00:38.81" ], [ "00:00:35.65", "00:00:38.46" ], [ "00:00:38.81", "00:00:39.57" ], [ "00:00:39.35", "00:00:39.85" ] ], "start_stop_frames": [ [ 2103, 2328 ], [ 2139, 2307 ], [ 2328, 2374 ], [ 2361, 2391 ] ], "trgnoun": "cheese_package", "trgverb": "take_out" }, { "key": "P04_104+84_85_86_87", "video_id": "P04_104", "narration_ids": [ "P04_104_84", "P04_104_85", "P04_104_86", "P04_104_87" ], "src": "wipe hands with kitchen roll . hold starter tub . wipe starter_tub", "src1": "wipe hands with kitchen roll", "src2": "hold starter tub", "src3": "wipe starter_tub", "trg": "put_down starter tub", "vis_src": "P04_104:84 P04_104:85 P04_104:86", "vis_trg": "P04_104:87", "narrations": [ "wipe hands with kitchen roll", "hold starter tub", "wipe starter tub", "put down starter tub" ], "verbs": [ "wipe-with", "hold", "wipe", "put-down" ], "verb_classes": [ 2, 34, 2, 1 ], "nouns": [ "hand", "tub", "tub:starter", "tub" ], "noun_classes": [ 11, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:03:05.21", "00:03:06.13" ], [ "00:03:06.95", "00:03:07.35" ], [ "00:03:06.92", "00:03:15.13" ], [ "00:03:15.20", "00:03:15.95" ] ], "start_stop_frames": [ [ 9260, 9306 ], [ 9347, 9367 ], [ 9346, 9756 ], [ 9760, 9797 ] ], "trgnoun": "tub", "trgverb": "put_down" }, { "key": "P06_102+32_33_35_68", "video_id": "P06_102", "narration_ids": [ "P06_102_32", "P06_102_33", "P06_102_35", "P06_102_68" ], "src": "put_down salt . pick_up bowl . put_down scales", "src1": "put_down salt", "src2": "pick_up bowl", "src3": "put_down scales", "trg": "move scales", "vis_src": "P06_102:32 P06_102:33 P06_102:35", "vis_trg": "P06_102:68", "narrations": [ "put down salt", "pick up bowl", "put down scales", "move scales" ], "verbs": [ "put-down", "pick-up", "put-down", "move" ], "verb_classes": [ 1, 0, 1, 11 ], "nouns": [ "salt", "bowl", "scale", "scale" ], "noun_classes": [ 38, 7, 108, 108 ], "start_stop_timestamps": [ [ "00:03:15.65", "00:03:16.85" ], [ "00:03:17.60", "00:03:20.10" ], [ "00:03:20.15", "00:03:22.30" ], [ "00:06:53.53", "00:06:55.91" ] ], "start_stop_frames": [ [ 9782, 9842 ], [ 9880, 10005 ], [ 10007, 10115 ], [ 20676, 20795 ] ], "trgnoun": "scale", "trgverb": "move" }, { "key": "P24_01+42_43_44_45", "video_id": "P24_01", "narration_ids": [ "P24_01_42", "P24_01_43", "P24_01_44", "P24_01_45" ], "src": "put knife in the sink . dry hands with duster . squeeze coffee_maker", "src1": "put knife in the sink", "src2": "dry hands with duster", "src3": "squeeze coffee_maker", "trg": "put coffee_maker on the stove", "vis_src": "P24_01:42 P24_01:43 P24_01:44", "vis_trg": "P24_01:45", "narrations": [ "put knife in the sink", "dry hands with duster", "squeeze coffee maker", "put coffee maker on the stove" ], "verbs": [ "put-in", "dry-with", "squeeze", "put-on" ], "verb_classes": [ 5, 14, 18, 1 ], "nouns": [ "knife", "hand", "maker:coffee", "maker:coffee" ], "noun_classes": [ 4, 11, 50, 50 ], "start_stop_timestamps": [ [ "00:06:14.73", "00:06:15.88" ], [ "00:06:28.59", "00:06:34.30" ], [ "00:06:35.56", "00:06:37.94" ], [ "00:06:38.04", "00:06:39.92" ] ], "start_stop_frames": [ [ 22483, 22552 ], [ 23315, 23658 ], [ 23733, 23876 ], [ 23882, 23995 ] ], "trgnoun": "coffee_maker", "trgverb": "put_on" }, { "key": "P01_09+710_711_712_713", "video_id": "P01_09", "narration_ids": [ "P01_09_710", "P01_09_711", "P01_09_712", "P01_09_713" ], "src": "close cupboard . take glass . take can", "src1": "close cupboard", "src2": "take glass", "src3": "take can", "trg": "open can", "vis_src": "P01_09:710 P01_09:711 P01_09:712", "vis_trg": "P01_09:713", "narrations": [ "close cupboard", "take glass", "take can", "open can" ], "verbs": [ "close", "take", "take", "open" ], "verb_classes": [ 4, 0, 0, 3 ], "nouns": [ "cupboard", "glass", "can", "can" ], "noun_classes": [ 3, 10, 61, 61 ], "start_stop_timestamps": [ [ "00:48:19.30", "00:48:20.36" ], [ "00:48:21.78", "00:48:22.46" ], [ "00:48:22.56", "00:48:23.12" ], [ "00:48:23.48", "00:48:27.79" ] ], "start_stop_frames": [ [ 173958, 174021 ], [ 174106, 174147 ], [ 174153, 174187 ], [ 174208, 174467 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P28_109+38_39_40_41", "video_id": "P28_109", "narration_ids": [ "P28_109_38", "P28_109_39", "P28_109_40", "P28_109_41" ], "src": "open almond_drink . throw rubbish . close almond_drink", "src1": "open almond_drink", "src2": "throw rubbish", "src3": "close almond_drink", "trg": "shake almond_drink", "vis_src": "P28_109:38 P28_109:39 P28_109:40", "vis_trg": "P28_109:41", "narrations": [ "open almond drink", "throw rubbish", "close almond drink", "shake almond drink" ], "verbs": [ "open", "throw", "close", "shake" ], "verb_classes": [ 3, 13, 4, 15 ], "nouns": [ "drink:almond", "rubbish", "drink:almond", "drink:almond" ], "noun_classes": [ 209, 54, 209, 209 ], "start_stop_timestamps": [ [ "00:01:58.89", "00:02:02.20" ], [ "00:02:06.60", "00:02:07.02" ], [ "00:02:08.87", "00:02:13.84" ], [ "00:02:13.79", "00:02:16.69" ] ], "start_stop_frames": [ [ 5944, 6110 ], [ 6330, 6351 ], [ 6443, 6692 ], [ 6689, 6834 ] ], "trgnoun": "almond_drink", "trgverb": "shake" }, { "key": "P20_04+362_363_364_365", "video_id": "P20_04", "narration_ids": [ "P20_04_362", "P20_04_363", "P20_04_364", "P20_04_365" ], "src": "pick_up milk_bottle . pick_up scissors . open packaging with scissors", "src1": "pick_up milk_bottle", "src2": "pick_up scissors", "src3": "open packaging with scissors", "trg": "pour milk and packaging into milk bottle", "vis_src": "P20_04:362 P20_04:363 P20_04:364", "vis_trg": "P20_04:365", "narrations": [ "pick up milk bottle", "pick up scissors", "open packaging with scissors", "pour milk and packaging into milk bottle" ], "verbs": [ "pick-up", "pick-up", "open", "pour-into" ], "verb_classes": [ 0, 0, 3, 9 ], "nouns": [ "bottle:milk", "scissors", "packaging", "packaging" ], "noun_classes": [ 15, 79, 26, 26 ], "start_stop_timestamps": [ [ "00:34:35.02", "00:34:36.35" ], [ "00:34:47.77", "00:34:49.28" ], [ "00:34:49.68", "00:34:54.81" ], [ "00:35:05.60", "00:35:26.81" ] ], "start_stop_frames": [ [ 124501, 124581 ], [ 125266, 125356 ], [ 125380, 125688 ], [ 126336, 127608 ] ], "trgnoun": "packaging", "trgverb": "pour_into" }, { "key": "P30_04+40_41_42_43", "video_id": "P30_04", "narration_ids": [ "P30_04_40", "P30_04_41", "P30_04_42", "P30_04_43" ], "src": "take pan . dry pan . take plate", "src1": "take pan", "src2": "dry pan", "src3": "take plate", "trg": "dry plate", "vis_src": "P30_04:40 P30_04:41 P30_04:42", "vis_trg": "P30_04:43", "narrations": [ "take pan", "dry pan", "take plate", "dry plate" ], "verbs": [ "take", "dry", "take", "dry" ], "verb_classes": [ 0, 14, 0, 14 ], "nouns": [ "pan", "pan", "plate", "plate" ], "noun_classes": [ 5, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:02:07.85", "00:02:08.81" ], [ "00:02:08.53", "00:02:12.75" ], [ "00:02:14.42", "00:02:15.35" ], [ "00:02:15.02", "00:02:19.23" ] ], "start_stop_frames": [ [ 7671, 7728 ], [ 7711, 7965 ], [ 8065, 8121 ], [ 8101, 8353 ] ], "trgnoun": "plate", "trgverb": "dry" }, { "key": "P02_09+380_381_382_383", "video_id": "P02_09", "narration_ids": [ "P02_09_380", "P02_09_381", "P02_09_382", "P02_09_383" ], "src": "close ventilator . pick_up kettle . add hot_water into glass", "src1": "close ventilator", "src2": "pick_up kettle", "src3": "add hot_water into glass", "trg": "return kettle", "vis_src": "P02_09:380 P02_09:381 P02_09:382", "vis_trg": "P02_09:383", "narrations": [ "close ventilator", "pick up kettle", "add hot water into glass", "return kettle" ], "verbs": [ "close", "pick-up", "add-into", "return" ], "verb_classes": [ 4, 0, 46, 1 ], "nouns": [ "ventilator", "kettle", "water:hot", "kettle" ], "noun_classes": [ 179, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:27:20.86", "00:27:22.69" ], [ "00:27:22.52", "00:27:24.35" ], [ "00:27:25.30", "00:27:28.38" ], [ "00:27:29.22", "00:27:30.36" ] ], "start_stop_frames": [ [ 98451, 98561 ], [ 98551, 98661 ], [ 98718, 98902 ], [ 98953, 99021 ] ], "trgnoun": "kettle", "trgverb": "return" }, { "key": "P22_116+126_127_128_129", "video_id": "P22_116", "narration_ids": [ "P22_116_126", "P22_116_127", "P22_116_128", "P22_116_129" ], "src": "rinse sponge . turn_off tap . lather plate", "src1": "rinse sponge", "src2": "turn_off tap", "src3": "lather plate", "trg": "put_down plate", "vis_src": "P22_116:126 P22_116:127 P22_116:128", "vis_trg": "P22_116:129", "narrations": [ "rinse sponge", "turn off tap", "lather plate", "put down plate" ], "verbs": [ "rinse", "turn-off", "lather", "put-down" ], "verb_classes": [ 2, 8, 2, 1 ], "nouns": [ "sponge", "tap", "plate", "plate" ], "noun_classes": [ 9, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:04:52.44", "00:04:52.80" ], [ "00:04:53.01", "00:04:53.28" ], [ "00:04:53.32", "00:05:00.60" ], [ "00:05:00.32", "00:05:01.37" ] ], "start_stop_frames": [ [ 14622, 14640 ], [ 14650, 14663 ], [ 14666, 15030 ], [ 15016, 15068 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P12_101+421_422_423_424", "video_id": "P12_101", "narration_ids": [ "P12_101_421", "P12_101_422", "P12_101_423", "P12_101_424" ], "src": "open mozzarella_bag . open mozzarella_bag using knife . take_out mozzarella from mozzarella bag", "src1": "open mozzarella_bag", "src2": "open mozzarella_bag using knife", "src3": "take_out mozzarella from mozzarella bag", "trg": "put mozzarella and knife onto cutting board", "vis_src": "P12_101:421 P12_101:422 P12_101:423", "vis_trg": "P12_101:424", "narrations": [ "open mozzarella bag", "open mozzarella bag using knife", "take out mozzarella from mozzarella bag", "put mozzarella and knife onto cutting board" ], "verbs": [ "open", "open", "take-out", "put-onto" ], "verb_classes": [ 3, 3, 12, 1 ], "nouns": [ "bag:mozzarella", "bag:mozzarella", "mozzarella", "mozzarella" ], "noun_classes": [ 19, 19, 32, 32 ], "start_stop_timestamps": [ [ "00:27:21.89", "00:27:26.87" ], [ "00:27:21.26", "00:27:24.10" ], [ "00:27:25.60", "00:27:26.63" ], [ "00:27:26.51", "00:27:28.49" ] ], "start_stop_frames": [ [ 82094, 82343 ], [ 82063, 82205 ], [ 82280, 82331 ], [ 82325, 82424 ] ], "trgnoun": "mozzarella", "trgverb": "put_onto" }, { "key": "P26_21+42_43_44_45", "video_id": "P26_21", "narration_ids": [ "P26_21_42", "P26_21_43", "P26_21_44", "P26_21_45" ], "src": "set flame . open door . pick_up dish", "src1": "set flame", "src2": "open door", "src3": "pick_up dish", "trg": "place dish", "vis_src": "P26_21:42 P26_21:43 P26_21:44", "vis_trg": "P26_21:45", "narrations": [ "set flame", "open door", "pick up dish", "place dish" ], "verbs": [ "set", "open", "pick-up", "place" ], "verb_classes": [ 53, 3, 0, 1 ], "nouns": [ "flame", "door", "dish", "dish" ], "noun_classes": [ 24, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:04:07.23", "00:04:12.38" ], [ "00:04:14.04", "00:04:15.33" ], [ "00:04:15.18", "00:04:17.14" ], [ "00:04:21.68", "00:04:22.76" ] ], "start_stop_frames": [ [ 14833, 15142 ], [ 15242, 15319 ], [ 15310, 15428 ], [ 15700, 15765 ] ], "trgnoun": "dish", "trgverb": "place" }, { "key": "P30_05+297_298_299_300", "video_id": "P30_05", "narration_ids": [ "P30_05_297", "P30_05_298", "P30_05_299", "P30_05_300" ], "src": "wash bag_clip . rinse bag_clip . turn tap off", "src1": "wash bag_clip", "src2": "rinse bag_clip", "src3": "turn tap off", "trg": "put bag_clip in drying rack", "vis_src": "P30_05:297 P30_05:298 P30_05:299", "vis_trg": "P30_05:300", "narrations": [ "wash bag clip", "rinse bag clip", "turn tap off", "put bag clip in drying rack" ], "verbs": [ "wash", "rinse", "turn-off", "put-in" ], "verb_classes": [ 2, 2, 8, 5 ], "nouns": [ "clip:bag", "clip:bag", "tap", "clip:bag" ], "noun_classes": [ 129, 129, 0, 129 ], "start_stop_timestamps": [ [ "00:24:09.02", "00:24:12.72" ], [ "00:24:12.63", "00:24:17.58" ], [ "00:24:17.58", "00:24:18.46" ], [ "00:24:18.69", "00:24:19.94" ] ], "start_stop_frames": [ [ 86941, 87163 ], [ 87157, 87454 ], [ 87454, 87507 ], [ 87521, 87596 ] ], "trgnoun": "bag_clip", "trgverb": "put_in" }, { "key": "P27_104+317_318_319_320", "video_id": "P27_104", "narration_ids": [ "P27_104_317", "P27_104_318", "P27_104_319", "P27_104_320" ], "src": "pick_up bottle . close cupboard . open fridge", "src1": "pick_up bottle", "src2": "close cupboard", "src3": "open fridge", "trg": "put_down bottle", "vis_src": "P27_104:317 P27_104:318 P27_104:319", "vis_trg": "P27_104:320", "narrations": [ "pick up bottle", "close cupboard", "open fridge", "put down bottle" ], "verbs": [ "pick-up", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "bottle", "cupboard", "fridge", "bottle" ], "noun_classes": [ 15, 3, 12, 15 ], "start_stop_timestamps": [ [ "00:15:39.67", "00:15:40.61" ], [ "00:15:41.33", "00:15:43.38" ], [ "00:15:45.66", "00:15:48.56" ], [ "00:15:49.50", "00:15:52.25" ] ], "start_stop_frames": [ [ 46983, 47030 ], [ 47066, 47169 ], [ 47283, 47428 ], [ 47475, 47612 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P23_102+136_137_138_139", "video_id": "P23_102", "narration_ids": [ "P23_102_136", "P23_102_137", "P23_102_138", "P23_102_139" ], "src": "close box . close door . put bag", "src1": "close box", "src2": "close door", "src3": "put bag", "trg": "open bag", "vis_src": "P23_102:136 P23_102:137 P23_102:138", "vis_trg": "P23_102:139", "narrations": [ "close box", "close door", "put bag", "open bag" ], "verbs": [ "close", "close", "put", "open" ], "verb_classes": [ 4, 4, 1, 3 ], "nouns": [ "box", "door", "bag", "bag" ], "noun_classes": [ 23, 3, 19, 19 ], "start_stop_timestamps": [ [ "00:11:12.44", "00:11:13.73" ], [ "00:11:14.12", "00:11:15.51" ], [ "00:11:16.93", "00:11:19.05" ], [ "00:11:18.53", "00:11:19.83" ] ], "start_stop_frames": [ [ 33622, 33686 ], [ 33706, 33775 ], [ 33846, 33952 ], [ 33926, 33991 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P02_104+11_12_13_14", "video_id": "P02_104", "narration_ids": [ "P02_104_11", "P02_104_12", "P02_104_13", "P02_104_14" ], "src": "close tap . close kettle . put kettle down", "src1": "close tap", "src2": "close kettle", "src3": "put kettle down", "trg": "switch_on kettle", "vis_src": "P02_104:11 P02_104:12 P02_104:13", "vis_trg": "P02_104:14", "narrations": [ "close tap", "close kettle", "put kettle down", "switch on kettle" ], "verbs": [ "turn-off", "close", "put-down", "switch-on" ], "verb_classes": [ 8, 4, 1, 6 ], "nouns": [ "tap", "kettle", "kettle", "kettle" ], "noun_classes": [ 0, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:36.45", "00:00:37.25" ], [ "00:00:37.45", "00:00:38.76" ], [ "00:00:38.79", "00:00:39.77" ], [ "00:00:40.45", "00:00:43.03" ] ], "start_stop_frames": [ [ 1822, 1862 ], [ 1872, 1938 ], [ 1939, 1988 ], [ 2022, 2151 ] ], "trgnoun": "kettle", "trgverb": "switch_on" }, { "key": "P15_13+37_38_39_40", "video_id": "P15_13", "narration_ids": [ "P15_13_37", "P15_13_38", "P15_13_39", "P15_13_40" ], "src": "rinse spatula . put spatula to dry . clean pan", "src1": "rinse spatula", "src2": "put spatula to dry", "src3": "clean pan", "trg": "rinse pan", "vis_src": "P15_13:37 P15_13:38 P15_13:39", "vis_trg": "P15_13:40", "narrations": [ "rinse spatula", "put spatula to dry", "clean pan", "rinse pan" ], "verbs": [ "rinse", "put", "clean", "rinse" ], "verb_classes": [ 2, 1, 2, 2 ], "nouns": [ "spatula", "spatula", "pan", "pan" ], "noun_classes": [ 20, 20, 5, 5 ], "start_stop_timestamps": [ [ "00:04:37.08", "00:04:42.27" ], [ "00:04:43.08", "00:04:43.99" ], [ "00:04:46.46", "00:05:03.92" ], [ "00:05:04.02", "00:05:13.39" ] ], "start_stop_frames": [ [ 16624, 16936 ], [ 16984, 17039 ], [ 17187, 18235 ], [ 18241, 18803 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P01_09+764_765_766_767", "video_id": "P01_09", "narration_ids": [ "P01_09_764", "P01_09_765", "P01_09_766", "P01_09_767" ], "src": "move plates . take plate . wash plate", "src1": "move plates", "src2": "take plate", "src3": "wash plate", "trg": "put_down plate", "vis_src": "P01_09:764 P01_09:765 P01_09:766", "vis_trg": "P01_09:767", "narrations": [ "move plates", "take plate", "wash plate", "put down plate" ], "verbs": [ "move", "take", "wash", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "plate", "plate", "plate", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:51:34.39", "00:51:36.48" ], [ "00:51:35.99", "00:51:37.24" ], [ "00:51:38.01", "00:51:42.70" ], [ "00:51:42.69", "00:51:44.19" ] ], "start_stop_frames": [ [ 185663, 185788 ], [ 185759, 185834 ], [ 185880, 186162 ], [ 186161, 186251 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P28_110+19_20_21_22", "video_id": "P28_110", "narration_ids": [ "P28_110_19", "P28_110_20", "P28_110_21", "P28_110_22" ], "src": "take clothes . put clothes in washing machine . open detergent", "src1": "take clothes", "src2": "put clothes in washing machine", "src3": "open detergent", "trg": "pour detergent in cap", "vis_src": "P28_110:19 P28_110:20 P28_110:21", "vis_trg": "P28_110:22", "narrations": [ "take clothes", "put clothes in washing machine", "open detergent", "pour detergent in cap" ], "verbs": [ "take", "put-in", "open", "pour" ], "verb_classes": [ 0, 5, 3, 9 ], "nouns": [ "clothes", "clothes", "detergent", "detergent" ], "noun_classes": [ 73, 73, 22, 22 ], "start_stop_timestamps": [ [ "00:01:02.49", "00:01:03.49" ], [ "00:01:04.84", "00:01:05.29" ], [ "00:01:12.05", "00:01:13.78" ], [ "00:01:13.87", "00:01:19.04" ] ], "start_stop_frames": [ [ 3124, 3174 ], [ 3242, 3264 ], [ 3602, 3689 ], [ 3693, 3951 ] ], "trgnoun": "detergent", "trgverb": "pour" }, { "key": "P28_04+74_75_76_77", "video_id": "P28_04", "narration_ids": [ "P28_04_74", "P28_04_75", "P28_04_76", "P28_04_77" ], "src": "take onion . cut onion . throw rubbish", "src1": "take onion", "src2": "cut onion", "src3": "throw rubbish", "trg": "peel onion", "vis_src": "P28_04:74 P28_04:75 P28_04:76", "vis_trg": "P28_04:77", "narrations": [ "take onion", "cut onion", "throw rubbish", "peel onion" ], "verbs": [ "take", "cut", "throw", "peel" ], "verb_classes": [ 0, 7, 13, 19 ], "nouns": [ "onion", "onion", "rubbish", "onion" ], "noun_classes": [ 16, 16, 54, 16 ], "start_stop_timestamps": [ [ "00:06:30.08", "00:06:31.39" ], [ "00:06:31.08", "00:06:41.79" ], [ "00:06:42.74", "00:06:44.10" ], [ "00:06:48.49", "00:06:54.81" ] ], "start_stop_frames": [ [ 23404, 23483 ], [ 23464, 24107 ], [ 24164, 24246 ], [ 24509, 24888 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P04_109+382_383_384_385", "video_id": "P04_109", "narration_ids": [ "P04_109_382", "P04_109_383", "P04_109_384", "P04_109_385" ], "src": "tear_off broccoli_floret . take broccoli out of plastic . open food_bin", "src1": "tear_off broccoli_floret", "src2": "take broccoli out of plastic", "src3": "open food_bin", "trg": "put broccoli in food bin", "vis_src": "P04_109:382 P04_109:383 P04_109:384", "vis_trg": "P04_109:385", "narrations": [ "tear off broccoli floret", "take broccoli out of plastic", "open food bin", "put broccoli in food bin" ], "verbs": [ "tear-off", "take-out", "open", "put-in" ], "verb_classes": [ 43, 12, 3, 5 ], "nouns": [ "floret:broccoli", "broccoli", "bin:food", "broccoli" ], "noun_classes": [ 101, 101, 36, 101 ], "start_stop_timestamps": [ [ "00:11:20.92", "00:11:22.31" ], [ "00:11:23.00", "00:11:25.60" ], [ "00:11:25.70", "00:11:26.62" ], [ "00:11:26.45", "00:11:26.77" ] ], "start_stop_frames": [ [ 34046, 34115 ], [ 34150, 34280 ], [ 34285, 34331 ], [ 34322, 34338 ] ], "trgnoun": "broccoli", "trgverb": "put_in" }, { "key": "P26_103+120_121_122_123", "video_id": "P26_103", "narration_ids": [ "P26_103_120", "P26_103_121", "P26_103_122", "P26_103_123" ], "src": "close cupboard . rinse sponge . open washing up liquid", "src1": "close cupboard", "src2": "rinse sponge", "src3": "open washing up liquid", "trg": "pour washing up liquid", "vis_src": "P26_103:120 P26_103:121 P26_103:122", "vis_trg": "P26_103:123", "narrations": [ "close cupboard", "rinse sponge", "open washing up liquid", "pour washing up liquid" ], "verbs": [ "close", "rinse", "open", "pour" ], "verb_classes": [ 4, 2, 3, 9 ], "nouns": [ "cupboard", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 3, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:06:34.43", "00:06:36.26" ], [ "00:06:36.92", "00:06:40.07" ], [ "00:06:40.17", "00:06:41.47" ], [ "00:06:41.27", "00:06:45.82" ] ], "start_stop_frames": [ [ 19721, 19813 ], [ 19846, 20003 ], [ 20008, 20073 ], [ 20063, 20291 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P10_01+29_30_31_33", "video_id": "P10_01", "narration_ids": [ "P10_01_29", "P10_01_30", "P10_01_31", "P10_01_33" ], "src": "open box of eggs . pick two eggs out of the box . put the egg inside a bowl", "src1": "open box of eggs", "src2": "pick two eggs out of the box", "src3": "put the egg inside a bowl", "trg": "throw the skin of eggs into the dustbin", "vis_src": "P10_01:29 P10_01:30 P10_01:31", "vis_trg": "P10_01:33", "narrations": [ "open box of eggs", "pick two eggs out of the box", "put the egg inside a bowl", "throw the skin of eggs into the dustbin" ], "verbs": [ "open", "pick-out", "put-inside", "throw-into" ], "verb_classes": [ 3, 12, 5, 13 ], "nouns": [ "box:egg", "egg", "egg", "skin:egg" ], "noun_classes": [ 23, 53, 53, 141 ], "start_stop_timestamps": [ [ "00:03:06.32", "00:03:07.46" ], [ "00:03:07.56", "00:03:10.86" ], [ "00:03:12.13", "00:03:19.18" ], [ "00:03:29.35", "00:03:30.48" ] ], "start_stop_frames": [ [ 11179, 11247 ], [ 11253, 11451 ], [ 11527, 11950 ], [ 12561, 12628 ] ], "trgnoun": "egg_skin", "trgverb": "throw_into" }, { "key": "P04_18+2_3_4_5", "video_id": "P04_18", "narration_ids": [ "P04_18_2", "P04_18_3", "P04_18_4", "P04_18_5" ], "src": "pick_up chopping_board . scrape rice on chopping board into bin . open dishwasher", "src1": "pick_up chopping_board", "src2": "scrape rice on chopping board into bin", "src3": "open dishwasher", "trg": "put chopping_board in dishwasher", "vis_src": "P04_18:2 P04_18:3 P04_18:4", "vis_trg": "P04_18:5", "narrations": [ "pick up chopping board", "scrape rice on chopping board into bin", "open dishwasher", "put chopping board in dishwasher" ], "verbs": [ "pick-up", "scrape", "open", "put-in" ], "verb_classes": [ 0, 25, 3, 5 ], "nouns": [ "board:chopping", "rice", "dishwasher", "board:chopping" ], "noun_classes": [ 18, 55, 70, 18 ], "start_stop_timestamps": [ [ "00:00:06.71", "00:00:07.92" ], [ "00:00:09.33", "00:00:12.06" ], [ "00:00:12.99", "00:00:13.58" ], [ "00:00:17.15", "00:00:28.25" ] ], "start_stop_frames": [ [ 402, 475 ], [ 559, 723 ], [ 779, 814 ], [ 1029, 1695 ] ], "trgnoun": "chopping_board", "trgverb": "put_in" }, { "key": "P06_113+87_88_89_90", "video_id": "P06_113", "narration_ids": [ "P06_113_87", "P06_113_88", "P06_113_89", "P06_113_90" ], "src": "pick_up wraps . open wraps . take_out wrap", "src1": "pick_up wraps", "src2": "open wraps", "src3": "take_out wrap", "trg": "fold wrap", "vis_src": "P06_113:87 P06_113:88 P06_113:89", "vis_trg": "P06_113:90", "narrations": [ "pick up wraps", "open wraps", "take out wrap", "fold wrap" ], "verbs": [ "pick-up", "open", "take-out", "fold" ], "verb_classes": [ 0, 3, 12, 28 ], "nouns": [ "wrap", "wrap", "wrap", "wrap" ], "noun_classes": [ 107, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:03:28.13", "00:03:29.37" ], [ "00:03:31.06", "00:03:32.00" ], [ "00:03:32.07", "00:03:33.44" ], [ "00:03:33.54", "00:03:37.28" ] ], "start_stop_frames": [ [ 10406, 10468 ], [ 10553, 10600 ], [ 10603, 10672 ], [ 10677, 10864 ] ], "trgnoun": "wrap", "trgverb": "fold" }, { "key": "P06_107+28_29_30_31", "video_id": "P06_107", "narration_ids": [ "P06_107_28", "P06_107_29", "P06_107_30", "P06_107_31" ], "src": "put_down bowl . fold cling_film . put_down cling_film", "src1": "put_down bowl", "src2": "fold cling_film", "src3": "put_down cling_film", "trg": "pick_up bowl", "vis_src": "P06_107:28 P06_107:29 P06_107:30", "vis_trg": "P06_107:31", "narrations": [ "put down bowl", "fold cling film", "put down cling film", "pick up bowl" ], "verbs": [ "put-down", "fold", "put-down", "pick-up" ], "verb_classes": [ 1, 28, 1, 0 ], "nouns": [ "bowl", "film:cling", "film:cling", "bowl" ], "noun_classes": [ 7, 100, 100, 7 ], "start_stop_timestamps": [ [ "00:01:44.13", "00:01:44.80" ], [ "00:01:44.89", "00:01:51.37" ], [ "00:01:51.46", "00:01:52.44" ], [ "00:01:52.52", "00:01:53.26" ] ], "start_stop_frames": [ [ 5206, 5240 ], [ 5244, 5568 ], [ 5573, 5622 ], [ 5626, 5663 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P31_09+14_15_16_17", "video_id": "P31_09", "narration_ids": [ "P31_09_14", "P31_09_15", "P31_09_16", "P31_09_17" ], "src": "wash table_cloth . put table_cloth . wash dish", "src1": "wash table_cloth", "src2": "put table_cloth", "src3": "wash dish", "trg": "put dish", "vis_src": "P31_09:14 P31_09:15 P31_09:16", "vis_trg": "P31_09:17", "narrations": [ "wash table cloth", "put table cloth", "wash dish", "put dish" ], "verbs": [ "wash", "put", "wash", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "cloth:table", "cloth:table", "dish", "dish" ], "noun_classes": [ 17, 17, 2, 2 ], "start_stop_timestamps": [ [ "00:01:26.23", "00:01:54.70" ], [ "00:01:56.90", "00:02:00.60" ], [ "00:02:01.77", "00:02:23.55" ], [ "00:02:25.08", "00:02:27.17" ] ], "start_stop_frames": [ [ 5173, 6882 ], [ 7014, 7236 ], [ 7306, 8613 ], [ 8704, 8830 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P25_107+438_439_440_441", "video_id": "P25_107", "narration_ids": [ "P25_107_438", "P25_107_439", "P25_107_440", "P25_107_441" ], "src": "move plate . put_down plate . put_down fork", "src1": "move plate", "src2": "put_down plate", "src3": "put_down fork", "trg": "take fork", "vis_src": "P25_107:438 P25_107:439 P25_107:440", "vis_trg": "P25_107:441", "narrations": [ "move plate", "put down plate", "put down fork", "take fork" ], "verbs": [ "move", "put-down", "put-down", "take" ], "verb_classes": [ 11, 1, 1, 0 ], "nouns": [ "plate", "plate", "fork", "fork" ], "noun_classes": [ 2, 2, 14, 14 ], "start_stop_timestamps": [ [ "00:32:04.97", "00:32:08.38" ], [ "00:32:06.37", "00:32:10.42" ], [ "00:32:12.89", "00:32:14.33" ], [ "00:32:20.39", "00:32:21.24" ] ], "start_stop_frames": [ [ 96248, 96419 ], [ 96318, 96521 ], [ 96644, 96716 ], [ 97019, 97062 ] ], "trgnoun": "fork", "trgverb": "take" }, { "key": "P35_103+217_218_219_220", "video_id": "P35_103", "narration_ids": [ "P35_103_217", "P35_103_218", "P35_103_219", "P35_103_220" ], "src": "put_down cloth . close oven . adjust oven", "src1": "put_down cloth", "src2": "close oven", "src3": "adjust oven", "trg": "turn_on oven", "vis_src": "P35_103:217 P35_103:218 P35_103:219", "vis_trg": "P35_103:220", "narrations": [ "put down cloth", "close oven", "adjust oven", "turn on oven" ], "verbs": [ "put-down", "close", "adjust", "turn-on" ], "verb_classes": [ 1, 4, 17, 6 ], "nouns": [ "cloth", "oven", "oven", "oven" ], "noun_classes": [ 17, 46, 46, 46 ], "start_stop_timestamps": [ [ "00:22:55.09", "00:22:56.60" ], [ "00:23:00.33", "00:23:01.27" ], [ "00:23:01.82", "00:23:10.60" ], [ "00:23:06.31", "00:23:10.65" ] ], "start_stop_frames": [ [ 68754, 68830 ], [ 69016, 69063 ], [ 69091, 69530 ], [ 69315, 69532 ] ], "trgnoun": "oven", "trgverb": "turn_on" }, { "key": "P11_13+13_14_15_16", "video_id": "P11_13", "narration_ids": [ "P11_13_13", "P11_13_14", "P11_13_15", "P11_13_16" ], "src": "throw lid in bin . pour milk in bowl . put lid on milk", "src1": "throw lid in bin", "src2": "pour milk in bowl", "src3": "put lid on milk", "trg": "put milk away", "vis_src": "P11_13:13 P11_13:14 P11_13:15", "vis_trg": "P11_13:16", "narrations": [ "throw lid in bin", "pour milk in bowl", "put lid on milk", "put milk away" ], "verbs": [ "throw-in", "pour-in", "put-on", "put" ], "verb_classes": [ 13, 9, 1, 1 ], "nouns": [ "lid", "milk", "lid", "milk" ], "noun_classes": [ 6, 64, 6, 64 ], "start_stop_timestamps": [ [ "00:00:32.06", "00:00:34.87" ], [ "00:00:35.66", "00:00:39.31" ], [ "00:00:39.36", "00:00:41.35" ], [ "00:00:41.76", "00:00:43.32" ] ], "start_stop_frames": [ [ 1923, 2092 ], [ 2139, 2358 ], [ 2361, 2481 ], [ 2505, 2599 ] ], "trgnoun": "milk", "trgverb": "put" }, { "key": "P23_101+30_31_32_33", "video_id": "P23_101", "narration_ids": [ "P23_101_30", "P23_101_31", "P23_101_32", "P23_101_33" ], "src": "take pan . open tap . wash lady's fingers", "src1": "take pan", "src2": "open tap", "src3": "wash lady's fingers", "trg": "close tap", "vis_src": "P23_101:30 P23_101:31 P23_101:32", "vis_trg": "P23_101:33", "narrations": [ "take pan", "open tap", "wash lady's fingers", "close tap" ], "verbs": [ "take", "turn-on", "wash", "turn-off" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "pan", "tap", "finger:lady", "tap" ], "noun_classes": [ 5, 0, 216, 0 ], "start_stop_timestamps": [ [ "00:01:03.65", "00:01:04.91" ], [ "00:01:05.20", "00:01:06.03" ], [ "00:01:06.01", "00:01:15.10" ], [ "00:01:14.69", "00:01:15.24" ] ], "start_stop_frames": [ [ 3182, 3245 ], [ 3260, 3301 ], [ 3300, 3754 ], [ 3734, 3761 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P01_109+859_860_861_862", "video_id": "P01_109", "narration_ids": [ "P01_109_859", "P01_109_860", "P01_109_861", "P01_109_862" ], "src": "put_down cloth . pour hand_wash . wash hands", "src1": "put_down cloth", "src2": "pour hand_wash", "src3": "wash hands", "trg": "rinse hands", "vis_src": "P01_109:859 P01_109:860 P01_109:861", "vis_trg": "P01_109:862", "narrations": [ "put down cloth", "pour hand wash", "wash hands", "rinse hands" ], "verbs": [ "put-down", "pour", "wash", "rinse" ], "verb_classes": [ 1, 9, 2, 2 ], "nouns": [ "cloth", "wash:hand", "hand", "hand" ], "noun_classes": [ 17, 22, 11, 11 ], "start_stop_timestamps": [ [ "00:59:38.46", "00:59:39.41" ], [ "00:59:39.61", "00:59:40.66" ], [ "00:59:40.15", "00:59:46.56" ], [ "00:59:46.33", "00:59:51.29" ] ], "start_stop_frames": [ [ 178923, 178970 ], [ 178980, 179033 ], [ 179007, 179328 ], [ 179316, 179564 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P03_04+214_215_216_217", "video_id": "P03_04", "narration_ids": [ "P03_04_214", "P03_04_215", "P03_04_216", "P03_04_217" ], "src": "put bowl . stir food . grab garlic_paste", "src1": "put bowl", "src2": "stir food", "src3": "grab garlic_paste", "trg": "put garlic_paste", "vis_src": "P03_04:214 P03_04:215 P03_04:216", "vis_trg": "P03_04:217", "narrations": [ "put bowl", "stir food", "grab garlic paste", "put garlic paste" ], "verbs": [ "put", "stir", "grab", "put" ], "verb_classes": [ 1, 10, 0, 1 ], "nouns": [ "bowl", "food", "paste:garlic", "paste:garlic" ], "noun_classes": [ 7, 34, 148, 148 ], "start_stop_timestamps": [ [ "00:15:46.73", "00:15:47.38" ], [ "00:15:48.68", "00:15:56.58" ], [ "00:15:56.75", "00:15:57.94" ], [ "00:15:58.58", "00:16:05.97" ] ], "start_stop_frames": [ [ 56803, 56842 ], [ 56920, 57394 ], [ 57405, 57476 ], [ 57514, 57958 ] ], "trgnoun": "garlic_paste", "trgverb": "put" }, { "key": "P22_107+2_3_4_5", "video_id": "P22_107", "narration_ids": [ "P22_107_2", "P22_107_3", "P22_107_4", "P22_107_5" ], "src": "close drawer . open bag . pick_up jar", "src1": "close drawer", "src2": "open bag", "src3": "pick_up jar", "trg": "throw jar", "vis_src": "P22_107:2 P22_107:3 P22_107:4", "vis_trg": "P22_107:5", "narrations": [ "close drawer", "open bag", "pick up jar", "throw jar" ], "verbs": [ "close", "open", "pick-up", "throw" ], "verb_classes": [ 4, 3, 0, 13 ], "nouns": [ "drawer", "bag", "jar", "jar" ], "noun_classes": [ 8, 19, 40, 40 ], "start_stop_timestamps": [ [ "00:00:09.55", "00:00:11.09" ], [ "00:00:11.00", "00:00:13.86" ], [ "00:00:15.73", "00:00:16.54" ], [ "00:00:16.45", "00:00:17.35" ] ], "start_stop_frames": [ [ 477, 554 ], [ 550, 693 ], [ 786, 827 ], [ 822, 867 ] ], "trgnoun": "jar", "trgverb": "throw" }, { "key": "P24_08+95_96_97_98", "video_id": "P24_08", "narration_ids": [ "P24_08_95", "P24_08_96", "P24_08_97", "P24_08_98" ], "src": "take wooden_spoon . move onion in pan . move onion into pan", "src1": "take wooden_spoon", "src2": "move onion in pan", "src3": "move onion into pan", "trg": "put_down wooden_spoon", "vis_src": "P24_08:95 P24_08:96 P24_08:97", "vis_trg": "P24_08:98", "narrations": [ "take wooden spoon", "move onion in pan", "move onion into pan", "put down wooden spoon" ], "verbs": [ "take", "move", "move-into", "put-down" ], "verb_classes": [ 0, 11, 11, 1 ], "nouns": [ "spoon:wooden", "onion", "onion", "spoon:wooden" ], "noun_classes": [ 1, 16, 16, 1 ], "start_stop_timestamps": [ [ "00:07:26.09", "00:07:27.22" ], [ "00:07:27.32", "00:07:33.78" ], [ "00:07:32.76", "00:07:43.40" ], [ "00:07:43.47", "00:07:44.23" ] ], "start_stop_frames": [ [ 26765, 26833 ], [ 26839, 27226 ], [ 27165, 27804 ], [ 27808, 27853 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P06_102+121_122_123_124", "video_id": "P06_102", "narration_ids": [ "P06_102_121", "P06_102_122", "P06_102_123", "P06_102_124" ], "src": "cut cling_film . put_down cling_film . wrap bowl in cling film", "src1": "cut cling_film", "src2": "put_down cling_film", "src3": "wrap bowl in cling film", "trg": "pick_up bowl", "vis_src": "P06_102:121 P06_102:122 P06_102:123", "vis_trg": "P06_102:124", "narrations": [ "cut cling film", "put down cling film", "wrap bowl in cling film", "pick up bowl" ], "verbs": [ "cut", "put-down", "wrap-in", "pick-up" ], "verb_classes": [ 7, 1, 36, 0 ], "nouns": [ "film:cling", "film:cling", "bowl", "bowl" ], "noun_classes": [ 100, 100, 7, 7 ], "start_stop_timestamps": [ [ "00:11:50.57", "00:11:52.48" ], [ "00:11:53.94", "00:11:54.92" ], [ "00:11:54.84", "00:11:58.07" ], [ "00:11:58.17", "00:12:01.39" ] ], "start_stop_frames": [ [ 35528, 35624 ], [ 35697, 35746 ], [ 35742, 35903 ], [ 35908, 36069 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P03_19+49_50_51_52", "video_id": "P03_19", "narration_ids": [ "P03_19_49", "P03_19_50", "P03_19_51", "P03_19_52" ], "src": "open fridge . grab squash . open squash", "src1": "open fridge", "src2": "grab squash", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_19:49 P03_19:50 P03_19:51", "vis_trg": "P03_19:52", "narrations": [ "open fridge", "grab squash", "open squash", "pour squash" ], "verbs": [ "open", "grab", "open", "pour" ], "verb_classes": [ 3, 0, 3, 9 ], "nouns": [ "fridge", "squash", "squash", "squash" ], "noun_classes": [ 12, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:02:33.14", "00:02:34.22" ], [ "00:02:34.49", "00:02:35.18" ], [ "00:02:35.38", "00:02:36.39" ], [ "00:02:36.49", "00:02:40.35" ] ], "start_stop_frames": [ [ 9188, 9253 ], [ 9269, 9310 ], [ 9322, 9383 ], [ 9389, 9621 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P02_07+37_38_39_40", "video_id": "P02_07", "narration_ids": [ "P02_07_37", "P02_07_38", "P02_07_39", "P02_07_40" ], "src": "close mayonnaise . open cupboard . open fridge", "src1": "close mayonnaise", "src2": "open cupboard", "src3": "open fridge", "trg": "return mayonnaise", "vis_src": "P02_07:37 P02_07:38 P02_07:39", "vis_trg": "P02_07:40", "narrations": [ "close mayonnaise", "open cupboard", "open fridge", "return mayonnaise" ], "verbs": [ "close", "open", "open", "return" ], "verb_classes": [ 4, 3, 3, 1 ], "nouns": [ "mayonnaise", "cupboard", "fridge", "mayonnaise" ], "noun_classes": [ 47, 3, 12, 47 ], "start_stop_timestamps": [ [ "00:01:20.30", "00:01:22.27" ], [ "00:01:22.05", "00:01:23.18" ], [ "00:01:22.25", "00:01:23.00" ], [ "00:01:23.28", "00:01:24.45" ] ], "start_stop_frames": [ [ 4818, 4936 ], [ 4923, 4990 ], [ 4935, 4980 ], [ 4996, 5067 ] ], "trgnoun": "mayonnaise", "trgverb": "return" }, { "key": "P28_04+52_53_54_55", "video_id": "P28_04", "narration_ids": [ "P28_04_52", "P28_04_53", "P28_04_54", "P28_04_55" ], "src": "move courgettes . cut aubergine . throw rubbish", "src1": "move courgettes", "src2": "cut aubergine", "src3": "throw rubbish", "trg": "take courgette", "vis_src": "P28_04:52 P28_04:53 P28_04:54", "vis_trg": "P28_04:55", "narrations": [ "move courgettes", "cut aubergine", "throw rubbish", "take courgette" ], "verbs": [ "move", "cut", "throw", "take" ], "verb_classes": [ 11, 7, 13, 0 ], "nouns": [ "courgette", "aubergine", "rubbish", "courgette" ], "noun_classes": [ 76, 67, 54, 76 ], "start_stop_timestamps": [ [ "00:04:47.76", "00:04:48.89" ], [ "00:04:50.63", "00:04:53.22" ], [ "00:04:54.14", "00:04:55.16" ], [ "00:05:03.43", "00:05:05.79" ] ], "start_stop_frames": [ [ 17265, 17333 ], [ 17437, 17593 ], [ 17648, 17709 ], [ 18205, 18347 ] ], "trgnoun": "courgette", "trgverb": "take" }, { "key": "P21_04+1_2_3_4", "video_id": "P21_04", "narration_ids": [ "P21_04_1", "P21_04_2", "P21_04_3", "P21_04_4" ], "src": "start rinsing the dish on the tap . washing the dish . taking a paper_towel", "src1": "start rinsing the dish on the tap", "src2": "washing the dish", "src3": "taking a paper_towel", "trg": "drying the dish", "vis_src": "P21_04:1 P21_04:2 P21_04:3", "vis_trg": "P21_04:4", "narrations": [ "start rinsing the dish on the tap", "washing the dish", "taking a paper towel", "drying the dish" ], "verbs": [ "start", "wash", "take", "dry" ], "verb_classes": [ 6, 2, 0, 14 ], "nouns": [ "dish", "dish", "towel:paper", "dish" ], "noun_classes": [ 2, 2, 93, 2 ], "start_stop_timestamps": [ [ "00:00:01.60", "00:00:06.79" ], [ "00:00:06.88", "00:00:11.04" ], [ "00:00:15.25", "00:00:17.00" ], [ "00:00:17.88", "00:00:31.90" ] ], "start_stop_frames": [ [ 96, 407 ], [ 412, 662 ], [ 915, 1020 ], [ 1072, 1914 ] ], "trgnoun": "dish", "trgverb": "dry" }, { "key": "P22_06+47_48_49_50", "video_id": "P22_06", "narration_ids": [ "P22_06_47", "P22_06_48", "P22_06_49", "P22_06_50" ], "src": "pick_up cups . pick_up bottle and glass . put_down cups", "src1": "pick_up cups", "src2": "pick_up bottle and glass", "src3": "put_down cups", "trg": "put_down bottle", "vis_src": "P22_06:47 P22_06:48 P22_06:49", "vis_trg": "P22_06:50", "narrations": [ "pick up cups", "pick up bottle and glass", "put down cups", "put down bottle" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "cup", "bottle", "cup", "bottle" ], "noun_classes": [ 13, 15, 13, 15 ], "start_stop_timestamps": [ [ "00:01:53.14", "00:01:55.54" ], [ "00:01:54.87", "00:01:56.01" ], [ "00:01:56.57", "00:01:57.72" ], [ "00:02:02.08", "00:02:04.83" ] ], "start_stop_frames": [ [ 6788, 6932 ], [ 6892, 6960 ], [ 6994, 7063 ], [ 7324, 7489 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P35_104+272_273_274_276", "video_id": "P35_104", "narration_ids": [ "P35_104_272", "P35_104_273", "P35_104_274", "P35_104_276" ], "src": "move container . pick_up kitchen_roll . put_down kitchen_roll", "src1": "move container", "src2": "pick_up kitchen_roll", "src3": "put_down kitchen_roll", "trg": "pick_up container", "vis_src": "P35_104:272 P35_104:273 P35_104:274", "vis_trg": "P35_104:276", "narrations": [ "move container", "pick up kitchen roll", "put down kitchen roll", "pick up container" ], "verbs": [ "move", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 11, 0, 1, 0 ], "nouns": [ "container", "roll:kitchen", "roll:kitchen", "container" ], "noun_classes": [ 21, 93, 93, 21 ], "start_stop_timestamps": [ [ "00:19:17.64", "00:19:19.26" ], [ "00:19:19.53", "00:19:20.13" ], [ "00:19:20.21", "00:19:20.75" ], [ "00:19:22.81", "00:19:24.84" ] ], "start_stop_frames": [ [ 57882, 57963 ], [ 57976, 58006 ], [ 58010, 58037 ], [ 58140, 58241 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P22_115+171_172_173_174", "video_id": "P22_115", "narration_ids": [ "P22_115_171", "P22_115_172", "P22_115_173", "P22_115_174" ], "src": "move bag . open container . put_down lid", "src1": "move bag", "src2": "open container", "src3": "put_down lid", "trg": "move lid", "vis_src": "P22_115:171 P22_115:172 P22_115:173", "vis_trg": "P22_115:174", "narrations": [ "move bag", "open container", "put down lid", "move lid" ], "verbs": [ "move", "open", "put-down", "move" ], "verb_classes": [ 11, 3, 1, 11 ], "nouns": [ "bag", "container", "lid", "lid" ], "noun_classes": [ 19, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:05:24.83", "00:05:25.38" ], [ "00:05:25.48", "00:05:28.02" ], [ "00:05:28.12", "00:05:29.04" ], [ "00:05:29.14", "00:05:30.79" ] ], "start_stop_frames": [ [ 16241, 16269 ], [ 16274, 16401 ], [ 16406, 16452 ], [ 16457, 16539 ] ], "trgnoun": "lid", "trgverb": "move" }, { "key": "P03_10+1_2_3_4", "video_id": "P03_10", "narration_ids": [ "P03_10_1", "P03_10_2", "P03_10_3", "P03_10_4" ], "src": "open fridge . grab pancakes . close fridge", "src1": "open fridge", "src2": "grab pancakes", "src3": "close fridge", "trg": "take pancakes", "vis_src": "P03_10:1 P03_10:2 P03_10:3", "vis_trg": "P03_10:4", "narrations": [ "open fridge", "grab pancakes", "close fridge", "take pancakes" ], "verbs": [ "open", "grab", "close", "take" ], "verb_classes": [ 3, 0, 4, 0 ], "nouns": [ "fridge", "pancake", "fridge", "pancake" ], "noun_classes": [ 12, 184, 12, 184 ], "start_stop_timestamps": [ [ "00:00:03.97", "00:00:04.97" ], [ "00:00:06.07", "00:00:07.32" ], [ "00:00:07.91", "00:00:08.41" ], [ "00:00:11.00", "00:00:15.32" ] ], "start_stop_frames": [ [ 238, 298 ], [ 364, 439 ], [ 474, 504 ], [ 660, 919 ] ], "trgnoun": "pancake", "trgverb": "take" }, { "key": "P08_06+50_51_52_53", "video_id": "P08_06", "narration_ids": [ "P08_06_50", "P08_06_51", "P08_06_52", "P08_06_53" ], "src": "place colander . get pan . wipe_off spoon", "src1": "place colander", "src2": "get pan", "src3": "wipe_off spoon", "trg": "wipe_off pan", "vis_src": "P08_06:50 P08_06:51 P08_06:52", "vis_trg": "P08_06:53", "narrations": [ "place colander", "get pan", "wipe off spoon", "wipe off pan" ], "verbs": [ "place", "get", "wipe-off", "wipe-off" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "colander", "pan", "spoon", "pan" ], "noun_classes": [ 39, 5, 1, 5 ], "start_stop_timestamps": [ [ "00:02:44.79", "00:02:47.04" ], [ "00:02:48.97", "00:02:50.65" ], [ "00:02:51.62", "00:02:53.25" ], [ "00:02:54.46", "00:02:56.55" ] ], "start_stop_frames": [ [ 9887, 10022 ], [ 10138, 10239 ], [ 10297, 10395 ], [ 10467, 10593 ] ], "trgnoun": "pan", "trgverb": "wipe_off" }, { "key": "P22_109+403_404_405_406", "video_id": "P22_109", "narration_ids": [ "P22_109_403", "P22_109_404", "P22_109_405", "P22_109_406" ], "src": "turn_on tap . rinse sponge . spread water", "src1": "turn_on tap", "src2": "rinse sponge", "src3": "spread water", "trg": "turn_off tap", "vis_src": "P22_109:403 P22_109:404 P22_109:405", "vis_trg": "P22_109:406", "narrations": [ "turn on tap", "rinse sponge", "spread water", "turn off tap" ], "verbs": [ "turn-on", "rinse", "spread", "turn-off" ], "verb_classes": [ 6, 2, 27, 8 ], "nouns": [ "tap", "sponge", "water", "tap" ], "noun_classes": [ 0, 9, 27, 0 ], "start_stop_timestamps": [ [ "00:16:42.13", "00:16:43.13" ], [ "00:16:42.65", "00:16:43.67" ], [ "00:16:43.75", "00:16:48.40" ], [ "00:16:48.35", "00:16:48.85" ] ], "start_stop_frames": [ [ 50106, 50156 ], [ 50132, 50183 ], [ 50187, 50420 ], [ 50417, 50442 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_05+79_80_81_82", "video_id": "P04_05", "narration_ids": [ "P04_05_79", "P04_05_80", "P04_05_81", "P04_05_82" ], "src": "stir potatoes . pick_up oil . pour oil", "src1": "stir potatoes", "src2": "pick_up oil", "src3": "pour oil", "trg": "put_down oil", "vis_src": "P04_05:79 P04_05:80 P04_05:81", "vis_trg": "P04_05:82", "narrations": [ "stir potatoes", "pick up oil", "pour oil", "put down oil" ], "verbs": [ "stir", "pick-up", "pour", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "potato", "oil", "oil", "oil" ], "noun_classes": [ 30, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:08:35.39", "00:08:43.81" ], [ "00:08:43.78", "00:08:44.62" ], [ "00:08:45.18", "00:08:46.94" ], [ "00:08:47.28", "00:08:49.06" ] ], "start_stop_frames": [ [ 30923, 31428 ], [ 31426, 31477 ], [ 31510, 31616 ], [ 31636, 31743 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P06_104+11_12_13_14", "video_id": "P06_104", "narration_ids": [ "P06_104_11", "P06_104_12", "P06_104_13", "P06_104_14" ], "src": "put pan down . close oven . shake pan", "src1": "put pan down", "src2": "close oven", "src3": "shake pan", "trg": "adjust pan", "vis_src": "P06_104:11 P06_104:12 P06_104:13", "vis_trg": "P06_104:14", "narrations": [ "put pan down", "close oven", "shake pan", "adjust pan" ], "verbs": [ "put-down", "close", "shake", "adjust" ], "verb_classes": [ 1, 4, 15, 17 ], "nouns": [ "pan", "oven", "pan", "pan" ], "noun_classes": [ 5, 46, 5, 5 ], "start_stop_timestamps": [ [ "00:00:48.15", "00:00:49.45" ], [ "00:00:49.50", "00:00:50.97" ], [ "00:00:52.53", "00:00:56.68" ], [ "00:01:05.49", "00:01:08.79" ] ], "start_stop_frames": [ [ 2407, 2472 ], [ 2475, 2548 ], [ 2626, 2834 ], [ 3274, 3439 ] ], "trgnoun": "pan", "trgverb": "adjust" }, { "key": "P13_08+172_173_174_176", "video_id": "P13_08", "narration_ids": [ "P13_08_172", "P13_08_173", "P13_08_174", "P13_08_176" ], "src": "put_down pan . pour water into pan . stir spaghetti", "src1": "put_down pan", "src2": "pour water into pan", "src3": "stir spaghetti", "trg": "put spaghetti on plate", "vis_src": "P13_08:172 P13_08:173 P13_08:174", "vis_trg": "P13_08:176", "narrations": [ "put down pan", "pour water into pan", "stir spaghetti", "put spaghetti on plate" ], "verbs": [ "put-down", "pour-into", "stir", "put-on" ], "verb_classes": [ 1, 9, 10, 1 ], "nouns": [ "pan", "water", "spaghetti", "spaghetti" ], "noun_classes": [ 5, 27, 45, 45 ], "start_stop_timestamps": [ [ "00:37:49.73", "00:37:54.60" ], [ "00:37:54.17", "00:38:18.20" ], [ "00:38:28.36", "00:38:36.64" ], [ "00:39:22.47", "00:39:31.98" ] ], "start_stop_frames": [ [ 136183, 136476 ], [ 136450, 137892 ], [ 138501, 138998 ], [ 141748, 142318 ] ], "trgnoun": "spaghetti", "trgverb": "put_on" }, { "key": "P01_17+225_226_227_228", "video_id": "P01_17", "narration_ids": [ "P01_17_225", "P01_17_226", "P01_17_227", "P01_17_228" ], "src": "wash hands . take cup . rinse cup", "src1": "wash hands", "src2": "take cup", "src3": "rinse cup", "trg": "put_down cup", "vis_src": "P01_17:225 P01_17:226 P01_17:227", "vis_trg": "P01_17:228", "narrations": [ "wash hands", "take cup", "rinse cup", "put down cup" ], "verbs": [ "wash", "take", "rinse", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "hand", "cup", "cup", "cup" ], "noun_classes": [ 11, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:15:02.74", "00:15:04.99" ], [ "00:15:05.21", "00:15:06.04" ], [ "00:15:05.39", "00:15:13.56" ], [ "00:15:13.41", "00:15:14.59" ] ], "start_stop_frames": [ [ 54164, 54299 ], [ 54312, 54362 ], [ 54323, 54813 ], [ 54804, 54875 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P30_103+43_44_45_46", "video_id": "P30_103", "narration_ids": [ "P30_103_43", "P30_103_44", "P30_103_45", "P30_103_46" ], "src": "pick_up spoon . pour coffee_beans into spoon . inspect coffee_bag", "src1": "pick_up spoon", "src2": "pour coffee_beans into spoon", "src3": "inspect coffee_bag", "trg": "empty coffee_beans from spoon into coffee grinder", "vis_src": "P30_103:43 P30_103:44 P30_103:45", "vis_trg": "P30_103:46", "narrations": [ "pick up spoon", "pour coffee beans into spoon", "inspect coffee bag", "empty coffee beans from spoon into coffee grinder" ], "verbs": [ "pick-up", "pour-into", "inspect", "empty" ], "verb_classes": [ 0, 9, 24, 20 ], "nouns": [ "spoon", "bean:coffee", "bag:coffee", "bean:coffee" ], "noun_classes": [ 1, 59, 19, 59 ], "start_stop_timestamps": [ [ "00:01:11.10", "00:01:12.50" ], [ "00:01:11.74", "00:01:17.34" ], [ "00:01:15.84", "00:01:16.67" ], [ "00:01:15.84", "00:01:17.77" ] ], "start_stop_frames": [ [ 3554, 3625 ], [ 3586, 3867 ], [ 3792, 3833 ], [ 3792, 3888 ] ], "trgnoun": "coffee_bean", "trgverb": "empty" }, { "key": "P08_20+21_22_23_24", "video_id": "P08_20", "narration_ids": [ "P08_20_21", "P08_20_22", "P08_20_23", "P08_20_24" ], "src": "scoop kiwi . get kiwi bits skins . throw away skins", "src1": "scoop kiwi", "src2": "get kiwi bits skins", "src3": "throw away skins", "trg": "put_back kiwi", "vis_src": "P08_20:21 P08_20:22 P08_20:23", "vis_trg": "P08_20:24", "narrations": [ "scoop kiwi", "get kiwi bits skins", "throw away skins", "put back kiwi" ], "verbs": [ "scoop", "get", "throw", "put-back" ], "verb_classes": [ 16, 0, 13, 1 ], "nouns": [ "kiwi", "skin:kiwi:bit", "skin", "kiwi" ], "noun_classes": [ 213, 48, 48, 213 ], "start_stop_timestamps": [ [ "00:02:23.44", "00:02:31.74" ], [ "00:02:32.78", "00:02:35.38" ], [ "00:02:35.14", "00:02:37.11" ], [ "00:02:39.73", "00:02:41.77" ] ], "start_stop_frames": [ [ 8606, 9104 ], [ 9166, 9322 ], [ 9308, 9426 ], [ 9583, 9706 ] ], "trgnoun": "kiwi", "trgverb": "put_back" }, { "key": "P01_109+803_804_805_806", "video_id": "P01_109", "narration_ids": [ "P01_109_803", "P01_109_804", "P01_109_805", "P01_109_806" ], "src": "turn_off tap . empty pan . put_down pan", "src1": "turn_off tap", "src2": "empty pan", "src3": "put_down pan", "trg": "turn_on tap", "vis_src": "P01_109:803 P01_109:804 P01_109:805", "vis_trg": "P01_109:806", "narrations": [ "turn off tap", "empty pan", "put down pan", "turn on tap" ], "verbs": [ "turn-off", "empty", "put-down", "turn-on" ], "verb_classes": [ 8, 20, 1, 6 ], "nouns": [ "tap", "pan", "pan", "tap" ], "noun_classes": [ 0, 5, 5, 0 ], "start_stop_timestamps": [ [ "00:57:18.79", "00:57:19.64" ], [ "00:57:19.64", "00:57:21.82" ], [ "00:57:22.07", "00:57:23.24" ], [ "00:57:23.18", "00:57:24.59" ] ], "start_stop_frames": [ [ 171939, 171982 ], [ 171982, 172091 ], [ 172103, 172162 ], [ 172159, 172229 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P03_09+93_94_95_96", "video_id": "P03_09", "narration_ids": [ "P03_09_93", "P03_09_94", "P03_09_95", "P03_09_96" ], "src": "grab plate . grab sponge . wash plate", "src1": "grab plate", "src2": "grab sponge", "src3": "wash plate", "trg": "put plate", "vis_src": "P03_09:93 P03_09:94 P03_09:95", "vis_trg": "P03_09:96", "narrations": [ "grab plate", "grab sponge", "wash plate", "put plate" ], "verbs": [ "grab", "grab", "wash", "put" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "plate", "sponge", "plate", "plate" ], "noun_classes": [ 2, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:03:40.12", "00:03:42.29" ], [ "00:03:41.28", "00:03:42.18" ], [ "00:03:43.28", "00:03:57.92" ], [ "00:03:57.91", "00:03:59.93" ] ], "start_stop_frames": [ [ 13207, 13337 ], [ 13276, 13330 ], [ 13396, 14275 ], [ 14274, 14395 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P23_102+600_601_602_603", "video_id": "P23_102", "narration_ids": [ "P23_102_600", "P23_102_601", "P23_102_602", "P23_102_603" ], "src": "take brush . take pan . wash pan", "src1": "take brush", "src2": "take pan", "src3": "wash pan", "trg": "put pan", "vis_src": "P23_102:600 P23_102:601 P23_102:602", "vis_trg": "P23_102:603", "narrations": [ "take brush", "take pan", "wash pan", "put pan" ], "verbs": [ "take", "take", "wash", "put" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "brush", "pan", "pan", "pan" ], "noun_classes": [ 103, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:55:20.23", "00:55:21.17" ], [ "00:55:21.04", "00:55:21.48" ], [ "00:55:21.44", "00:55:53.49" ], [ "00:55:53.48", "00:56:00.54" ] ], "start_stop_frames": [ [ 166011, 166058 ], [ 166052, 166074 ], [ 166072, 167674 ], [ 167674, 168027 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P22_11+120_121_122_123", "video_id": "P22_11", "narration_ids": [ "P22_11_120", "P22_11_121", "P22_11_122", "P22_11_123" ], "src": "insert measure . close jar . open cabinet", "src1": "insert measure", "src2": "close jar", "src3": "open cabinet", "trg": "place jar", "vis_src": "P22_11:120 P22_11:121 P22_11:122", "vis_trg": "P22_11:123", "narrations": [ "insert measure", "close jar", "open cabinet", "place jar" ], "verbs": [ "insert", "close", "open", "place" ], "verb_classes": [ 5, 4, 3, 1 ], "nouns": [ "measure", "jar", "cabinet", "jar" ], "noun_classes": [ 1, 40, 3, 40 ], "start_stop_timestamps": [ [ "00:04:18.85", "00:04:20.75" ], [ "00:04:20.85", "00:04:22.23" ], [ "00:04:22.29", "00:04:23.12" ], [ "00:04:23.64", "00:04:24.78" ] ], "start_stop_frames": [ [ 15531, 15645 ], [ 15651, 15733 ], [ 15737, 15787 ], [ 15818, 15886 ] ], "trgnoun": "jar", "trgverb": "place" }, { "key": "P01_104+22_30_52_54", "video_id": "P01_104", "narration_ids": [ "P01_104_22", "P01_104_30", "P01_104_52", "P01_104_54" ], "src": "put_down sponge . empty pot . rinse hand", "src1": "put_down sponge", "src2": "empty pot", "src3": "rinse hand", "trg": "rinse pot", "vis_src": "P01_104:22 P01_104:30 P01_104:52", "vis_trg": "P01_104:54", "narrations": [ "put down sponge", "empty pot", "rinse hand", "rinse pot" ], "verbs": [ "put-down", "empty", "rinse", "rinse" ], "verb_classes": [ 1, 20, 2, 2 ], "nouns": [ "sponge", "pot", "hand", "pot" ], "noun_classes": [ 9, 29, 11, 29 ], "start_stop_timestamps": [ [ "00:00:38.27", "00:00:39.64" ], [ "00:01:03.47", "00:01:05.07" ], [ "00:02:24.70", "00:02:25.71" ], [ "00:02:26.86", "00:02:34.20" ] ], "start_stop_frames": [ [ 1913, 1982 ], [ 3173, 3253 ], [ 7234, 7285 ], [ 7343, 7709 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P02_03+347_348_349_350", "video_id": "P02_03", "narration_ids": [ "P02_03_347", "P02_03_348", "P02_03_349", "P02_03_350" ], "src": "pick_up chopping_board . put chopping_board . pick_up scissors", "src1": "pick_up chopping_board", "src2": "put chopping_board", "src3": "pick_up scissors", "trg": "return scissors", "vis_src": "P02_03:347 P02_03:348 P02_03:349", "vis_trg": "P02_03:350", "narrations": [ "pick up chopping board", "put chopping board", "pick up scissors", "return scissors" ], "verbs": [ "pick-up", "put", "pick-up", "return" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "scissors", "scissors" ], "noun_classes": [ 18, 18, 79, 79 ], "start_stop_timestamps": [ [ "00:20:03.93", "00:20:05.04" ], [ "00:20:06.01", "00:20:06.95" ], [ "00:20:08.34", "00:20:09.25" ], [ "00:20:09.08", "00:20:10.11" ] ], "start_stop_frames": [ [ 72235, 72302 ], [ 72360, 72417 ], [ 72500, 72555 ], [ 72544, 72606 ] ], "trgnoun": "scissors", "trgverb": "return" }, { "key": "P23_102+536_537_538_539", "video_id": "P23_102", "narration_ids": [ "P23_102_536", "P23_102_537", "P23_102_538", "P23_102_539" ], "src": "take plate . take spoon . throw water", "src1": "take plate", "src2": "take spoon", "src3": "throw water", "trg": "put spoon", "vis_src": "P23_102:536 P23_102:537 P23_102:538", "vis_trg": "P23_102:539", "narrations": [ "take plate", "take spoon", "throw water", "put spoon" ], "verbs": [ "take", "take", "throw", "put" ], "verb_classes": [ 0, 0, 13, 1 ], "nouns": [ "plate", "spoon", "water", "spoon" ], "noun_classes": [ 2, 1, 27, 1 ], "start_stop_timestamps": [ [ "00:50:42.43", "00:50:43.43" ], [ "00:50:43.48", "00:50:44.59" ], [ "00:50:47.75", "00:50:49.34" ], [ "00:50:50.36", "00:50:53.17" ] ], "start_stop_frames": [ [ 152121, 152171 ], [ 152174, 152229 ], [ 152387, 152467 ], [ 152518, 152658 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P04_120+143_144_145_146", "video_id": "P04_120", "narration_ids": [ "P04_120_143", "P04_120_144", "P04_120_145", "P04_120_146" ], "src": "turn_off tap . pick_up tea_towel . dry ramekin with tea towel", "src1": "turn_off tap", "src2": "pick_up tea_towel", "src3": "dry ramekin with tea towel", "trg": "put tea_towel on oven door", "vis_src": "P04_120:143 P04_120:144 P04_120:145", "vis_trg": "P04_120:146", "narrations": [ "turn off tap", "pick up tea towel", "dry ramekin with tea towel", "put tea towel on oven door" ], "verbs": [ "turn-off", "pick-up", "dry", "put-on" ], "verb_classes": [ 8, 0, 14, 1 ], "nouns": [ "tap", "towel:tea", "ramekin", "towel:tea" ], "noun_classes": [ 0, 52, 7, 52 ], "start_stop_timestamps": [ [ "00:06:57.15", "00:06:57.75" ], [ "00:06:57.84", "00:07:00.21" ], [ "00:07:00.19", "00:07:05.90" ], [ "00:07:05.41", "00:07:07.05" ] ], "start_stop_frames": [ [ 20857, 20887 ], [ 20892, 21010 ], [ 21009, 21295 ], [ 21270, 21352 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P26_104+13_14_15_16", "video_id": "P26_104", "narration_ids": [ "P26_104_13", "P26_104_14", "P26_104_15", "P26_104_16" ], "src": "pick_up pizza . cut paper . remove paper", "src1": "pick_up pizza", "src2": "cut paper", "src3": "remove paper", "trg": "put_down pizza", "vis_src": "P26_104:13 P26_104:14 P26_104:15", "vis_trg": "P26_104:16", "narrations": [ "pick up pizza", "cut paper", "remove paper", "put down pizza" ], "verbs": [ "pick-up", "cut", "remove", "put-down" ], "verb_classes": [ 0, 7, 12, 1 ], "nouns": [ "pizza", "paper", "paper", "pizza" ], "noun_classes": [ 91, 49, 49, 91 ], "start_stop_timestamps": [ [ "00:00:39.88", "00:00:43.24" ], [ "00:00:43.34", "00:00:56.04" ], [ "00:00:55.45", "00:01:05.95" ], [ "00:01:05.96", "00:01:08.12" ] ], "start_stop_frames": [ [ 1994, 2162 ], [ 2167, 2802 ], [ 2772, 3297 ], [ 3297, 3406 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P03_03+17_18_19_20", "video_id": "P03_03", "narration_ids": [ "P03_03_17", "P03_03_18", "P03_03_19", "P03_03_20" ], "src": "press button . start washing_machine . pick_up clothes", "src1": "press button", "src2": "start washing_machine", "src3": "pick_up clothes", "trg": "put clothes on hanger", "vis_src": "P03_03:17 P03_03:18 P03_03:19", "vis_trg": "P03_03:20", "narrations": [ "press button", "start washing machine", "pick up clothes", "put clothes on hanger" ], "verbs": [ "press", "start", "pick-up", "put-on" ], "verb_classes": [ 21, 6, 0, 1 ], "nouns": [ "button", "machine:washing", "clothes", "clothes" ], "noun_classes": [ 92, 124, 73, 73 ], "start_stop_timestamps": [ [ "00:00:43.06", "00:00:46.00" ], [ "00:00:46.41", "00:00:47.22" ], [ "00:00:50.50", "00:00:51.82" ], [ "00:00:54.31", "00:01:01.77" ] ], "start_stop_frames": [ [ 2583, 2760 ], [ 2784, 2833 ], [ 3030, 3109 ], [ 3258, 3706 ] ], "trgnoun": "clothes", "trgverb": "put_on" }, { "key": "P26_09+16_17_18_19", "video_id": "P26_09", "narration_ids": [ "P26_09_16", "P26_09_17", "P26_09_18", "P26_09_19" ], "src": "pour salsa in the pasta . mix pasta . pick_up dish", "src1": "pour salsa in the pasta", "src2": "mix pasta", "src3": "pick_up dish", "trg": "put pasta in the dish", "vis_src": "P26_09:16 P26_09:17 P26_09:18", "vis_trg": "P26_09:19", "narrations": [ "pour salsa in the pasta", "mix pasta", "pick up dish", "put pasta in the dish" ], "verbs": [ "pour-in", "mix", "pick-up", "put-in" ], "verb_classes": [ 9, 10, 0, 5 ], "nouns": [ "salsa", "pasta", "dish", "pasta" ], "noun_classes": [ 47, 45, 2, 45 ], "start_stop_timestamps": [ [ "00:01:11.61", "00:01:15.99" ], [ "00:01:16.09", "00:01:26.18" ], [ "00:01:26.28", "00:01:27.40" ], [ "00:01:27.56", "00:01:43.77" ] ], "start_stop_frames": [ [ 4296, 4559 ], [ 4565, 5170 ], [ 5176, 5244 ], [ 5253, 6226 ] ], "trgnoun": "pasta", "trgverb": "put_in" }, { "key": "P22_113+260_261_262_263", "video_id": "P22_113", "narration_ids": [ "P22_113_260", "P22_113_261", "P22_113_262", "P22_113_263" ], "src": "attach coffee_holder . open cupboard . pick_up cup", "src1": "attach coffee_holder", "src2": "open cupboard", "src3": "pick_up cup", "trg": "close cupboard", "vis_src": "P22_113:260 P22_113:261 P22_113:262", "vis_trg": "P22_113:263", "narrations": [ "attach coffee holder", "open cupboard", "pick up cup", "close cupboard" ], "verbs": [ "attach", "open", "pick-up", "close" ], "verb_classes": [ 64, 3, 0, 4 ], "nouns": [ "holder:coffee", "cupboard", "cup", "cupboard" ], "noun_classes": [ 135, 3, 13, 3 ], "start_stop_timestamps": [ [ "00:09:11.49", "00:09:12.61" ], [ "00:09:16.37", "00:09:17.15" ], [ "00:09:17.21", "00:09:17.94" ], [ "00:09:18.04", "00:09:18.54" ] ], "start_stop_frames": [ [ 27574, 27630 ], [ 27818, 27857 ], [ 27860, 27897 ], [ 27902, 27927 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_14+66_67_68_69", "video_id": "P22_14", "narration_ids": [ "P22_14_66", "P22_14_67", "P22_14_68", "P22_14_69" ], "src": "pick_up jar . open jar . place measure", "src1": "pick_up jar", "src2": "open jar", "src3": "place measure", "trg": "close jar", "vis_src": "P22_14:66 P22_14:67 P22_14:68", "vis_trg": "P22_14:69", "narrations": [ "pick up jar", "open jar", "place measure", "close jar" ], "verbs": [ "pick-up", "open", "place", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "jar", "jar", "measure", "jar" ], "noun_classes": [ 40, 40, 1, 40 ], "start_stop_timestamps": [ [ "00:03:00.96", "00:03:01.92" ], [ "00:03:02.41", "00:03:03.06" ], [ "00:03:02.49", "00:03:04.91" ], [ "00:03:05.25", "00:03:06.06" ] ], "start_stop_frames": [ [ 10857, 10915 ], [ 10944, 10983 ], [ 10949, 11094 ], [ 11115, 11163 ] ], "trgnoun": "jar", "trgverb": "close" }, { "key": "P04_01+140_141_142_143", "video_id": "P04_01", "narration_ids": [ "P04_01_140", "P04_01_141", "P04_01_142", "P04_01_143" ], "src": "close bag . knead miso_paste into mixture . switch bag", "src1": "close bag", "src2": "knead miso_paste into mixture", "src3": "switch bag", "trg": "open bag", "vis_src": "P04_01:140 P04_01:141 P04_01:142", "vis_trg": "P04_01:143", "narrations": [ "close bag", "knead miso paste into mixture", "switch bag", "open bag" ], "verbs": [ "close", "knead", "switch", "open" ], "verb_classes": [ 4, 51, 88, 3 ], "nouns": [ "bag", "paste:miso", "bag", "bag" ], "noun_classes": [ 19, 148, 19, 19 ], "start_stop_timestamps": [ [ "00:10:27.27", "00:10:29.31" ], [ "00:10:28.49", "00:10:53.72" ], [ "00:10:29.41", "00:10:41.49" ], [ "00:10:55.85", "00:10:57.10" ] ], "start_stop_frames": [ [ 37636, 37758 ], [ 37709, 39223 ], [ 37764, 38489 ], [ 39351, 39426 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P02_01+40_41_42_43", "video_id": "P02_01", "narration_ids": [ "P02_01_40", "P02_01_41", "P02_01_42", "P02_01_43" ], "src": "scoop sugar . put sugar into the coffee . and close sugar_jar", "src1": "scoop sugar", "src2": "put sugar into the coffee", "src3": "and close sugar_jar", "trg": "stir sugar", "vis_src": "P02_01:40 P02_01:41 P02_01:42", "vis_trg": "P02_01:43", "narrations": [ "scoop sugar", "put sugar into the coffee", "and close sugar jar", "stir sugar" ], "verbs": [ "scoop", "put-into", "close", "stir" ], "verb_classes": [ 16, 5, 4, 10 ], "nouns": [ "sugar", "sugar", "jar:sugar", "sugar" ], "noun_classes": [ 102, 102, 40, 102 ], "start_stop_timestamps": [ [ "00:01:34.23", "00:01:35.62" ], [ "00:01:34.62", "00:01:36.02" ], [ "00:01:36.89", "00:01:38.99" ], [ "00:01:38.71", "00:01:42.77" ] ], "start_stop_frames": [ [ 5653, 5737 ], [ 5677, 5761 ], [ 5813, 5939 ], [ 5922, 6166 ] ], "trgnoun": "sugar", "trgverb": "stir" }, { "key": "P22_110+11_12_13_14", "video_id": "P22_110", "narration_ids": [ "P22_110_11", "P22_110_12", "P22_110_13", "P22_110_14" ], "src": "close cupboard . pick_up aluminium_foil . open drawer", "src1": "close cupboard", "src2": "pick_up aluminium_foil", "src3": "open drawer", "trg": "put_down aluminium_foil", "vis_src": "P22_110:11 P22_110:12 P22_110:13", "vis_trg": "P22_110:14", "narrations": [ "close cupboard", "pick up aluminium foil", "open drawer", "put down aluminium foil" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "foil:aluminium", "drawer", "foil:aluminium" ], "noun_classes": [ 3, 123, 8, 123 ], "start_stop_timestamps": [ [ "00:00:20.70", "00:00:22.39" ], [ "00:00:22.29", "00:00:22.87" ], [ "00:00:22.97", "00:00:23.70" ], [ "00:00:23.65", "00:00:24.16" ] ], "start_stop_frames": [ [ 1035, 1119 ], [ 1114, 1143 ], [ 1148, 1185 ], [ 1182, 1208 ] ], "trgnoun": "aluminium_foil", "trgverb": "put_down" }, { "key": "P22_15+125_126_127_128", "video_id": "P22_15", "narration_ids": [ "P22_15_125", "P22_15_126", "P22_15_127", "P22_15_128" ], "src": "rinse sponge . close tap . put soap", "src1": "rinse sponge", "src2": "close tap", "src3": "put soap", "trg": "put_down down soap", "vis_src": "P22_15:125 P22_15:126 P22_15:127", "vis_trg": "P22_15:128", "narrations": [ "rinse sponge", "close tap", "put soap", "put down down soap" ], "verbs": [ "rinse", "turn-off", "put", "put-down" ], "verb_classes": [ 2, 8, 1, 1 ], "nouns": [ "sponge", "tap", "soap", "soap" ], "noun_classes": [ 9, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:04:58.12", "00:04:59.07" ], [ "00:04:59.13", "00:05:00.09" ], [ "00:04:59.81", "00:05:01.80" ], [ "00:05:01.90", "00:05:03.19" ] ], "start_stop_frames": [ [ 17887, 17944 ], [ 17947, 18005 ], [ 17988, 18108 ], [ 18114, 18191 ] ], "trgnoun": "soap", "trgverb": "put_down" }, { "key": "P24_05+59_60_61_62", "video_id": "P24_05", "narration_ids": [ "P24_05_59", "P24_05_60", "P24_05_61", "P24_05_62" ], "src": "cut onion . open water_tap . rinse hands", "src1": "cut onion", "src2": "open water_tap", "src3": "rinse hands", "trg": "close water_tap", "vis_src": "P24_05:59 P24_05:60 P24_05:61", "vis_trg": "P24_05:62", "narrations": [ "cut onion", "open water tap", "rinse hands", "close water tap" ], "verbs": [ "cut", "open", "rinse", "close" ], "verb_classes": [ 7, 3, 2, 4 ], "nouns": [ "onion", "tap:water", "hand", "tap:water" ], "noun_classes": [ 16, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:05:26.64", "00:06:03.80" ], [ "00:06:07.66", "00:06:08.77" ], [ "00:06:09.41", "00:06:11.24" ], [ "00:06:11.74", "00:06:12.56" ] ], "start_stop_frames": [ [ 19598, 21828 ], [ 22059, 22126 ], [ 22164, 22274 ], [ 22304, 22353 ] ], "trgnoun": "water_tap", "trgverb": "close" }, { "key": "P26_124+180_181_182_183", "video_id": "P26_124", "narration_ids": [ "P26_124_180", "P26_124_181", "P26_124_182", "P26_124_183" ], "src": "close cupboard . pick_up bottle . open fridge", "src1": "close cupboard", "src2": "pick_up bottle", "src3": "open fridge", "trg": "put_down bottle", "vis_src": "P26_124:180 P26_124:181 P26_124:182", "vis_trg": "P26_124:183", "narrations": [ "close cupboard", "pick up bottle", "open fridge", "put down bottle" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "bottle", "fridge", "bottle" ], "noun_classes": [ 3, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:10:08.41", "00:10:09.07" ], [ "00:10:09.99", "00:10:10.96" ], [ "00:10:13.04", "00:10:14.18" ], [ "00:10:14.18", "00:10:15.24" ] ], "start_stop_frames": [ [ 30420, 30453 ], [ 30499, 30548 ], [ 30652, 30708 ], [ 30708, 30762 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P03_111+9_10_11_12", "video_id": "P03_111", "narration_ids": [ "P03_111_9", "P03_111_10", "P03_111_11", "P03_111_12" ], "src": "turn_on hob . open chilli . pick_up chilli", "src1": "turn_on hob", "src2": "open chilli", "src3": "pick_up chilli", "trg": "pour chilli into saucepan", "vis_src": "P03_111:9 P03_111:10 P03_111:11", "vis_trg": "P03_111:12", "narrations": [ "turn on hob", "open chilli", "pick up chilli", "pour chilli into saucepan" ], "verbs": [ "turn-on", "open", "pick-up", "pour-into" ], "verb_classes": [ 6, 3, 0, 9 ], "nouns": [ "hob", "chilli", "chilli", "chilli" ], "noun_classes": [ 24, 69, 69, 69 ], "start_stop_timestamps": [ [ "00:00:11.19", "00:00:12.30" ], [ "00:00:12.81", "00:00:15.10" ], [ "00:00:15.20", "00:00:16.25" ], [ "00:00:16.35", "00:00:21.61" ] ], "start_stop_frames": [ [ 559, 615 ], [ 640, 755 ], [ 760, 812 ], [ 817, 1080 ] ], "trgnoun": "chilli", "trgverb": "pour_into" }, { "key": "P25_106+137_138_139_140", "video_id": "P25_106", "narration_ids": [ "P25_106_137", "P25_106_138", "P25_106_139", "P25_106_140" ], "src": "stir eggs . pick_up oil . open cupboard", "src1": "stir eggs", "src2": "pick_up oil", "src3": "open cupboard", "trg": "put_down oil", "vis_src": "P25_106:137 P25_106:138 P25_106:139", "vis_trg": "P25_106:140", "narrations": [ "stir eggs", "pick up oil", "open cupboard", "put down oil" ], "verbs": [ "stir", "pick-up", "open", "put-down" ], "verb_classes": [ 10, 0, 3, 1 ], "nouns": [ "egg", "oil", "cupboard", "oil" ], "noun_classes": [ 53, 31, 3, 31 ], "start_stop_timestamps": [ [ "00:12:52.12", "00:13:05.80" ], [ "00:13:07.58", "00:13:17.78" ], [ "00:13:17.57", "00:13:18.79" ], [ "00:13:18.93", "00:13:20.64" ] ], "start_stop_frames": [ [ 38606, 39290 ], [ 39379, 39889 ], [ 39878, 39939 ], [ 39946, 40032 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P02_120+75_76_77_78", "video_id": "P02_120", "narration_ids": [ "P02_120_75", "P02_120_76", "P02_120_77", "P02_120_78" ], "src": "open drawer . pick_up spoon . pick_up salt", "src1": "open drawer", "src2": "pick_up spoon", "src3": "pick_up salt", "trg": "pour salt from bottle onto spoon", "vis_src": "P02_120:75 P02_120:76 P02_120:77", "vis_trg": "P02_120:78", "narrations": [ "open drawer", "pick up spoon", "pick up salt", "pour salt from bottle onto spoon" ], "verbs": [ "open", "pick-up", "pick-up", "pour-from" ], "verb_classes": [ 3, 0, 0, 9 ], "nouns": [ "drawer", "spoon", "salt", "salt" ], "noun_classes": [ 8, 1, 38, 38 ], "start_stop_timestamps": [ [ "00:04:28.77", "00:04:32.72" ], [ "00:04:33.14", "00:04:34.14" ], [ "00:04:35.16", "00:04:35.83" ], [ "00:04:35.72", "00:04:39.12" ] ], "start_stop_frames": [ [ 13438, 13636 ], [ 13657, 13707 ], [ 13757, 13791 ], [ 13786, 13956 ] ], "trgnoun": "salt", "trgverb": "pour_from" }, { "key": "P03_101+83_84_85_86", "video_id": "P03_101", "narration_ids": [ "P03_101_83", "P03_101_84", "P03_101_85", "P03_101_86" ], "src": "pick_up spoon . soak spoon . pick_up plate", "src1": "pick_up spoon", "src2": "soak spoon", "src3": "pick_up plate", "trg": "wash plate", "vis_src": "P03_101:83 P03_101:84 P03_101:85", "vis_trg": "P03_101:86", "narrations": [ "pick up spoon", "soak spoon", "pick up plate", "wash plate" ], "verbs": [ "pick-up", "soak", "pick-up", "wash" ], "verb_classes": [ 0, 56, 0, 2 ], "nouns": [ "spoon", "spoon", "plate", "plate" ], "noun_classes": [ 1, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:02:07.14", "00:02:07.78" ], [ "00:02:07.74", "00:02:08.74" ], [ "00:02:08.67", "00:02:09.31" ], [ "00:02:09.51", "00:02:17.25" ] ], "start_stop_frames": [ [ 6357, 6389 ], [ 6387, 6437 ], [ 6433, 6465 ], [ 6475, 6862 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P08_06+9_10_11_12", "video_id": "P08_06", "narration_ids": [ "P08_06_9", "P08_06_10", "P08_06_11", "P08_06_12" ], "src": "get salad . wipe salad . open wrap", "src1": "get salad", "src2": "wipe salad", "src3": "open wrap", "trg": "place salad in bowl", "vis_src": "P08_06:9 P08_06:10 P08_06:11", "vis_trg": "P08_06:12", "narrations": [ "get salad", "wipe salad", "open wrap", "place salad in bowl" ], "verbs": [ "get", "wipe", "open", "place-in" ], "verb_classes": [ 0, 2, 3, 5 ], "nouns": [ "salad", "salad", "wrap", "salad" ], "noun_classes": [ 68, 68, 107, 68 ], "start_stop_timestamps": [ [ "00:00:36.50", "00:00:38.74" ], [ "00:00:38.83", "00:00:43.85" ], [ "00:00:44.53", "00:00:46.74" ], [ "00:00:47.41", "00:00:50.19" ] ], "start_stop_frames": [ [ 2190, 2324 ], [ 2329, 2631 ], [ 2671, 2804 ], [ 2844, 3011 ] ], "trgnoun": "salad", "trgverb": "place_in" }, { "key": "P30_101+188_189_190_191", "video_id": "P30_101", "narration_ids": [ "P30_101_188", "P30_101_189", "P30_101_190", "P30_101_191" ], "src": "put_down hummus lid . pick_up jug . pour water", "src1": "put_down hummus lid", "src2": "pick_up jug", "src3": "pour water", "trg": "put_down jug", "vis_src": "P30_101:188 P30_101:189 P30_101:190", "vis_trg": "P30_101:191", "narrations": [ "put down hummus lid", "pick up jug", "pour water", "put down jug" ], "verbs": [ "put-down", "pick-up", "pour", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "lid", "jug", "water", "jug" ], "noun_classes": [ 6, 66, 27, 66 ], "start_stop_timestamps": [ [ "00:06:00.48", "00:06:01.53" ], [ "00:06:02.04", "00:06:02.71" ], [ "00:06:03.11", "00:06:10.07" ], [ "00:06:09.91", "00:06:10.64" ] ], "start_stop_frames": [ [ 18024, 18076 ], [ 18102, 18135 ], [ 18155, 18503 ], [ 18495, 18532 ] ], "trgnoun": "jug", "trgverb": "put_down" }, { "key": "P26_21+73_74_75_76", "video_id": "P26_21", "narration_ids": [ "P26_21_73", "P26_21_74", "P26_21_75", "P26_21_76" ], "src": "put spoon . open door . pick_up salt", "src1": "put spoon", "src2": "open door", "src3": "pick_up salt", "trg": "put salt in the sauce", "vis_src": "P26_21:73 P26_21:74 P26_21:75", "vis_trg": "P26_21:76", "narrations": [ "put spoon", "open door", "pick up salt", "put salt in the sauce" ], "verbs": [ "put", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "spoon", "door", "salt", "salt" ], "noun_classes": [ 1, 3, 38, 38 ], "start_stop_timestamps": [ [ "00:06:20.46", "00:06:21.37" ], [ "00:06:22.73", "00:06:23.97" ], [ "00:06:23.92", "00:06:24.67" ], [ "00:06:25.38", "00:06:32.19" ] ], "start_stop_frames": [ [ 22827, 22882 ], [ 22963, 23038 ], [ 23035, 23080 ], [ 23122, 23531 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P04_106+94_95_96_97", "video_id": "P04_106", "narration_ids": [ "P04_106_94", "P04_106_95", "P04_106_96", "P04_106_97" ], "src": "wipe sauce off hob . pick_up pork belly chunk . eat pork belly chunk", "src1": "wipe sauce off hob", "src2": "pick_up pork belly chunk", "src3": "eat pork belly chunk", "trg": "put_down pork belly chunk", "vis_src": "P04_106:94 P04_106:95 P04_106:96", "vis_trg": "P04_106:97", "narrations": [ "wipe sauce off hob", "pick up pork belly chunk", "eat pork belly chunk", "put down pork belly chunk" ], "verbs": [ "wipe", "pick-up", "eat", "put-down" ], "verb_classes": [ 2, 0, 35, 1 ], "nouns": [ "sauce", "chunk:pork:belly", "chunk:pork:belly", "chunk:pork:belly" ], "noun_classes": [ 47, 144, 144, 144 ], "start_stop_timestamps": [ [ "00:03:27.29", "00:03:28.70" ], [ "00:03:28.84", "00:03:29.98" ], [ "00:03:30.02", "00:03:31.29" ], [ "00:03:31.68", "00:03:32.30" ] ], "start_stop_frames": [ [ 10364, 10435 ], [ 10442, 10499 ], [ 10501, 10564 ], [ 10584, 10615 ] ], "trgnoun": "belly_pork_chunk", "trgverb": "put_down" }, { "key": "P03_04+3_4_5_6", "video_id": "P03_04", "narration_ids": [ "P03_04_3", "P03_04_4", "P03_04_5", "P03_04_6" ], "src": "take salmon . put salmon . take chicken", "src1": "take salmon", "src2": "put salmon", "src3": "take chicken", "trg": "put chicken", "vis_src": "P03_04:3 P03_04:4 P03_04:5", "vis_trg": "P03_04:6", "narrations": [ "take salmon", "put salmon", "take chicken", "put chicken" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "salmon", "salmon", "chicken", "chicken" ], "noun_classes": [ 112, 112, 57, 57 ], "start_stop_timestamps": [ [ "00:00:08.95", "00:00:09.80" ], [ "00:00:09.72", "00:00:10.59" ], [ "00:00:10.85", "00:00:13.07" ], [ "00:00:13.33", "00:00:14.50" ] ], "start_stop_frames": [ [ 537, 588 ], [ 583, 635 ], [ 651, 784 ], [ 799, 870 ] ], "trgnoun": "chicken", "trgverb": "put" }, { "key": "P04_02+247_248_249_250", "video_id": "P04_02", "narration_ids": [ "P04_02_247", "P04_02_248", "P04_02_249", "P04_02_250" ], "src": "roll_out omelette . pick_up sushi_mat . wet sushi_mat", "src1": "roll_out omelette", "src2": "pick_up sushi_mat", "src3": "wet sushi_mat", "trg": "put_down sushi_mat", "vis_src": "P04_02:247 P04_02:248 P04_02:249", "vis_trg": "P04_02:250", "narrations": [ "roll out", "pick up sushi mat", "wet sushi mat", "put down sushi mat" ], "verbs": [ "roll-out", "pick-up", "wet", "put-down" ], "verb_classes": [ 39, 0, 62, 1 ], "nouns": [ "omelette", "mat:sushi", "mat:sushi", "mat:sushi" ], "noun_classes": [ 162, 259, 259, 259 ], "start_stop_timestamps": [ [ "00:19:26.59", "00:19:31.63" ], [ "00:19:37.01", "00:19:38.38" ], [ "00:19:38.81", "00:19:40.77" ], [ "00:19:41.61", "00:19:43.04" ] ], "start_stop_frames": [ [ 69995, 70297 ], [ 70620, 70702 ], [ 70728, 70846 ], [ 70896, 70982 ] ], "trgnoun": "sushi_mat", "trgverb": "put_down" }, { "key": "P04_112+124_125_126_127", "video_id": "P04_112", "narration_ids": [ "P04_112_124", "P04_112_125", "P04_112_126", "P04_112_127" ], "src": "close cupboard . pick_up tea_towel . inspect tea_towel", "src1": "close cupboard", "src2": "pick_up tea_towel", "src3": "inspect tea_towel", "trg": "feel tea_towel", "vis_src": "P04_112:124 P04_112:125 P04_112:126", "vis_trg": "P04_112:127", "narrations": [ "close cupboard", "pick up tea towel", "inspect tea towel", "feel tea towel" ], "verbs": [ "close", "pick-up", "inspect", "feel" ], "verb_classes": [ 4, 0, 24, 54 ], "nouns": [ "cupboard", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 3, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:03:34.75", "00:03:35.49" ], [ "00:03:39.00", "00:03:39.90" ], [ "00:03:40.34", "00:03:44.12" ], [ "00:03:44.55", "00:03:47.62" ] ], "start_stop_frames": [ [ 10737, 10774 ], [ 10950, 10995 ], [ 11017, 11206 ], [ 11227, 11381 ] ], "trgnoun": "tea_towel", "trgverb": "feel" }, { "key": "P20_01+9_10_11_12", "video_id": "P20_01", "narration_ids": [ "P20_01_9", "P20_01_10", "P20_01_11", "P20_01_12" ], "src": "look_at meat . put meat on counter . put_down meat in freezer drawer", "src1": "look_at meat", "src2": "put meat on counter", "src3": "put_down meat in freezer drawer", "trg": "put meat in freezer drawer", "vis_src": "P20_01:9 P20_01:10 P20_01:11", "vis_trg": "P20_01:12", "narrations": [ "look at meat", "put meat on counter", "put down meat in freezer drawer", "put meat in freezer drawer" ], "verbs": [ "look-at", "put-on", "put-down", "put-in" ], "verb_classes": [ 38, 1, 1, 5 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:00:25.10", "00:00:28.10" ], [ "00:00:28.95", "00:00:29.45" ], [ "00:00:29.57", "00:00:33.17" ], [ "00:00:32.58", "00:00:34.75" ] ], "start_stop_frames": [ [ 1506, 1686 ], [ 1737, 1767 ], [ 1774, 1990 ], [ 1954, 2085 ] ], "trgnoun": "meat", "trgverb": "put_in" }, { "key": "P12_103+33_34_35_36", "video_id": "P12_103", "narration_ids": [ "P12_103_33", "P12_103_34", "P12_103_35", "P12_103_36" ], "src": "open tap . wash fork . take_out jam from jam jar with fork", "src1": "open tap", "src2": "wash fork", "src3": "take_out jam from jam jar with fork", "trg": "put jam into bowl using fork", "vis_src": "P12_103:33 P12_103:34 P12_103:35", "vis_trg": "P12_103:36", "narrations": [ "open tap", "wash fork", "take out jam from jam jar with fork", "put jam into bowl using fork" ], "verbs": [ "turn-on", "wash", "take-out", "put-into" ], "verb_classes": [ 6, 2, 12, 5 ], "nouns": [ "tap", "fork", "jam", "jam" ], "noun_classes": [ 0, 14, 115, 115 ], "start_stop_timestamps": [ [ "00:03:03.15", "00:03:03.77" ], [ "00:03:03.52", "00:03:04.24" ], [ "00:03:04.81", "00:03:07.07" ], [ "00:03:07.29", "00:03:08.43" ] ], "start_stop_frames": [ [ 9157, 9188 ], [ 9176, 9212 ], [ 9240, 9353 ], [ 9364, 9421 ] ], "trgnoun": "jam", "trgverb": "put_into" }, { "key": "P22_16+375_376_377_378", "video_id": "P22_16", "narration_ids": [ "P22_16_375", "P22_16_376", "P22_16_377", "P22_16_378" ], "src": "close pepper . put_down pepper . put_in oregano", "src1": "close pepper", "src2": "put_down pepper", "src3": "put_in oregano", "trg": "close oregano", "vis_src": "P22_16:375 P22_16:376 P22_16:377", "vis_trg": "P22_16:378", "narrations": [ "close pepper", "put down pepper", "put in oregano", "close oregano" ], "verbs": [ "close", "put-down", "put-in", "close" ], "verb_classes": [ 4, 1, 5, 4 ], "nouns": [ "pepper", "pepper", "oregano", "oregano" ], "noun_classes": [ 37, 37, 145, 145 ], "start_stop_timestamps": [ [ "00:19:20.24", "00:19:21.11" ], [ "00:19:21.11", "00:19:22.08" ], [ "00:19:22.13", "00:19:24.51" ], [ "00:19:24.09", "00:19:24.91" ] ], "start_stop_frames": [ [ 69614, 69666 ], [ 69666, 69724 ], [ 69727, 69870 ], [ 69845, 69894 ] ], "trgnoun": "oregano", "trgverb": "close" }, { "key": "P11_109+103_104_105_106", "video_id": "P11_109", "narration_ids": [ "P11_109_103", "P11_109_104", "P11_109_105", "P11_109_106" ], "src": "put forks away . pick_up spoon . pick_up spoons", "src1": "put forks away", "src2": "pick_up spoon", "src3": "pick_up spoons", "trg": "put_away spoons", "vis_src": "P11_109:103 P11_109:104 P11_109:105", "vis_trg": "P11_109:106", "narrations": [ "put forks away", "pick up spoon", "pick up spoons", "put away spoons" ], "verbs": [ "put", "pick-up", "pick-up", "put-away" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "fork", "spoon", "spoon", "spoon" ], "noun_classes": [ 14, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:06.96", "00:03:09.39" ], [ "00:03:09.42", "00:03:10.62" ], [ "00:03:10.31", "00:03:12.54" ], [ "00:03:12.64", "00:03:14.28" ] ], "start_stop_frames": [ [ 9348, 9469 ], [ 9471, 9531 ], [ 9515, 9627 ], [ 9632, 9714 ] ], "trgnoun": "spoon", "trgverb": "put_away" }, { "key": "P01_01+314_315_316_317", "video_id": "P01_01", "narration_ids": [ "P01_01_314", "P01_01_315", "P01_01_316", "P01_01_317" ], "src": "put_down plate . take spatula . pour rice onto plate", "src1": "put_down plate", "src2": "take spatula", "src3": "pour rice onto plate", "trg": "scoop rice", "vis_src": "P01_01:314 P01_01:315 P01_01:316", "vis_trg": "P01_01:317", "narrations": [ "put down plate", "take spatula", "pour rice onto plate", "scoop rice" ], "verbs": [ "put-down", "take", "pour-onto", "scoop" ], "verb_classes": [ 1, 0, 9, 16 ], "nouns": [ "plate", "spatula", "rice", "rice" ], "noun_classes": [ 2, 20, 55, 55 ], "start_stop_timestamps": [ [ "00:26:17.78", "00:26:19.15" ], [ "00:26:19.22", "00:26:20.16" ], [ "00:26:20.10", "00:26:32.56" ], [ "00:26:33.88", "00:26:39.85" ] ], "start_stop_frames": [ [ 94666, 94749 ], [ 94753, 94809 ], [ 94806, 95553 ], [ 95632, 95991 ] ], "trgnoun": "rice", "trgverb": "scoop" }, { "key": "P08_24+14_15_16_17", "video_id": "P08_24", "narration_ids": [ "P08_24_14", "P08_24_15", "P08_24_16", "P08_24_17" ], "src": "press garlic . take_off skins . place garlic", "src1": "press garlic", "src2": "take_off skins", "src3": "place garlic", "trg": "chop garlic", "vis_src": "P08_24:14 P08_24:15 P08_24:16", "vis_trg": "P08_24:17", "narrations": [ "press garlic", "take off skins", "place garlic", "chop garlic" ], "verbs": [ "press", "take-off", "place", "chop" ], "verb_classes": [ 21, 12, 1, 7 ], "nouns": [ "garlic", "skin", "garlic", "garlic" ], "noun_classes": [ 51, 48, 51, 51 ], "start_stop_timestamps": [ [ "00:00:52.64", "00:00:53.91" ], [ "00:00:54.79", "00:00:59.79" ], [ "00:01:00.81", "00:01:01.92" ], [ "00:01:02.72", "00:01:14.86" ] ], "start_stop_frames": [ [ 3158, 3234 ], [ 3287, 3587 ], [ 3648, 3715 ], [ 3763, 4491 ] ], "trgnoun": "garlic", "trgverb": "chop" }, { "key": "P22_104+131_132_133_134", "video_id": "P22_104", "narration_ids": [ "P22_104_131", "P22_104_132", "P22_104_133", "P22_104_134" ], "src": "put_down knife . move cutting_board . put_down salad", "src1": "put_down knife", "src2": "move cutting_board", "src3": "put_down salad", "trg": "stir salad", "vis_src": "P22_104:131 P22_104:132 P22_104:133", "vis_trg": "P22_104:134", "narrations": [ "put down knife", "move cutting board", "put down salad", "stir salad" ], "verbs": [ "put-down", "move", "put-down", "stir" ], "verb_classes": [ 1, 11, 1, 10 ], "nouns": [ "knife", "board:cutting", "salad", "salad" ], "noun_classes": [ 4, 18, 68, 68 ], "start_stop_timestamps": [ [ "00:07:06.61", "00:07:07.43" ], [ "00:07:07.29", "00:07:07.85" ], [ "00:07:08.32", "00:07:08.87" ], [ "00:07:09.23", "00:07:16.59" ] ], "start_stop_frames": [ [ 21330, 21371 ], [ 21364, 21392 ], [ 21416, 21443 ], [ 21461, 21829 ] ], "trgnoun": "salad", "trgverb": "stir" }, { "key": "P06_03+4_5_6_7", "video_id": "P06_03", "narration_ids": [ "P06_03_4", "P06_03_5", "P06_03_6", "P06_03_7" ], "src": "take plastic_bag . close cupboard and . take flour out of plastic bag", "src1": "take plastic_bag", "src2": "close cupboard and", "src3": "take flour out of plastic bag", "trg": "open flour", "vis_src": "P06_03:4 P06_03:5 P06_03:6", "vis_trg": "P06_03:7", "narrations": [ "take plastic bag", "close cupboard and", "take flour out of plastic bag", "open flour" ], "verbs": [ "take", "close", "take-out", "open" ], "verb_classes": [ 0, 4, 12, 3 ], "nouns": [ "bag:plastic", "cupboard", "flour", "flour" ], "noun_classes": [ 19, 3, 75, 75 ], "start_stop_timestamps": [ [ "00:00:12.35", "00:00:15.50" ], [ "00:00:16.95", "00:00:18.70" ], [ "00:00:18.80", "00:00:20.05" ], [ "00:00:20.40", "00:00:27.75" ] ], "start_stop_frames": [ [ 741, 930 ], [ 1017, 1122 ], [ 1128, 1203 ], [ 1224, 1665 ] ], "trgnoun": "flour", "trgverb": "open" }, { "key": "P04_114+9_10_11_14", "video_id": "P04_114", "narration_ids": [ "P04_114_9", "P04_114_10", "P04_114_11", "P04_114_14" ], "src": "pick_up mug . empty mug into sink . turn_on tap", "src1": "pick_up mug", "src2": "empty mug into sink", "src3": "turn_on tap", "trg": "shake mug", "vis_src": "P04_114:9 P04_114:10 P04_114:11", "vis_trg": "P04_114:14", "narrations": [ "pick up mug", "empty mug into sink", "turn on tap", "shake mug" ], "verbs": [ "pick-up", "empty", "turn-on", "shake" ], "verb_classes": [ 0, 20, 6, 15 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:00:26.47", "00:00:27.98" ], [ "00:00:28.61", "00:00:29.40" ], [ "00:00:29.50", "00:00:30.27" ], [ "00:00:30.00", "00:00:30.63" ] ], "start_stop_frames": [ [ 1323, 1399 ], [ 1430, 1470 ], [ 1475, 1513 ], [ 1500, 1531 ] ], "trgnoun": "mug", "trgverb": "shake" }, { "key": "P22_13+43_44_45_46", "video_id": "P22_13", "narration_ids": [ "P22_13_43", "P22_13_44", "P22_13_45", "P22_13_46" ], "src": "lather pitcher . put_down pitcher . pick_up knife", "src1": "lather pitcher", "src2": "put_down pitcher", "src3": "pick_up knife", "trg": "lather knife", "vis_src": "P22_13:43 P22_13:44 P22_13:45", "vis_trg": "P22_13:46", "narrations": [ "lather pitcher", "put down pitcher", "pick up knife", "lather knife" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "pitcher", "pitcher", "knife", "knife" ], "noun_classes": [ 66, 66, 4, 4 ], "start_stop_timestamps": [ [ "00:01:36.67", "00:01:41.06" ], [ "00:01:40.70", "00:01:41.24" ], [ "00:01:41.11", "00:01:42.23" ], [ "00:01:42.14", "00:01:44.74" ] ], "start_stop_frames": [ [ 5800, 6063 ], [ 6042, 6074 ], [ 6066, 6133 ], [ 6128, 6284 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P02_118+223_224_225_226", "video_id": "P02_118", "narration_ids": [ "P02_118_223", "P02_118_224", "P02_118_225", "P02_118_226" ], "src": "pick_up sponge . pick_up mug . sponge mug", "src1": "pick_up sponge", "src2": "pick_up mug", "src3": "sponge mug", "trg": "put_down sponge", "vis_src": "P02_118:223 P02_118:224 P02_118:225", "vis_trg": "P02_118:226", "narrations": [ "pick up sponge", "pick up mug", "sponge mug", "put down sponge" ], "verbs": [ "pick-up", "pick-up", "sponge", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "sponge", "mug", "mug", "sponge" ], "noun_classes": [ 9, 13, 13, 9 ], "start_stop_timestamps": [ [ "00:11:09.44", "00:11:10.18" ], [ "00:11:10.28", "00:11:11.00" ], [ "00:11:10.66", "00:11:14.96" ], [ "00:11:14.95", "00:11:15.52" ] ], "start_stop_frames": [ [ 33472, 33509 ], [ 33514, 33550 ], [ 33533, 33748 ], [ 33747, 33776 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P01_05+38_39_40_41", "video_id": "P01_05", "narration_ids": [ "P01_05_38", "P01_05_39", "P01_05_40", "P01_05_41" ], "src": "open drawer . put_down cloth . put_down spatula", "src1": "open drawer", "src2": "put_down cloth", "src3": "put_down spatula", "trg": "put spatula into drawer", "vis_src": "P01_05:38 P01_05:39 P01_05:40", "vis_trg": "P01_05:41", "narrations": [ "open drawer", "put down cloth", "put down spatula", "put spatula into drawer" ], "verbs": [ "open", "put-down", "put-down", "put-into" ], "verb_classes": [ 3, 1, 1, 5 ], "nouns": [ "drawer", "cloth", "spatula", "spatula" ], "noun_classes": [ 8, 17, 20, 20 ], "start_stop_timestamps": [ [ "00:01:59.65", "00:02:01.77" ], [ "00:02:00.25", "00:02:01.50" ], [ "00:02:01.70", "00:02:02.66" ], [ "00:02:01.85", "00:02:02.60" ] ], "start_stop_frames": [ [ 7179, 7306 ], [ 7215, 7290 ], [ 7302, 7359 ], [ 7311, 7356 ] ], "trgnoun": "spatula", "trgverb": "put_into" }, { "key": "P29_03+145_146_147_148", "video_id": "P29_03", "narration_ids": [ "P29_03_145", "P29_03_146", "P29_03_147", "P29_03_148" ], "src": "put peeler in drawer . open drawer . adjust tray", "src1": "put peeler in drawer", "src2": "open drawer", "src3": "adjust tray", "trg": "close drawer", "vis_src": "P29_03:145 P29_03:146 P29_03:147", "vis_trg": "P29_03:148", "narrations": [ "put peeler in drawer", "open drawer", "adjust tray", "close drawer" ], "verbs": [ "put-in", "open", "adjust", "close" ], "verb_classes": [ 5, 3, 17, 4 ], "nouns": [ "peeler", "drawer", "tray", "drawer" ], "noun_classes": [ 87, 8, 35, 8 ], "start_stop_timestamps": [ [ "00:08:32.50", "00:08:33.52" ], [ "00:08:33.62", "00:08:35.21" ], [ "00:08:35.06", "00:08:36.24" ], [ "00:08:37.29", "00:08:38.29" ] ], "start_stop_frames": [ [ 30750, 30811 ], [ 30817, 30912 ], [ 30903, 30974 ], [ 31037, 31097 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P11_102+10_11_12_13", "video_id": "P11_102", "narration_ids": [ "P11_102_10", "P11_102_11", "P11_102_12", "P11_102_13" ], "src": "put pot on hob . turn_on hob_light . turn_on hob", "src1": "put pot on hob", "src2": "turn_on hob_light", "src3": "turn_on hob", "trg": "pick_up pot", "vis_src": "P11_102:10 P11_102:11 P11_102:12", "vis_trg": "P11_102:13", "narrations": [ "put pot on hob", "turn on hob light", "turn on hob", "pick up pot" ], "verbs": [ "put-on", "turn-on", "turn-on", "pick-up" ], "verb_classes": [ 1, 6, 6, 0 ], "nouns": [ "pot", "light:hob", "hob", "pot" ], "noun_classes": [ 29, 114, 24, 29 ], "start_stop_timestamps": [ [ "00:00:25.85", "00:00:28.05" ], [ "00:00:28.02", "00:00:30.22" ], [ "00:00:30.31", "00:00:31.96" ], [ "00:00:32.06", "00:00:33.79" ] ], "start_stop_frames": [ [ 1292, 1402 ], [ 1401, 1511 ], [ 1515, 1598 ], [ 1603, 1689 ] ], "trgnoun": "pot", "trgverb": "pick_up" }, { "key": "P24_07+9_10_11_12", "video_id": "P24_07", "narration_ids": [ "P24_07_9", "P24_07_10", "P24_07_11", "P24_07_12" ], "src": "open drawer . close drawer . grab lettuce", "src1": "open drawer", "src2": "close drawer", "src3": "grab lettuce", "trg": "put lettuce down", "vis_src": "P24_07:9 P24_07:10 P24_07:11", "vis_trg": "P24_07:12", "narrations": [ "open drawer", "close drawer", "grab lettuce", "put lettuce down" ], "verbs": [ "open", "close", "grab", "put-down" ], "verb_classes": [ 3, 4, 0, 1 ], "nouns": [ "drawer", "drawer", "lettuce", "lettuce" ], "noun_classes": [ 8, 8, 120, 120 ], "start_stop_timestamps": [ [ "00:00:29.98", "00:00:30.59" ], [ "00:00:30.73", "00:00:33.93" ], [ "00:00:33.76", "00:00:36.39" ], [ "00:00:35.89", "00:00:37.32" ] ], "start_stop_frames": [ [ 1798, 1835 ], [ 1843, 2035 ], [ 2025, 2183 ], [ 2153, 2239 ] ], "trgnoun": "lettuce", "trgverb": "put_down" }, { "key": "P03_117+77_78_79_80", "video_id": "P03_117", "narration_ids": [ "P03_117_77", "P03_117_78", "P03_117_79", "P03_117_80" ], "src": "wash saucepan . pick_up tupperware . put saucepan on drying rack", "src1": "wash saucepan", "src2": "pick_up tupperware", "src3": "put saucepan on drying rack", "trg": "put tupperware down", "vis_src": "P03_117:77 P03_117:78 P03_117:79", "vis_trg": "P03_117:80", "narrations": [ "wash saucepan", "pick up tupperware", "put saucepan on drying rack", "put tupperware down" ], "verbs": [ "wash", "pick-up", "put-on", "put" ], "verb_classes": [ 2, 0, 1, 1 ], "nouns": [ "saucepan", "tupperware", "saucepan", "tupperware" ], "noun_classes": [ 5, 23, 5, 23 ], "start_stop_timestamps": [ [ "00:04:19.27", "00:04:24.47" ], [ "00:04:24.09", "00:04:26.09" ], [ "00:04:24.35", "00:04:26.28" ], [ "00:04:26.31", "00:04:27.77" ] ], "start_stop_frames": [ [ 12963, 13223 ], [ 13204, 13304 ], [ 13217, 13313 ], [ 13315, 13388 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P30_101+180_181_182_183", "video_id": "P30_101", "narration_ids": [ "P30_101_180", "P30_101_181", "P30_101_182", "P30_101_183" ], "src": "flick hands . dry hands . pick_up hummus", "src1": "flick hands", "src2": "dry hands", "src3": "pick_up hummus", "trg": "put hummus onto plate", "vis_src": "P30_101:180 P30_101:181 P30_101:182", "vis_trg": "P30_101:183", "narrations": [ "flick hands", "dry hands", "pick up hummus", "put hummus onto plate" ], "verbs": [ "flick", "dry", "pick-up", "put-onto" ], "verb_classes": [ 11, 14, 0, 1 ], "nouns": [ "hand", "hand", "hummus", "hummus" ], "noun_classes": [ 11, 11, 181, 181 ], "start_stop_timestamps": [ [ "00:05:39.18", "00:05:39.93" ], [ "00:05:40.03", "00:05:41.50" ], [ "00:05:42.49", "00:05:43.97" ], [ "00:05:43.72", "00:05:44.71" ] ], "start_stop_frames": [ [ 16959, 16996 ], [ 17001, 17075 ], [ 17124, 17198 ], [ 17186, 17235 ] ], "trgnoun": "hummus", "trgverb": "put_onto" }, { "key": "P25_106+189_190_191_192", "video_id": "P25_106", "narration_ids": [ "P25_106_189", "P25_106_190", "P25_106_191", "P25_106_192" ], "src": "pick_up pasta . lift lid . put_down lid", "src1": "pick_up pasta", "src2": "lift lid", "src3": "put_down lid", "trg": "close lid", "vis_src": "P25_106:189 P25_106:190 P25_106:191", "vis_trg": "P25_106:192", "narrations": [ "pick up pasta", "lift lid", "put down lid", "close lid" ], "verbs": [ "pick-up", "lift", "put-down", "close" ], "verb_classes": [ 0, 33, 1, 4 ], "nouns": [ "pasta", "lid", "lid", "lid" ], "noun_classes": [ 45, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:16:40.19", "00:16:41.43" ], [ "00:16:47.73", "00:16:49.50" ], [ "00:16:48.96", "00:16:52.79" ], [ "00:16:57.56", "00:17:00.03" ] ], "start_stop_frames": [ [ 50009, 50071 ], [ 50386, 50475 ], [ 50448, 50639 ], [ 50878, 51001 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P09_06+39_40_41_42", "video_id": "P09_06", "narration_ids": [ "P09_06_39", "P09_06_40", "P09_06_41", "P09_06_42" ], "src": "open package . put garbage in bin . put discards in bin", "src1": "open package", "src2": "put garbage in bin", "src3": "put discards in bin", "trg": "rinse package", "vis_src": "P09_06:39 P09_06:40 P09_06:41", "vis_trg": "P09_06:42", "narrations": [ "open package", "put garbage in bin", "put discards in bin", "rinse package" ], "verbs": [ "open", "put-in", "put-in", "rinse" ], "verb_classes": [ 3, 5, 5, 2 ], "nouns": [ "package", "garbage", "bin", "package" ], "noun_classes": [ 26, 54, 36, 26 ], "start_stop_timestamps": [ [ "00:03:34.44", "00:03:43.66" ], [ "00:03:44.67", "00:03:48.11" ], [ "00:03:48.39", "00:03:55.46" ], [ "00:03:57.33", "00:04:01.63" ] ], "start_stop_frames": [ [ 12866, 13419 ], [ 13480, 13686 ], [ 13703, 14127 ], [ 14239, 14497 ] ], "trgnoun": "package", "trgverb": "rinse" }, { "key": "P06_103+60_61_62_63", "video_id": "P06_103", "narration_ids": [ "P06_103_60", "P06_103_61", "P06_103_62", "P06_103_63" ], "src": "put sieve in cupboard . close cupboard . pick_up bowl", "src1": "put sieve in cupboard", "src2": "close cupboard", "src3": "pick_up bowl", "trg": "shake bowl", "vis_src": "P06_103:60 P06_103:61 P06_103:62", "vis_trg": "P06_103:63", "narrations": [ "put sieve in cupboard", "close cupboard", "pick up bowl", "shake bowl" ], "verbs": [ "put", "close", "pick-up", "shake" ], "verb_classes": [ 1, 4, 0, 15 ], "nouns": [ "cupboard", "cupboard", "bowl", "bowl" ], "noun_classes": [ 3, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:03:51.79", "00:03:53.80" ], [ "00:03:53.89", "00:03:54.64" ], [ "00:03:55.92", "00:03:57.09" ], [ "00:03:57.19", "00:03:57.93" ] ], "start_stop_frames": [ [ 11589, 11690 ], [ 11694, 11732 ], [ 11796, 11854 ], [ 11859, 11896 ] ], "trgnoun": "bowl", "trgverb": "shake" }, { "key": "P03_08+2_3_4_5", "video_id": "P03_08", "narration_ids": [ "P03_08_2", "P03_08_3", "P03_08_4", "P03_08_5" ], "src": "grab salmon . put salmon . grab saucepan", "src1": "grab salmon", "src2": "put salmon", "src3": "grab saucepan", "trg": "put saucepan in fridge", "vis_src": "P03_08:2 P03_08:3 P03_08:4", "vis_trg": "P03_08:5", "narrations": [ "grab salmon", "put salmon", "grab saucepan", "put saucepan in fridge" ], "verbs": [ "grab", "put", "grab", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "salmon", "salmon", "saucepan", "saucepan" ], "noun_classes": [ 112, 112, 5, 5 ], "start_stop_timestamps": [ [ "00:00:08.81", "00:00:09.82" ], [ "00:00:09.59", "00:00:10.93" ], [ "00:00:13.00", "00:00:13.50" ], [ "00:00:15.61", "00:00:17.84" ] ], "start_stop_frames": [ [ 528, 589 ], [ 575, 655 ], [ 780, 810 ], [ 936, 1070 ] ], "trgnoun": "saucepan", "trgverb": "put_in" }, { "key": "P04_121+176_177_178_179", "video_id": "P04_121", "narration_ids": [ "P04_121_176", "P04_121_177", "P04_121_178", "P04_121_179" ], "src": "wipe sink with sponge . rinse sponge under water . wash mug with sponge", "src1": "wipe sink with sponge", "src2": "rinse sponge under water", "src3": "wash mug with sponge", "trg": "drop sponge into sink", "vis_src": "P04_121:176 P04_121:177 P04_121:178", "vis_trg": "P04_121:179", "narrations": [ "wipe sink with sponge", "rinse sponge under water", "wash mug with sponge", "drop sponge into sink" ], "verbs": [ "wipe", "rinse", "wash-with", "drop" ], "verb_classes": [ 2, 2, 2, 59 ], "nouns": [ "sink", "sponge", "mug", "sponge" ], "noun_classes": [ 63, 9, 13, 9 ], "start_stop_timestamps": [ [ "00:07:55.18", "00:07:56.57" ], [ "00:07:55.69", "00:07:57.62" ], [ "00:07:57.62", "00:08:03.32" ], [ "00:08:03.41", "00:08:04.04" ] ], "start_stop_frames": [ [ 23759, 23828 ], [ 23784, 23881 ], [ 23881, 24166 ], [ 24170, 24202 ] ], "trgnoun": "sponge", "trgverb": "drop" }, { "key": "P26_21+74_75_76_77", "video_id": "P26_21", "narration_ids": [ "P26_21_74", "P26_21_75", "P26_21_76", "P26_21_77" ], "src": "open door . pick_up salt . put salt in the sauce", "src1": "open door", "src2": "pick_up salt", "src3": "put salt in the sauce", "trg": "put salt", "vis_src": "P26_21:74 P26_21:75 P26_21:76", "vis_trg": "P26_21:77", "narrations": [ "open door", "pick up salt", "put salt in the sauce", "put salt" ], "verbs": [ "open", "pick-up", "put-in", "put" ], "verb_classes": [ 3, 0, 5, 1 ], "nouns": [ "door", "salt", "salt", "salt" ], "noun_classes": [ 3, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:06:22.73", "00:06:23.97" ], [ "00:06:23.92", "00:06:24.67" ], [ "00:06:25.38", "00:06:32.19" ], [ "00:06:33.62", "00:06:34.87" ] ], "start_stop_frames": [ [ 22963, 23038 ], [ 23035, 23080 ], [ 23122, 23531 ], [ 23617, 23692 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P23_101+6_7_8_11", "video_id": "P23_101", "narration_ids": [ "P23_101_6", "P23_101_7", "P23_101_8", "P23_101_11" ], "src": "put bowls . take pan . take bowl", "src1": "put bowls", "src2": "take pan", "src3": "take bowl", "trg": "close door", "vis_src": "P23_101:6 P23_101:7 P23_101:8", "vis_trg": "P23_101:11", "narrations": [ "put bowls", "take pan", "take bowl", "close door" ], "verbs": [ "put", "take", "take", "close" ], "verb_classes": [ 1, 0, 0, 4 ], "nouns": [ "bowl", "pan", "bowl", "door" ], "noun_classes": [ 7, 5, 7, 3 ], "start_stop_timestamps": [ [ "00:00:09.63", "00:00:11.22" ], [ "00:00:11.77", "00:00:12.97" ], [ "00:00:13.35", "00:00:14.34" ], [ "00:00:19.29", "00:00:20.33" ] ], "start_stop_frames": [ [ 481, 561 ], [ 588, 648 ], [ 667, 717 ], [ 964, 1016 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P04_113+36_37_38_39", "video_id": "P04_113", "narration_ids": [ "P04_113_36", "P04_113_37", "P04_113_38", "P04_113_39" ], "src": "open cupboard_door . put tupperware in cupboard . pick_up tupperware", "src1": "open cupboard_door", "src2": "put tupperware in cupboard", "src3": "pick_up tupperware", "trg": "throw tupperware into cupboard", "vis_src": "P04_113:36 P04_113:37 P04_113:38", "vis_trg": "P04_113:39", "narrations": [ "open cupboard door", "put tupperware in cupboard", "pick up tupperware", "throw tupperware into cupboard" ], "verbs": [ "open", "put-in", "pick-up", "throw-into" ], "verb_classes": [ 3, 5, 0, 13 ], "nouns": [ "door:cupboard", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 3, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:01:16.29", "00:01:17.04" ], [ "00:01:15.49", "00:01:17.87" ], [ "00:01:18.07", "00:01:19.24" ], [ "00:01:19.12", "00:01:19.48" ] ], "start_stop_frames": [ [ 3814, 3851 ], [ 3774, 3893 ], [ 3903, 3961 ], [ 3956, 3974 ] ], "trgnoun": "tupperware", "trgverb": "throw_into" }, { "key": "P02_108+37_38_39_41", "video_id": "P02_108", "narration_ids": [ "P02_108_37", "P02_108_38", "P02_108_39", "P02_108_41" ], "src": "pick_up several_bowls . put bowls on floor . return some bowls", "src1": "pick_up several_bowls", "src2": "put bowls on floor", "src3": "return some bowls", "trg": "close cupboard", "vis_src": "P02_108:37 P02_108:38 P02_108:39", "vis_trg": "P02_108:41", "narrations": [ "pick up several bowls", "put bowls on floor", "return some bowls", "close cupboard" ], "verbs": [ "pick-up", "put-on", "return", "close" ], "verb_classes": [ 0, 1, 1, 4 ], "nouns": [ "bowl:several", "bowl", "bowl", "cupboard" ], "noun_classes": [ 7, 7, 7, 3 ], "start_stop_timestamps": [ [ "00:01:18.24", "00:01:20.52" ], [ "00:01:20.54", "00:01:21.27" ], [ "00:01:21.80", "00:01:22.70" ], [ "00:01:23.84", "00:01:24.40" ] ], "start_stop_frames": [ [ 3911, 4026 ], [ 4026, 4063 ], [ 4090, 4135 ], [ 4192, 4220 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_15+184_185_186_187", "video_id": "P22_15", "narration_ids": [ "P22_15_184", "P22_15_185", "P22_15_186", "P22_15_187" ], "src": "rinse salad_bowl . put_down down salad_bowl . rinse glass", "src1": "rinse salad_bowl", "src2": "put_down down salad_bowl", "src3": "rinse glass", "trg": "put_down down glass", "vis_src": "P22_15:184 P22_15:185 P22_15:186", "vis_trg": "P22_15:187", "narrations": [ "rinse salad bowl", "put down down salad bowl", "rinse glass", "put down down glass" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "bowl:salad", "bowl:salad", "glass", "glass" ], "noun_classes": [ 7, 7, 10, 10 ], "start_stop_timestamps": [ [ "00:06:57.45", "00:07:03.11" ], [ "00:07:03.21", "00:07:04.71" ], [ "00:07:04.81", "00:07:07.99" ], [ "00:07:07.59", "00:07:09.19" ] ], "start_stop_frames": [ [ 25047, 25386 ], [ 25392, 25482 ], [ 25488, 25679 ], [ 25655, 25751 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P30_111+308_309_310_311", "video_id": "P30_111", "narration_ids": [ "P30_111_308", "P30_111_309", "P30_111_310", "P30_111_311" ], "src": "put_down sponge . rinse hand . rinse saucepan", "src1": "put_down sponge", "src2": "rinse hand", "src3": "rinse saucepan", "trg": "put saucepan on drying rack", "vis_src": "P30_111:308 P30_111:309 P30_111:310", "vis_trg": "P30_111:311", "narrations": [ "put down sponge", "rinse hand", "rinse saucepan", "put saucepan on drying rack" ], "verbs": [ "put-down", "rinse", "rinse", "put-on" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "sponge", "hand", "saucepan", "saucepan" ], "noun_classes": [ 9, 11, 5, 5 ], "start_stop_timestamps": [ [ "00:13:05.15", "00:13:05.52" ], [ "00:13:05.51", "00:13:06.65" ], [ "00:13:06.63", "00:13:15.95" ], [ "00:13:16.05", "00:13:17.74" ] ], "start_stop_frames": [ [ 39257, 39276 ], [ 39275, 39332 ], [ 39331, 39797 ], [ 39802, 39887 ] ], "trgnoun": "saucepan", "trgverb": "put_on" }, { "key": "P31_01+42_43_44_45", "video_id": "P31_01", "narration_ids": [ "P31_01_42", "P31_01_43", "P31_01_44", "P31_01_45" ], "src": "open door . pick_up salt . put_in salt", "src1": "open door", "src2": "pick_up salt", "src3": "put_in salt", "trg": "put_down salt", "vis_src": "P31_01:42 P31_01:43 P31_01:44", "vis_trg": "P31_01:45", "narrations": [ "open door", "pick up salt", "put in salt", "put down salt" ], "verbs": [ "open", "pick-up", "put-in", "put-down" ], "verb_classes": [ 3, 0, 5, 1 ], "nouns": [ "door", "salt", "salt", "salt" ], "noun_classes": [ 3, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:04:38.76", "00:04:39.68" ], [ "00:04:44.22", "00:04:46.82" ], [ "00:04:48.84", "00:04:56.82" ], [ "00:04:57.83", "00:04:59.87" ] ], "start_stop_frames": [ [ 16725, 16780 ], [ 17053, 17209 ], [ 17330, 17809 ], [ 17869, 17992 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P11_08+15_16_17_18", "video_id": "P11_08", "narration_ids": [ "P11_08_15", "P11_08_16", "P11_08_17", "P11_08_18" ], "src": "drop_on floor . open fridge . check the milk", "src1": "drop_on floor", "src2": "open fridge", "src3": "check the milk", "trg": "put_in milk", "vis_src": "P11_08:15 P11_08:16 P11_08:17", "vis_trg": "P11_08:18", "narrations": [ "drop on floor", "open fridge", "check the milk", "put in milk" ], "verbs": [ "drop-on", "open", "check", "put-in" ], "verb_classes": [ 59, 3, 24, 5 ], "nouns": [ "floor", "fridge", "milk", "milk" ], "noun_classes": [ 159, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:00:25.84", "00:00:26.34" ], [ "00:00:26.55", "00:00:27.41" ], [ "00:00:27.85", "00:00:30.31" ], [ "00:00:30.86", "00:00:36.01" ] ], "start_stop_frames": [ [ 1550, 1580 ], [ 1593, 1644 ], [ 1671, 1818 ], [ 1851, 2160 ] ], "trgnoun": "milk", "trgverb": "put_in" }, { "key": "P27_105+67_68_69_70", "video_id": "P27_105", "narration_ids": [ "P27_105_67", "P27_105_68", "P27_105_69", "P27_105_70" ], "src": "apply soap . rinse sponge . pick_up knife", "src1": "apply soap", "src2": "rinse sponge", "src3": "pick_up knife", "trg": "wash knife", "vis_src": "P27_105:67 P27_105:68 P27_105:69", "vis_trg": "P27_105:70", "narrations": [ "apply soap", "rinse sponge", "pick up knife", "wash knife" ], "verbs": [ "apply", "rinse", "pick-up", "wash" ], "verb_classes": [ 27, 2, 0, 2 ], "nouns": [ "soap", "sponge", "knife", "knife" ], "noun_classes": [ 22, 9, 4, 4 ], "start_stop_timestamps": [ [ "00:04:24.03", "00:04:24.83" ], [ "00:04:24.77", "00:04:26.46" ], [ "00:04:26.17", "00:04:28.02" ], [ "00:04:28.45", "00:04:30.07" ] ], "start_stop_frames": [ [ 13201, 13241 ], [ 13238, 13322 ], [ 13308, 13401 ], [ 13422, 13503 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P23_03+20_21_22_23", "video_id": "P23_03", "narration_ids": [ "P23_03_20", "P23_03_21", "P23_03_22", "P23_03_23" ], "src": "removing water from the chicken . cleaning the hands . take the onion", "src1": "removing water from the chicken", "src2": "cleaning the hands", "src3": "take the onion", "trg": "cut the onion with knife", "vis_src": "P23_03:20 P23_03:21 P23_03:22", "vis_trg": "P23_03:23", "narrations": [ "removing water from the chicken", "cleaning the hands", "take the onion", "cut the onion with knife" ], "verbs": [ "remove-from", "clean", "take", "cut" ], "verb_classes": [ 12, 2, 0, 7 ], "nouns": [ "water", "hand", "onion", "onion" ], "noun_classes": [ 27, 11, 16, 16 ], "start_stop_timestamps": [ [ "00:02:59.09", "00:03:04.14" ], [ "00:03:05.36", "00:03:08.06" ], [ "00:03:13.49", "00:03:14.25" ], [ "00:03:14.03", "00:03:18.69" ] ], "start_stop_frames": [ [ 10745, 11048 ], [ 11121, 11283 ], [ 11609, 11655 ], [ 11641, 11921 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P04_121+459_460_461_462", "video_id": "P04_121", "narration_ids": [ "P04_121_459", "P04_121_460", "P04_121_461", "P04_121_462" ], "src": "pick_up cheese . pick_up bowl . tip whey into pan", "src1": "pick_up cheese", "src2": "pick_up bowl", "src3": "tip whey into pan", "trg": "put_down bowl", "vis_src": "P04_121:459 P04_121:460 P04_121:461", "vis_trg": "P04_121:462", "narrations": [ "pick up cheese", "pick up bowl", "tip whey into pan", "put down bowl" ], "verbs": [ "pick-up", "pick-up", "tip-into", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "cheese", "bowl", "whey", "bowl" ], "noun_classes": [ 32, 7, 150, 7 ], "start_stop_timestamps": [ [ "00:19:59.17", "00:20:00.58" ], [ "00:20:00.56", "00:20:01.73" ], [ "00:20:02.32", "00:20:03.81" ], [ "00:20:03.91", "00:20:05.40" ] ], "start_stop_frames": [ [ 59958, 60029 ], [ 60028, 60086 ], [ 60116, 60190 ], [ 60195, 60270 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P05_03+105_106_107_108", "video_id": "P05_03", "narration_ids": [ "P05_03_105", "P05_03_106", "P05_03_107", "P05_03_108" ], "src": "place container on table . take wooden_spoon . stir pasta", "src1": "place container on table", "src2": "take wooden_spoon", "src3": "stir pasta", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_03:105 P05_03:106 P05_03:107", "vis_trg": "P05_03:108", "narrations": [ "place container on table", "take wooden spoon", "stir pasta", "place wooden spoon on refrigerator" ], "verbs": [ "place", "take", "stir", "place-on" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "container", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 21, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:08:12.37", "00:08:13.48" ], [ "00:08:17.14", "00:08:17.92" ], [ "00:08:18.27", "00:08:21.52" ], [ "00:08:22.09", "00:08:23.84" ] ], "start_stop_frames": [ [ 29542, 29608 ], [ 29828, 29875 ], [ 29896, 30091 ], [ 30125, 30230 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P04_113+188_189_190_191", "video_id": "P04_113", "narration_ids": [ "P04_113_188", "P04_113_189", "P04_113_190", "P04_113_191" ], "src": "open dishwasher_drawer . put rolling_pin in dishwasher . pick_up scissors", "src1": "open dishwasher_drawer", "src2": "put rolling_pin in dishwasher", "src3": "pick_up scissors", "trg": "open scissors", "vis_src": "P04_113:188 P04_113:189 P04_113:190", "vis_trg": "P04_113:191", "narrations": [ "open dishwasher drawer", "put rolling pin in dishwasher", "pick up scissors", "open scissors" ], "verbs": [ "open", "put-in", "pick-up", "open" ], "verb_classes": [ 3, 5, 0, 3 ], "nouns": [ "drawer:dishwasher", "pin:rolling", "scissors", "scissors" ], "noun_classes": [ 70, 136, 79, 79 ], "start_stop_timestamps": [ [ "00:05:50.72", "00:05:51.37" ], [ "00:05:51.43", "00:05:52.53" ], [ "00:05:53.77", "00:05:54.60" ], [ "00:05:54.38", "00:05:55.43" ] ], "start_stop_frames": [ [ 17536, 17568 ], [ 17571, 17626 ], [ 17688, 17730 ], [ 17719, 17771 ] ], "trgnoun": "scissors", "trgverb": "open" }, { "key": "P02_103+20_21_22_23", "video_id": "P02_103", "narration_ids": [ "P02_103_20", "P02_103_21", "P02_103_22", "P02_103_23" ], "src": "put package down . hold meat . mix oil in tupperware with hand", "src1": "put package down", "src2": "hold meat", "src3": "mix oil in tupperware with hand", "trg": "put meat into tupperware", "vis_src": "P02_103:20 P02_103:21 P02_103:22", "vis_trg": "P02_103:23", "narrations": [ "put package down", "hold meat", "mix oil in tupperware with hand", "put meat into tupperware" ], "verbs": [ "put", "hold", "mix-in", "put-into" ], "verb_classes": [ 1, 34, 10, 5 ], "nouns": [ "package", "meat", "oil", "meat" ], "noun_classes": [ 26, 28, 31, 28 ], "start_stop_timestamps": [ [ "00:01:04.06", "00:01:05.35" ], [ "00:01:05.31", "00:01:05.87" ], [ "00:01:05.97", "00:01:09.51" ], [ "00:01:09.59", "00:01:10.82" ] ], "start_stop_frames": [ [ 3203, 3267 ], [ 3265, 3293 ], [ 3298, 3475 ], [ 3479, 3540 ] ], "trgnoun": "meat", "trgverb": "put_into" }, { "key": "P04_05+58_60_61_62", "video_id": "P04_05", "narration_ids": [ "P04_05_58", "P04_05_60", "P04_05_61", "P04_05_62" ], "src": "turn_down hob . pick_up pan . tip_out paneer", "src1": "turn_down hob", "src2": "pick_up pan", "src3": "tip_out paneer", "trg": "pour paneer out of pan", "vis_src": "P04_05:58 P04_05:60 P04_05:61", "vis_trg": "P04_05:62", "narrations": [ "turn down hob", "pick up pan", "tip out paneer", "pour paneer out of pan" ], "verbs": [ "turn-down", "pick-up", "tip-out", "pour-out" ], "verb_classes": [ 65, 0, 20, 9 ], "nouns": [ "hob", "pan", "paneer", "paneer" ], "noun_classes": [ 24, 5, 32, 32 ], "start_stop_timestamps": [ [ "00:06:45.09", "00:06:49.34" ], [ "00:06:49.64", "00:06:50.71" ], [ "00:06:51.40", "00:06:53.97" ], [ "00:06:54.55", "00:06:59.54" ] ], "start_stop_frames": [ [ 24305, 24560 ], [ 24578, 24642 ], [ 24684, 24838 ], [ 24873, 25172 ] ], "trgnoun": "paneer", "trgverb": "pour_out" }, { "key": "P04_109+93_94_95_96", "video_id": "P04_109", "narration_ids": [ "P04_109_93", "P04_109_94", "P04_109_95", "P04_109_96" ], "src": "drop_into measuring_jug . get piece of carrot . slice carrot", "src1": "drop_into measuring_jug", "src2": "get piece of carrot", "src3": "slice carrot", "trg": "take carrot", "vis_src": "P04_109:93 P04_109:94 P04_109:95", "vis_trg": "P04_109:96", "narrations": [ "drop into measuring jug", "get piece of carrot", "slice carrot", "take carrot" ], "verbs": [ "drop-into", "get", "slice", "take" ], "verb_classes": [ 5, 0, 7, 0 ], "nouns": [ "jug:measuring", "piece:carrot", "carrot", "carrot" ], "noun_classes": [ 66, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:50.77", "00:03:52.79" ], [ "00:03:52.89", "00:03:54.73" ], [ "00:03:54.83", "00:03:59.42" ], [ "00:03:59.39", "00:04:00.69" ] ], "start_stop_frames": [ [ 11538, 11639 ], [ 11644, 11736 ], [ 11741, 11971 ], [ 11969, 12034 ] ], "trgnoun": "carrot", "trgverb": "take" }, { "key": "P02_105+105_106_107_108", "video_id": "P02_105", "narration_ids": [ "P02_105_105", "P02_105_106", "P02_105_107", "P02_105_108" ], "src": "pick_up mug . sponge mug . open tap", "src1": "pick_up mug", "src2": "sponge mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_105:105 P02_105:106 P02_105:107", "vis_trg": "P02_105:108", "narrations": [ "pick up mug", "sponge mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:03:22.48", "00:03:23.70" ], [ "00:03:23.79", "00:03:25.25" ], [ "00:03:27.09", "00:03:28.87" ], [ "00:03:28.71", "00:03:33.44" ] ], "start_stop_frames": [ [ 10124, 10185 ], [ 10189, 10262 ], [ 10354, 10443 ], [ 10435, 10672 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P02_129+384_385_386_387", "video_id": "P02_129", "narration_ids": [ "P02_129_384", "P02_129_385", "P02_129_386", "P02_129_387" ], "src": "open cupboard . pick_up chopping_blades from cupboard . return chopping_blades to cupboard", "src1": "open cupboard", "src2": "pick_up chopping_blades from cupboard", "src3": "return chopping_blades to cupboard", "trg": "close cupboard", "vis_src": "P02_129:384 P02_129:385 P02_129:386", "vis_trg": "P02_129:387", "narrations": [ "open cupboard", "pick up chopping blades from cupboard", "return chopping blades to cupboard", "close cupboard" ], "verbs": [ "open", "pick-up", "return", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "cupboard", "blade:chopping", "blade:chopping", "cupboard" ], "noun_classes": [ 3, 4, 4, 3 ], "start_stop_timestamps": [ [ "00:13:43.86", "00:13:45.23" ], [ "00:13:46.08", "00:13:47.75" ], [ "00:13:48.05", "00:13:49.57" ], [ "00:13:50.15", "00:13:50.83" ] ], "start_stop_frames": [ [ 41193, 41261 ], [ 41304, 41387 ], [ 41402, 41478 ], [ 41507, 41541 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_121+357_358_359_360", "video_id": "P04_121", "narration_ids": [ "P04_121_357", "P04_121_358", "P04_121_359", "P04_121_360" ], "src": "drain whey from cheese_curds . empty cheese_curds into bowl . scoop_up cheese_curds with spatulas", "src1": "drain whey from cheese_curds", "src2": "empty cheese_curds into bowl", "src3": "scoop_up cheese_curds with spatulas", "trg": "tip cheese_curds into bowl", "vis_src": "P04_121:357 P04_121:358 P04_121:359", "vis_trg": "P04_121:360", "narrations": [ "drain whey from cheese curds", "empty cheese curds into bowl", "scoop up cheese curds with spatulas", "tip cheese curds into bowl" ], "verbs": [ "drain-from", "empty", "scoop-up", "tip-into" ], "verb_classes": [ 37, 20, 16, 9 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:16:09.34", "00:16:12.24" ], [ "00:16:12.09", "00:16:13.48" ], [ "00:16:14.34", "00:16:17.69" ], [ "00:16:16.63", "00:16:19.35" ] ], "start_stop_frames": [ [ 48467, 48612 ], [ 48604, 48674 ], [ 48717, 48884 ], [ 48831, 48967 ] ], "trgnoun": "cheese_curd", "trgverb": "tip_into" }, { "key": "P24_05+288_289_290_291", "video_id": "P24_05", "narration_ids": [ "P24_05_288", "P24_05_289", "P24_05_290", "P24_05_291" ], "src": "take pan . pour sauce onto pasta . stir pasta", "src1": "take pan", "src2": "pour sauce onto pasta", "src3": "stir pasta", "trg": "put sauce into pasta", "vis_src": "P24_05:288 P24_05:289 P24_05:290", "vis_trg": "P24_05:291", "narrations": [ "take pan", "pour sauce onto pasta", "stir pasta", "put sauce into pasta" ], "verbs": [ "take", "pour-onto", "stir", "put-into" ], "verb_classes": [ 0, 9, 10, 5 ], "nouns": [ "pan", "sauce", "pasta", "sauce" ], "noun_classes": [ 5, 47, 45, 47 ], "start_stop_timestamps": [ [ "00:24:41.65", "00:24:42.38" ], [ "00:24:42.49", "00:24:50.27" ], [ "00:24:49.09", "00:24:52.44" ], [ "00:24:52.29", "00:25:01.65" ] ], "start_stop_frames": [ [ 88899, 88942 ], [ 88949, 89416 ], [ 89345, 89546 ], [ 89537, 90099 ] ], "trgnoun": "sauce", "trgverb": "put_into" }, { "key": "P04_121+340_341_342_343", "video_id": "P04_121", "narration_ids": [ "P04_121_340", "P04_121_341", "P04_121_342", "P04_121_343" ], "src": "drain curds . put_down spatula . pick_up bowl", "src1": "drain curds", "src2": "put_down spatula", "src3": "pick_up bowl", "trg": "put_down bowl", "vis_src": "P04_121:340 P04_121:341 P04_121:342", "vis_trg": "P04_121:343", "narrations": [ "drain curds", "put down spatula", "pick up bowl", "put down bowl" ], "verbs": [ "drain", "put-down", "pick-up", "put-down" ], "verb_classes": [ 37, 1, 0, 1 ], "nouns": [ "curd", "spatula", "bowl", "bowl" ], "noun_classes": [ 81, 20, 7, 7 ], "start_stop_timestamps": [ [ "00:15:25.53", "00:15:27.02" ], [ "00:15:27.53", "00:15:28.42" ], [ "00:15:28.52", "00:15:29.21" ], [ "00:15:29.51", "00:15:30.71" ] ], "start_stop_frames": [ [ 46276, 46351 ], [ 46376, 46421 ], [ 46426, 46460 ], [ 46475, 46535 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_109+336_337_338_339", "video_id": "P03_109", "narration_ids": [ "P03_109_336", "P03_109_337", "P03_109_338", "P03_109_339" ], "src": "take cheese from cheese packet . put_down packet . pick_up knife", "src1": "take cheese from cheese packet", "src2": "put_down packet", "src3": "pick_up knife", "trg": "put_down cheese", "vis_src": "P03_109:336 P03_109:337 P03_109:338", "vis_trg": "P03_109:339", "narrations": [ "take cheese from cheese packet", "put down packet", "pick up knife", "put down cheese" ], "verbs": [ "take-from", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "cheese", "packet", "knife", "cheese" ], "noun_classes": [ 32, 26, 4, 32 ], "start_stop_timestamps": [ [ "00:16:25.51", "00:16:27.22" ], [ "00:16:27.22", "00:16:27.69" ], [ "00:16:27.79", "00:16:28.54" ], [ "00:16:28.49", "00:16:28.99" ] ], "start_stop_frames": [ [ 49275, 49361 ], [ 49361, 49384 ], [ 49389, 49427 ], [ 49424, 49449 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P03_02+124_125_126_127", "video_id": "P03_02", "narration_ids": [ "P03_02_124", "P03_02_125", "P03_02_126", "P03_02_127" ], "src": "put lid on bin . push bin back . turn_on tap", "src1": "put lid on bin", "src2": "push bin back", "src3": "turn_on tap", "trg": "turn_off tap", "vis_src": "P03_02:124 P03_02:125 P03_02:126", "vis_trg": "P03_02:127", "narrations": [ "put lid on bin", "push bin back", "turn on tap", "turn off tap" ], "verbs": [ "put-on", "push", "turn-on", "turn-off" ], "verb_classes": [ 1, 21, 6, 8 ], "nouns": [ "lid", "bin", "tap", "tap" ], "noun_classes": [ 6, 36, 0, 0 ], "start_stop_timestamps": [ [ "00:06:08.34", "00:06:11.69" ], [ "00:06:11.79", "00:06:12.64" ], [ "00:06:13.19", "00:06:16.62" ], [ "00:06:17.73", "00:06:18.46" ] ], "start_stop_frames": [ [ 22100, 22301 ], [ 22307, 22358 ], [ 22391, 22597 ], [ 22663, 22707 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P03_04+142_143_144_145", "video_id": "P03_04", "narration_ids": [ "P03_04_142", "P03_04_143", "P03_04_144", "P03_04_145" ], "src": "close cupboard . get stock . put stock", "src1": "close cupboard", "src2": "get stock", "src3": "put stock", "trg": "open cupboard", "vis_src": "P03_04:142 P03_04:143 P03_04:144", "vis_trg": "P03_04:145", "narrations": [ "close cupboard", "get stock", "put stock", "open cupboard" ], "verbs": [ "close", "get", "put", "open" ], "verb_classes": [ 4, 0, 1, 3 ], "nouns": [ "cupboard", "stock", "stock", "cupboard" ], "noun_classes": [ 3, 95, 95, 3 ], "start_stop_timestamps": [ [ "00:09:29.36", "00:09:30.14" ], [ "00:09:36.77", "00:09:37.59" ], [ "00:09:37.79", "00:09:39.21" ], [ "00:09:40.39", "00:09:40.94" ] ], "start_stop_frames": [ [ 34161, 34208 ], [ 34606, 34655 ], [ 34667, 34752 ], [ 34823, 34856 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P25_09+43_44_45_46", "video_id": "P25_09", "narration_ids": [ "P25_09_43", "P25_09_44", "P25_09_45", "P25_09_46" ], "src": "put salt . take napkins . dry hands off", "src1": "put salt", "src2": "take napkins", "src3": "dry hands off", "trg": "put napkins", "vis_src": "P25_09:43 P25_09:44 P25_09:45", "vis_trg": "P25_09:46", "narrations": [ "put salt", "take napkins", "dry hands off", "put napkins" ], "verbs": [ "put", "take", "dry-off", "put" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "salt", "napkin", "hand", "napkin" ], "noun_classes": [ 38, 88, 11, 88 ], "start_stop_timestamps": [ [ "00:06:09.31", "00:06:11.70" ], [ "00:06:13.91", "00:06:17.13" ], [ "00:06:17.23", "00:06:20.62" ], [ "00:06:20.68", "00:06:21.82" ] ], "start_stop_frames": [ [ 22158, 22302 ], [ 22434, 22627 ], [ 22633, 22837 ], [ 22840, 22909 ] ], "trgnoun": "napkin", "trgverb": "put" }, { "key": "P04_03+201_202_203_204", "video_id": "P04_03", "narration_ids": [ "P04_03_201", "P04_03_202", "P04_03_203", "P04_03_204" ], "src": "pick_up tupperware . put away tupperware . close cupboard", "src1": "pick_up tupperware", "src2": "put away tupperware", "src3": "close cupboard", "trg": "open tupperware", "vis_src": "P04_03:201 P04_03:202 P04_03:203", "vis_trg": "P04_03:204", "narrations": [ "pick up tupperware", "put away tupperware", "close cupboard", "open tupperware" ], "verbs": [ "pick-up", "put", "close", "open" ], "verb_classes": [ 0, 1, 4, 3 ], "nouns": [ "tupperware", "tupperware", "cupboard", "tupperware" ], "noun_classes": [ 23, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:12:08.11", "00:12:09.25" ], [ "00:12:09.62", "00:12:19.52" ], [ "00:12:19.74", "00:12:20.49" ], [ "00:12:23.21", "00:12:24.58" ] ], "start_stop_frames": [ [ 43686, 43755 ], [ 43777, 44371 ], [ 44384, 44429 ], [ 44592, 44674 ] ], "trgnoun": "tupperware", "trgverb": "open" }, { "key": "P04_13+3_4_5_6", "video_id": "P04_13", "narration_ids": [ "P04_13_3", "P04_13_4", "P04_13_5", "P04_13_6" ], "src": "pick_up spoon . open garlic_powder . measure garlic_powder", "src1": "pick_up spoon", "src2": "open garlic_powder", "src3": "measure garlic_powder", "trg": "close garlic_powder", "vis_src": "P04_13:3 P04_13:4 P04_13:5", "vis_trg": "P04_13:6", "narrations": [ "pick up spoon", "open garlic powder", "measure garlic powder", "close garlic powder" ], "verbs": [ "pick-up", "open", "measure", "close" ], "verb_classes": [ 0, 3, 69, 4 ], "nouns": [ "spoon", "powder:garlic", "powder:garlic", "powder:garlic" ], "noun_classes": [ 1, 138, 138, 138 ], "start_stop_timestamps": [ [ "00:00:09.76", "00:00:11.22" ], [ "00:00:11.32", "00:00:13.11" ], [ "00:00:13.21", "00:00:21.13" ], [ "00:00:21.16", "00:00:26.44" ] ], "start_stop_frames": [ [ 585, 673 ], [ 679, 786 ], [ 792, 1267 ], [ 1269, 1586 ] ], "trgnoun": "garlic_powder", "trgverb": "close" }, { "key": "P03_116+13_14_15_16", "video_id": "P03_116", "narration_ids": [ "P03_116_13", "P03_116_14", "P03_116_15", "P03_116_16" ], "src": "fill water_bottle . turn_off tap . close water_bottle", "src1": "fill water_bottle", "src2": "turn_off tap", "src3": "close water_bottle", "trg": "pick_up water_bottle", "vis_src": "P03_116:13 P03_116:14 P03_116:15", "vis_trg": "P03_116:16", "narrations": [ "fill water bottle", "turn off tap", "close water bottle", "pick up water bottle" ], "verbs": [ "fill", "turn-off", "close", "pick-up" ], "verb_classes": [ 26, 8, 4, 0 ], "nouns": [ "bottle:water", "tap", "bottle:water", "bottle:water" ], "noun_classes": [ 15, 0, 15, 15 ], "start_stop_timestamps": [ [ "00:00:21.54", "00:00:24.40" ], [ "00:00:25.02", "00:00:26.58" ], [ "00:00:27.06", "00:00:29.04" ], [ "00:00:29.14", "00:00:30.07" ] ], "start_stop_frames": [ [ 1077, 1220 ], [ 1251, 1329 ], [ 1353, 1452 ], [ 1457, 1503 ] ], "trgnoun": "water_bottle", "trgverb": "pick_up" }, { "key": "P22_16+194_195_196_197", "video_id": "P22_16", "narration_ids": [ "P22_16_194", "P22_16_195", "P22_16_196", "P22_16_197" ], "src": "put spoon . pick_up spice . add oregano", "src1": "put spoon", "src2": "pick_up spice", "src3": "add oregano", "trg": "put oregano", "vis_src": "P22_16:194 P22_16:195 P22_16:196", "vis_trg": "P22_16:197", "narrations": [ "put spoon", "pick up spice", "add oregano", "put oregano" ], "verbs": [ "put", "pick-up", "add", "put" ], "verb_classes": [ 1, 0, 46, 1 ], "nouns": [ "spoon", "spice", "oregano", "oregano" ], "noun_classes": [ 1, 85, 145, 145 ], "start_stop_timestamps": [ [ "00:08:57.43", "00:08:59.08" ], [ "00:08:59.94", "00:09:02.37" ], [ "00:09:02.19", "00:09:06.19" ], [ "00:09:03.19", "00:09:05.96" ] ], "start_stop_frames": [ [ 32245, 32344 ], [ 32396, 32542 ], [ 32531, 32771 ], [ 32591, 32757 ] ], "trgnoun": "oregano", "trgverb": "put" }, { "key": "P22_10+342_343_344_345", "video_id": "P22_10", "narration_ids": [ "P22_10_342", "P22_10_343", "P22_10_344", "P22_10_345" ], "src": "put salad_bowl . pick_up bottle . fill bottle", "src1": "put salad_bowl", "src2": "pick_up bottle", "src3": "fill bottle", "trg": "shake bottle", "vis_src": "P22_10:342 P22_10:343 P22_10:344", "vis_trg": "P22_10:345", "narrations": [ "put salad bowl", "pick up bottle", "fill bottle", "shake bottle" ], "verbs": [ "put", "pick-up", "fill", "shake" ], "verb_classes": [ 1, 0, 26, 15 ], "nouns": [ "bowl:salad", "bottle", "bottle", "bottle" ], "noun_classes": [ 7, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:12:14.76", "00:12:16.68" ], [ "00:12:18.12", "00:12:19.04" ], [ "00:12:19.50", "00:12:22.01" ], [ "00:12:22.02", "00:12:23.06" ] ], "start_stop_frames": [ [ 44085, 44200 ], [ 44287, 44342 ], [ 44370, 44520 ], [ 44521, 44583 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P27_103+253_254_255_256", "video_id": "P27_103", "narration_ids": [ "P27_103_253", "P27_103_254", "P27_103_255", "P27_103_256" ], "src": "open lid . put_down lid . pick_up bag", "src1": "open lid", "src2": "put_down lid", "src3": "pick_up bag", "trg": "open bag", "vis_src": "P27_103:253 P27_103:254 P27_103:255", "vis_trg": "P27_103:256", "narrations": [ "open lid", "put down lid", "pick up bag", "open bag" ], "verbs": [ "open", "put-down", "pick-up", "open" ], "verb_classes": [ 3, 1, 0, 3 ], "nouns": [ "lid", "lid", "bag", "bag" ], "noun_classes": [ 6, 6, 19, 19 ], "start_stop_timestamps": [ [ "00:17:11.15", "00:17:14.31" ], [ "00:17:14.44", "00:17:14.83" ], [ "00:17:14.96", "00:17:16.41" ], [ "00:17:16.80", "00:17:17.59" ] ], "start_stop_frames": [ [ 51557, 51715 ], [ 51722, 51741 ], [ 51748, 51820 ], [ 51840, 51879 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P19_01+42_43_44_45", "video_id": "P19_01", "narration_ids": [ "P19_01_42", "P19_01_43", "P19_01_44", "P19_01_45" ], "src": "take eggs . close fridge . wash eggs", "src1": "take eggs", "src2": "close fridge", "src3": "wash eggs", "trg": "open eggs into bowl", "vis_src": "P19_01:42 P19_01:43 P19_01:44", "vis_trg": "P19_01:45", "narrations": [ "take eggs", "close fridge", "wash eggs", "open eggs into bowl" ], "verbs": [ "take", "close", "wash", "open-into" ], "verb_classes": [ 0, 4, 2, 30 ], "nouns": [ "egg", "fridge", "egg", "egg" ], "noun_classes": [ 53, 12, 53, 53 ], "start_stop_timestamps": [ [ "00:05:24.56", "00:05:27.27" ], [ "00:05:28.75", "00:05:31.15" ], [ "00:05:34.61", "00:05:39.03" ], [ "00:05:44.19", "00:05:50.97" ] ], "start_stop_frames": [ [ 19473, 19636 ], [ 19725, 19869 ], [ 20076, 20341 ], [ 20651, 21058 ] ], "trgnoun": "egg", "trgverb": "open_into" }, { "key": "P04_109+112_113_114_115", "video_id": "P04_109", "narration_ids": [ "P04_109_112", "P04_109_113", "P04_109_114", "P04_109_115" ], "src": "put pieces of carrot into measuring jug . lift_up rice cooker lid . feel temperature of rice cooker", "src1": "put pieces of carrot into measuring jug", "src2": "lift_up rice cooker lid", "src3": "feel temperature of rice cooker", "trg": "put rice cooker lid on rice cooker", "vis_src": "P04_109:112 P04_109:113 P04_109:114", "vis_trg": "P04_109:115", "narrations": [ "put pieces of carrot into measuring jug", "lift up rice cooker lid", "feel temperature of rice cooker", "put rice cooker lid on rice cooker" ], "verbs": [ "put-into", "lift-up", "feel", "put-on" ], "verb_classes": [ 5, 33, 54, 1 ], "nouns": [ "piece:carrot", "lid:rice:cooker", "temperature:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 41, 6, 65, 6 ], "start_stop_timestamps": [ [ "00:04:16.27", "00:04:16.99" ], [ "00:04:16.74", "00:04:17.39" ], [ "00:04:18.15", "00:04:18.90" ], [ "00:04:19.03", "00:04:19.94" ] ], "start_stop_frames": [ [ 12813, 12849 ], [ 12837, 12869 ], [ 12907, 12944 ], [ 12951, 12997 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_on" }, { "key": "P22_109+759_760_761_762", "video_id": "P22_109", "narration_ids": [ "P22_109_759", "P22_109_760", "P22_109_761", "P22_109_762" ], "src": "close cupboard . turn_on tap . pick_up cloth", "src1": "close cupboard", "src2": "turn_on tap", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_109:759 P22_109:760 P22_109:761", "vis_trg": "P22_109:762", "narrations": [ "close cupboard", "turn on tap", "pick up cloth", "rinse cloth" ], "verbs": [ "close", "turn-on", "pick-up", "rinse" ], "verb_classes": [ 4, 6, 0, 2 ], "nouns": [ "cupboard", "tap", "cloth", "cloth" ], "noun_classes": [ 3, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:31:57.61", "00:31:58.31" ], [ "00:31:58.40", "00:31:59.24" ], [ "00:31:59.33", "00:32:00.17" ], [ "00:31:59.68", "00:32:02.01" ] ], "start_stop_frames": [ [ 95880, 95915 ], [ 95920, 95962 ], [ 95966, 96008 ], [ 95984, 96100 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P28_103+38_39_40_41", "video_id": "P28_103", "narration_ids": [ "P28_103_38", "P28_103_39", "P28_103_40", "P28_103_41" ], "src": "take peeler . put peeler . close drawer", "src1": "take peeler", "src2": "put peeler", "src3": "close drawer", "trg": "open drawer", "vis_src": "P28_103:38 P28_103:39 P28_103:40", "vis_trg": "P28_103:41", "narrations": [ "take peeler", "put peeler", "close drawer", "open drawer" ], "verbs": [ "take", "put", "close", "open" ], "verb_classes": [ 0, 1, 4, 3 ], "nouns": [ "peeler", "peeler", "drawer", "drawer" ], "noun_classes": [ 87, 87, 8, 8 ], "start_stop_timestamps": [ [ "00:02:22.13", "00:02:23.33" ], [ "00:02:30.51", "00:02:31.27" ], [ "00:02:34.87", "00:02:35.94" ], [ "00:02:35.95", "00:02:36.65" ] ], "start_stop_frames": [ [ 7106, 7166 ], [ 7525, 7563 ], [ 7743, 7797 ], [ 7797, 7832 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P01_09+763_764_765_766", "video_id": "P01_09", "narration_ids": [ "P01_09_763", "P01_09_764", "P01_09_765", "P01_09_766" ], "src": "put_down knife . move plates . take plate", "src1": "put_down knife", "src2": "move plates", "src3": "take plate", "trg": "wash plate", "vis_src": "P01_09:763 P01_09:764 P01_09:765", "vis_trg": "P01_09:766", "narrations": [ "put down knife", "move plates", "take plate", "wash plate" ], "verbs": [ "put-down", "move", "take", "wash" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "knife", "plate", "plate", "plate" ], "noun_classes": [ 4, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:51:33.47", "00:51:34.12" ], [ "00:51:34.39", "00:51:36.48" ], [ "00:51:35.99", "00:51:37.24" ], [ "00:51:38.01", "00:51:42.70" ] ], "start_stop_frames": [ [ 185608, 185647 ], [ 185663, 185788 ], [ 185759, 185834 ], [ 185880, 186162 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P26_107+21_22_23_24", "video_id": "P26_107", "narration_ids": [ "P26_107_21", "P26_107_22", "P26_107_23", "P26_107_24" ], "src": "stir spoon . put_down lid . pick_up pasta", "src1": "stir spoon", "src2": "put_down lid", "src3": "pick_up pasta", "trg": "taste pasta", "vis_src": "P26_107:21 P26_107:22 P26_107:23", "vis_trg": "P26_107:24", "narrations": [ "stir", "put down lid", "pick up pasta", "taste pasta" ], "verbs": [ "stir", "put-down", "pick-up", "taste" ], "verb_classes": [ 10, 1, 0, 35 ], "nouns": [ "spoon", "lid", "pasta", "pasta" ], "noun_classes": [ 1, 6, 45, 45 ], "start_stop_timestamps": [ [ "00:02:02.21", "00:02:09.79" ], [ "00:02:09.67", "00:02:12.94" ], [ "00:02:12.78", "00:02:23.06" ], [ "00:02:23.15", "00:02:33.10" ] ], "start_stop_frames": [ [ 6110, 6489 ], [ 6483, 6647 ], [ 6639, 7153 ], [ 7157, 7655 ] ], "trgnoun": "pasta", "trgverb": "taste" }, { "key": "P22_11+49_50_51_52", "video_id": "P22_11", "narration_ids": [ "P22_11_49", "P22_11_50", "P22_11_51", "P22_11_52" ], "src": "move saucer . move coffee_cup . put_down bowl", "src1": "move saucer", "src2": "move coffee_cup", "src3": "put_down bowl", "trg": "pick_up bowl", "vis_src": "P22_11:49 P22_11:50 P22_11:51", "vis_trg": "P22_11:52", "narrations": [ "move saucer", "move coffee cup", "put down bowl", "pick up bowl" ], "verbs": [ "move", "move", "put-down", "pick-up" ], "verb_classes": [ 11, 11, 1, 0 ], "nouns": [ "saucer", "cup:coffee", "bowl", "bowl" ], "noun_classes": [ 2, 13, 7, 7 ], "start_stop_timestamps": [ [ "00:01:46.85", "00:01:48.47" ], [ "00:01:48.55", "00:01:51.10" ], [ "00:01:51.02", "00:01:52.61" ], [ "00:01:52.71", "00:01:54.11" ] ], "start_stop_frames": [ [ 6411, 6508 ], [ 6513, 6666 ], [ 6661, 6756 ], [ 6762, 6846 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P22_14+189_190_191_192", "video_id": "P22_14", "narration_ids": [ "P22_14_189", "P22_14_190", "P22_14_191", "P22_14_192" ], "src": "grab plates . grab plate . move cutlery", "src1": "grab plates", "src2": "grab plate", "src3": "move cutlery", "trg": "put_down down plates", "vis_src": "P22_14:189 P22_14:190 P22_14:191", "vis_trg": "P22_14:192", "narrations": [ "grab plates", "grab plate", "move cutlery", "put down down plates" ], "verbs": [ "grab", "grab", "move", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "plate", "plate", "cutlery", "plate" ], "noun_classes": [ 2, 2, 58, 2 ], "start_stop_timestamps": [ [ "00:08:05.72", "00:08:10.97" ], [ "00:08:05.93", "00:08:06.43" ], [ "00:08:06.46", "00:08:07.96" ], [ "00:08:11.80", "00:08:13.55" ] ], "start_stop_frames": [ [ 29143, 29458 ], [ 29155, 29185 ], [ 29187, 29277 ], [ 29508, 29613 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_104+113_114_115_116", "video_id": "P22_104", "narration_ids": [ "P22_104_113", "P22_104_114", "P22_104_115", "P22_104_116" ], "src": "put_down knife . shake salad . move cutting_board", "src1": "put_down knife", "src2": "shake salad", "src3": "move cutting_board", "trg": "put_down salad", "vis_src": "P22_104:113 P22_104:114 P22_104:115", "vis_trg": "P22_104:116", "narrations": [ "put down knife", "shake salad", "move cutting board", "put down salad" ], "verbs": [ "put-down", "shake", "move", "put-down" ], "verb_classes": [ 1, 15, 11, 1 ], "nouns": [ "knife", "salad", "board:cutting", "salad" ], "noun_classes": [ 4, 68, 18, 68 ], "start_stop_timestamps": [ [ "00:05:41.77", "00:05:42.41" ], [ "00:05:42.45", "00:05:43.45" ], [ "00:05:43.95", "00:05:44.70" ], [ "00:05:44.81", "00:05:45.35" ] ], "start_stop_frames": [ [ 17088, 17120 ], [ 17122, 17172 ], [ 17197, 17235 ], [ 17240, 17267 ] ], "trgnoun": "salad", "trgverb": "put_down" }, { "key": "P04_109+94_95_96_97", "video_id": "P04_109", "narration_ids": [ "P04_109_94", "P04_109_95", "P04_109_96", "P04_109_97" ], "src": "get piece of carrot . slice carrot . take carrot", "src1": "get piece of carrot", "src2": "slice carrot", "src3": "take carrot", "trg": "put carrot in measuring jug", "vis_src": "P04_109:94 P04_109:95 P04_109:96", "vis_trg": "P04_109:97", "narrations": [ "get piece of carrot", "slice carrot", "take carrot", "put carrot in measuring jug" ], "verbs": [ "get", "slice", "take", "put-in" ], "verb_classes": [ 0, 7, 0, 5 ], "nouns": [ "piece:carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:52.89", "00:03:54.73" ], [ "00:03:54.83", "00:03:59.42" ], [ "00:03:59.39", "00:04:00.69" ], [ "00:04:00.78", "00:04:01.43" ] ], "start_stop_frames": [ [ 11644, 11736 ], [ 11741, 11971 ], [ 11969, 12034 ], [ 12039, 12071 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P23_102+625_626_627_628", "video_id": "P23_102", "narration_ids": [ "P23_102_625", "P23_102_626", "P23_102_627", "P23_102_628" ], "src": "take plate . put plate . take pan", "src1": "take plate", "src2": "put plate", "src3": "take pan", "trg": "put pan", "vis_src": "P23_102:625 P23_102:626 P23_102:627", "vis_trg": "P23_102:628", "narrations": [ "take plate", "put plate", "take pan", "put pan" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate", "pan", "pan" ], "noun_classes": [ 2, 2, 5, 5 ], "start_stop_timestamps": [ [ "00:59:11.00", "00:59:13.25" ], [ "00:59:12.84", "00:59:14.96" ], [ "00:59:14.90", "00:59:17.48" ], [ "00:59:16.67", "00:59:19.97" ] ], "start_stop_frames": [ [ 177550, 177662 ], [ 177642, 177748 ], [ 177745, 177874 ], [ 177833, 177998 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P30_101+164_165_166_167", "video_id": "P30_101", "narration_ids": [ "P30_101_164", "P30_101_165", "P30_101_166", "P30_101_167" ], "src": "open cupboard . take plate . close cupboard", "src1": "open cupboard", "src2": "take plate", "src3": "close cupboard", "trg": "put plate", "vis_src": "P30_101:164 P30_101:165 P30_101:166", "vis_trg": "P30_101:167", "narrations": [ "open cupboard", "take plate", "close cupboard", "put plate" ], "verbs": [ "open", "take", "close", "put" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:05:16.31", "00:05:17.27" ], [ "00:05:17.68", "00:05:18.66" ], [ "00:05:18.86", "00:05:19.45" ], [ "00:05:19.55", "00:05:20.07" ] ], "start_stop_frames": [ [ 15815, 15863 ], [ 15884, 15933 ], [ 15943, 15972 ], [ 15977, 16003 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_119+211_212_213_214", "video_id": "P04_119", "narration_ids": [ "P04_119_211", "P04_119_212", "P04_119_213", "P04_119_214" ], "src": "put_down kettle . feel water with finger . put_down measuring_spoon", "src1": "put_down kettle", "src2": "feel water with finger", "src3": "put_down measuring_spoon", "trg": "pick_up kettle", "vis_src": "P04_119:211 P04_119:212 P04_119:213", "vis_trg": "P04_119:214", "narrations": [ "put down kettle", "feel water with finger", "put down measuring spoon", "pick up kettle" ], "verbs": [ "put-down", "feel", "put-down", "pick-up" ], "verb_classes": [ 1, 54, 1, 0 ], "nouns": [ "kettle", "water", "spoon:measuring", "kettle" ], "noun_classes": [ 44, 27, 1, 44 ], "start_stop_timestamps": [ [ "00:08:50.17", "00:08:55.39" ], [ "00:08:56.08", "00:08:58.70" ], [ "00:08:59.88", "00:09:06.96" ], [ "00:09:06.89", "00:09:08.18" ] ], "start_stop_frames": [ [ 26508, 26769 ], [ 26804, 26935 ], [ 26994, 27348 ], [ 27344, 27408 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P02_129+386_387_388_389", "video_id": "P02_129", "narration_ids": [ "P02_129_386", "P02_129_387", "P02_129_388", "P02_129_389" ], "src": "return chopping_blades to cupboard . close cupboard . pick_up blender", "src1": "return chopping_blades to cupboard", "src2": "close cupboard", "src3": "pick_up blender", "trg": "put_down blender", "vis_src": "P02_129:386 P02_129:387 P02_129:388", "vis_trg": "P02_129:389", "narrations": [ "return chopping blades to cupboard", "close cupboard", "pick up blender", "put down blender" ], "verbs": [ "return", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "blade:chopping", "cupboard", "blender", "blender" ], "noun_classes": [ 4, 3, 82, 82 ], "start_stop_timestamps": [ [ "00:13:48.05", "00:13:49.57" ], [ "00:13:50.15", "00:13:50.83" ], [ "00:13:54.72", "00:13:55.68" ], [ "00:13:58.12", "00:13:59.38" ] ], "start_stop_frames": [ [ 41402, 41478 ], [ 41507, 41541 ], [ 41736, 41784 ], [ 41906, 41969 ] ], "trgnoun": "blender", "trgverb": "put_down" }, { "key": "P04_120+300_301_302_303", "video_id": "P04_120", "narration_ids": [ "P04_120_300", "P04_120_301", "P04_120_302", "P04_120_303" ], "src": "pick_up scissors . put scissors in drawer . pick_up teaspoon", "src1": "pick_up scissors", "src2": "put scissors in drawer", "src3": "pick_up teaspoon", "trg": "put teaspoon in drawer", "vis_src": "P04_120:300 P04_120:301 P04_120:302", "vis_trg": "P04_120:303", "narrations": [ "pick up scissors", "put scissors in drawer", "pick up teaspoon", "put teaspoon in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "scissors", "scissors", "teaspoon", "teaspoon" ], "noun_classes": [ 79, 79, 1, 1 ], "start_stop_timestamps": [ [ "00:10:59.23", "00:11:00.42" ], [ "00:11:00.40", "00:11:00.85" ], [ "00:11:01.05", "00:11:03.20" ], [ "00:11:03.03", "00:11:04.91" ] ], "start_stop_frames": [ [ 32961, 33021 ], [ 33020, 33042 ], [ 33052, 33160 ], [ 33151, 33245 ] ], "trgnoun": "teaspoon", "trgverb": "put_in" }, { "key": "P04_03+103_104_105_106", "video_id": "P04_03", "narration_ids": [ "P04_03_103", "P04_03_104", "P04_03_105", "P04_03_106" ], "src": "pick_up knife . slice rolled_omelette . rinse knife", "src1": "pick_up knife", "src2": "slice rolled_omelette", "src3": "rinse knife", "trg": "wash knife", "vis_src": "P04_03:103 P04_03:104 P04_03:105", "vis_trg": "P04_03:106", "narrations": [ "pick up knife", "slice rolled omelette", "rinse knife", "wash knife" ], "verbs": [ "pick-up", "slice", "rinse", "wash" ], "verb_classes": [ 0, 7, 2, 2 ], "nouns": [ "knife", "omelette:rolled", "knife", "knife" ], "noun_classes": [ 4, 162, 4, 4 ], "start_stop_timestamps": [ [ "00:06:16.39", "00:06:17.90" ], [ "00:06:18.77", "00:06:44.13" ], [ "00:06:44.08", "00:06:48.28" ], [ "00:06:45.33", "00:06:56.01" ] ], "start_stop_frames": [ [ 22583, 22674 ], [ 22726, 24247 ], [ 24244, 24496 ], [ 24319, 24960 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P01_05+23_24_25_26", "video_id": "P01_05", "narration_ids": [ "P01_05_23", "P01_05_24", "P01_05_25", "P01_05_26" ], "src": "take colander . take lid . take glass", "src1": "take colander", "src2": "take lid", "src3": "take glass", "trg": "put glass into cupboard", "vis_src": "P01_05:23 P01_05:24 P01_05:25", "vis_trg": "P01_05:26", "narrations": [ "take colander", "take lid", "take glass", "put glass into cupboard" ], "verbs": [ "take", "take", "take", "put-into" ], "verb_classes": [ 0, 0, 0, 5 ], "nouns": [ "colander", "lid", "glass", "glass" ], "noun_classes": [ 39, 6, 10, 10 ], "start_stop_timestamps": [ [ "00:01:17.35", "00:01:19.58" ], [ "00:01:19.62", "00:01:21.27" ], [ "00:01:21.37", "00:01:22.76" ], [ "00:01:23.22", "00:01:24.66" ] ], "start_stop_frames": [ [ 4641, 4774 ], [ 4777, 4876 ], [ 4882, 4965 ], [ 4993, 5079 ] ], "trgnoun": "glass", "trgverb": "put_into" }, { "key": "P03_101+92_93_94_95", "video_id": "P03_101", "narration_ids": [ "P03_101_92", "P03_101_93", "P03_101_94", "P03_101_95" ], "src": "soak knife . wash knife . pick_up spoon", "src1": "soak knife", "src2": "wash knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P03_101:92 P03_101:93 P03_101:94", "vis_trg": "P03_101:95", "narrations": [ "soak knife", "wash knife", "pick up spoon", "wash spoon" ], "verbs": [ "soak", "wash", "pick-up", "wash" ], "verb_classes": [ 56, 2, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:02:36.20", "00:02:37.00" ], [ "00:02:36.98", "00:02:38.97" ], [ "00:02:38.97", "00:02:40.44" ], [ "00:02:40.46", "00:02:54.09" ] ], "start_stop_frames": [ [ 7809, 7850 ], [ 7848, 7948 ], [ 7948, 8022 ], [ 8023, 8704 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P27_03+5_6_7_8", "video_id": "P27_03", "narration_ids": [ "P27_03_5", "P27_03_6", "P27_03_7", "P27_03_8" ], "src": "open drawer . put_down saucepan . take lid", "src1": "open drawer", "src2": "put_down saucepan", "src3": "take lid", "trg": "put_down lid", "vis_src": "P27_03:5 P27_03:6 P27_03:7", "vis_trg": "P27_03:8", "narrations": [ "open drawer", "put down saucepan", "take lid", "put down lid" ], "verbs": [ "open", "put-down", "take", "put-down" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "drawer", "saucepan", "lid", "lid" ], "noun_classes": [ 8, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:00:38.88", "00:00:41.61" ], [ "00:00:41.38", "00:00:45.38" ], [ "00:00:47.68", "00:00:49.90" ], [ "00:00:48.98", "00:00:55.03" ] ], "start_stop_frames": [ [ 2332, 2496 ], [ 2482, 2722 ], [ 2860, 2994 ], [ 2938, 3301 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P02_108+39_40_41_42", "video_id": "P02_108", "narration_ids": [ "P02_108_39", "P02_108_40", "P02_108_41", "P02_108_42" ], "src": "return some bowls . pick_up bowl from floor . close cupboard", "src1": "return some bowls", "src2": "pick_up bowl from floor", "src3": "close cupboard", "trg": "put_down bowl", "vis_src": "P02_108:39 P02_108:40 P02_108:41", "vis_trg": "P02_108:42", "narrations": [ "return some bowls", "pick up bowl from floor", "close cupboard", "put down bowl" ], "verbs": [ "return", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "bowl", "bowl", "cupboard", "bowl" ], "noun_classes": [ 7, 7, 3, 7 ], "start_stop_timestamps": [ [ "00:01:21.80", "00:01:22.70" ], [ "00:01:22.68", "00:01:24.70" ], [ "00:01:23.84", "00:01:24.40" ], [ "00:01:24.05", "00:01:28.06" ] ], "start_stop_frames": [ [ 4090, 4135 ], [ 4134, 4235 ], [ 4192, 4220 ], [ 4202, 4403 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P04_112+213_214_215_216", "video_id": "P04_112", "narration_ids": [ "P04_112_213", "P04_112_214", "P04_112_215", "P04_112_216" ], "src": "pull cling_film off roll . tear_off cling_film . put_down cling film roll", "src1": "pull cling_film off roll", "src2": "tear_off cling_film", "src3": "put_down cling film roll", "trg": "put cling_film over dough", "vis_src": "P04_112:213 P04_112:214 P04_112:215", "vis_trg": "P04_112:216", "narrations": [ "pull cling film off roll", "tear off cling film", "put down cling film roll", "put cling film over dough" ], "verbs": [ "pull-off", "tear-off", "put-down", "put-over" ], "verb_classes": [ 0, 43, 1, 1 ], "nouns": [ "film:cling", "film:cling", "roll:cling:film", "film:cling" ], "noun_classes": [ 100, 100, 227, 100 ], "start_stop_timestamps": [ [ "00:06:05.50", "00:06:09.87" ], [ "00:06:09.75", "00:06:11.00" ], [ "00:06:10.92", "00:06:11.55" ], [ "00:06:13.00", "00:06:14.95" ] ], "start_stop_frames": [ [ 18275, 18493 ], [ 18487, 18550 ], [ 18546, 18577 ], [ 18650, 18747 ] ], "trgnoun": "cling_film", "trgverb": "put_over" }, { "key": "P37_102+52_53_54_55", "video_id": "P37_102", "narration_ids": [ "P37_102_52", "P37_102_53", "P37_102_54", "P37_102_55" ], "src": "cut carrots . put carrots in bin . slice carrots", "src1": "cut carrots", "src2": "put carrots in bin", "src3": "slice carrots", "trg": "dice carrots", "vis_src": "P37_102:52 P37_102:53 P37_102:54", "vis_trg": "P37_102:55", "narrations": [ "cut carrots", "put carrots in bin", "slice carrots", "dice carrots" ], "verbs": [ "cut", "put-in", "slice", "dice" ], "verb_classes": [ 7, 5, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:39.44", "00:02:42.27" ], [ "00:02:42.35", "00:02:44.01" ], [ "00:02:44.01", "00:03:14.41" ], [ "00:03:14.17", "00:03:35.72" ] ], "start_stop_frames": [ [ 7972, 8113 ], [ 8117, 8200 ], [ 8200, 9720 ], [ 9708, 10786 ] ], "trgnoun": "carrot", "trgverb": "dice" }, { "key": "P07_117+9_10_11_12", "video_id": "P07_117", "narration_ids": [ "P07_117_9", "P07_117_10", "P07_117_11", "P07_117_12" ], "src": "push food_bin . throw paper . grab tap", "src1": "push food_bin", "src2": "throw paper", "src3": "grab tap", "trg": "turn tap", "vis_src": "P07_117:9 P07_117:10 P07_117:11", "vis_trg": "P07_117:12", "narrations": [ "push food bin", "throw paper", "grab tap", "turn tap" ], "verbs": [ "push", "throw", "grab", "turn" ], "verb_classes": [ 21, 13, 0, 23 ], "nouns": [ "bin:food", "paper", "tap", "tap" ], "noun_classes": [ 36, 49, 0, 0 ], "start_stop_timestamps": [ [ "00:00:20.80", "00:00:21.68" ], [ "00:00:22.41", "00:00:24.58" ], [ "00:00:26.53", "00:00:26.86" ], [ "00:00:26.70", "00:00:27.32" ] ], "start_stop_frames": [ [ 1040, 1084 ], [ 1120, 1229 ], [ 1326, 1343 ], [ 1335, 1366 ] ], "trgnoun": "tap", "trgverb": "turn" }, { "key": "P06_101+182_183_184_185", "video_id": "P06_101", "narration_ids": [ "P06_101_182", "P06_101_183", "P06_101_184", "P06_101_185" ], "src": "pour tomatoes into pan . stir pan . pick_up can", "src1": "pour tomatoes into pan", "src2": "stir pan", "src3": "pick_up can", "trg": "shake can", "vis_src": "P06_101:182 P06_101:183 P06_101:184", "vis_trg": "P06_101:185", "narrations": [ "pour tomatoes into pan", "stir pan", "pick up can", "shake can" ], "verbs": [ "pour-into", "stir", "pick-up", "shake" ], "verb_classes": [ 9, 10, 0, 15 ], "nouns": [ "tomato", "pan", "can", "can" ], "noun_classes": [ 43, 5, 61, 61 ], "start_stop_timestamps": [ [ "00:13:35.13", "00:13:41.47" ], [ "00:13:43.31", "00:13:56.56" ], [ "00:13:56.66", "00:13:58.04" ], [ "00:13:57.91", "00:13:58.82" ] ], "start_stop_frames": [ [ 40756, 41073 ], [ 41165, 41828 ], [ 41833, 41902 ], [ 41895, 41941 ] ], "trgnoun": "can", "trgverb": "shake" }, { "key": "P07_10+95_96_97_98", "video_id": "P07_10", "narration_ids": [ "P07_10_95", "P07_10_96", "P07_10_97", "P07_10_98" ], "src": "close tap . store package . close fridge", "src1": "close tap", "src2": "store package", "src3": "close fridge", "trg": "open fridge", "vis_src": "P07_10:95 P07_10:96 P07_10:97", "vis_trg": "P07_10:98", "narrations": [ "close tap", "store package", "close fridge", "open fridge" ], "verbs": [ "turn-off", "store", "close", "open" ], "verb_classes": [ 8, 1, 4, 3 ], "nouns": [ "tap", "package", "fridge", "fridge" ], "noun_classes": [ 0, 26, 12, 12 ], "start_stop_timestamps": [ [ "00:07:56.12", "00:07:57.86" ], [ "00:07:56.73", "00:07:57.69" ], [ "00:07:59.41", "00:08:01.21" ], [ "00:07:59.45", "00:08:01.25" ] ], "start_stop_frames": [ [ 28567, 28671 ], [ 28603, 28661 ], [ 28764, 28872 ], [ 28767, 28875 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P04_01+83_84_85_86", "video_id": "P04_01", "narration_ids": [ "P04_01_83", "P04_01_84", "P04_01_85", "P04_01_86" ], "src": "squeeze kitchen_roll . pick_up tofu . pat dry", "src1": "squeeze kitchen_roll", "src2": "pick_up tofu", "src3": "pat dry", "trg": "pick_up kitchen_roll", "vis_src": "P04_01:83 P04_01:84 P04_01:85", "vis_trg": "P04_01:86", "narrations": [ "squeeze kitchen roll", "pick up tofu", "pat dry", "pick up kitchen roll" ], "verbs": [ "squeeze", "pick-up", "pat", "pick-up" ], "verb_classes": [ 18, 0, 32, 0 ], "nouns": [ "roll:kitchen", "tofu", "tofu", "roll:kitchen" ], "noun_classes": [ 93, 81, 81, 93 ], "start_stop_timestamps": [ [ "00:06:32.27", "00:06:34.90" ], [ "00:06:35.00", "00:06:36.41" ], [ "00:06:37.46", "00:06:39.58" ], [ "00:06:42.26", "00:06:43.91" ] ], "start_stop_frames": [ [ 23536, 23694 ], [ 23700, 23784 ], [ 23847, 23974 ], [ 24135, 24234 ] ], "trgnoun": "kitchen_roll", "trgverb": "pick_up" }, { "key": "P29_03+281_282_283_284", "video_id": "P29_03", "narration_ids": [ "P29_03_281", "P29_03_282", "P29_03_283", "P29_03_284" ], "src": "scour jug . put jug on surface . pick_up blender", "src1": "scour jug", "src2": "put jug on surface", "src3": "pick_up blender", "trg": "wash blender", "vis_src": "P29_03:281 P29_03:282 P29_03:283", "vis_trg": "P29_03:284", "narrations": [ "scour jug", "put jug on surface", "pick up blender", "wash blender" ], "verbs": [ "scour", "put-on", "pick-up", "wash" ], "verb_classes": [ 29, 1, 0, 2 ], "nouns": [ "jug", "jug", "blender", "blender" ], "noun_classes": [ 66, 66, 82, 82 ], "start_stop_timestamps": [ [ "00:17:54.84", "00:18:02.96" ], [ "00:18:04.88", "00:18:07.00" ], [ "00:18:07.67", "00:18:08.43" ], [ "00:18:10.60", "00:18:22.08" ] ], "start_stop_frames": [ [ 64490, 64977 ], [ 65092, 65220 ], [ 65260, 65305 ], [ 65435, 66124 ] ], "trgnoun": "blender", "trgverb": "wash" }, { "key": "P29_03+67_69_70_71", "video_id": "P29_03", "narration_ids": [ "P29_03_67", "P29_03_69", "P29_03_70", "P29_03_71" ], "src": "pick_up pan . move plate . put_down plates", "src1": "pick_up pan", "src2": "move plate", "src3": "put_down plates", "trg": "put_down pan", "vis_src": "P29_03:67 P29_03:69 P29_03:70", "vis_trg": "P29_03:71", "narrations": [ "pick up pan", "move plate", "put down plates", "put down pan" ], "verbs": [ "pick-up", "move", "put-down", "put-down" ], "verb_classes": [ 0, 11, 1, 1 ], "nouns": [ "pan", "plate", "plate", "pan" ], "noun_classes": [ 5, 2, 2, 5 ], "start_stop_timestamps": [ [ "00:04:10.15", "00:04:14.40" ], [ "00:04:17.12", "00:04:19.62" ], [ "00:04:19.72", "00:04:22.14" ], [ "00:04:23.09", "00:04:23.82" ] ], "start_stop_frames": [ [ 15009, 15264 ], [ 15427, 15577 ], [ 15583, 15728 ], [ 15785, 15829 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P07_04+83_84_85_86", "video_id": "P07_04", "narration_ids": [ "P07_04_83", "P07_04_84", "P07_04_85", "P07_04_86" ], "src": "close tupperware . pick_up basket . open lid", "src1": "close tupperware", "src2": "pick_up basket", "src3": "open lid", "trg": "place basket", "vis_src": "P07_04:83 P07_04:84 P07_04:85", "vis_trg": "P07_04:86", "narrations": [ "close tupperware", "pick up basket", "open lid", "place basket" ], "verbs": [ "close", "pick-up", "open", "place" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "tupperware", "basket", "lid", "basket" ], "noun_classes": [ 23, 168, 6, 168 ], "start_stop_timestamps": [ [ "00:06:52.99", "00:06:54.76" ], [ "00:06:55.92", "00:06:56.97" ], [ "00:06:58.91", "00:06:59.55" ], [ "00:06:59.66", "00:07:00.28" ] ], "start_stop_frames": [ [ 24779, 24885 ], [ 24955, 25018 ], [ 25134, 25173 ], [ 25179, 25216 ] ], "trgnoun": "basket", "trgverb": "place" }, { "key": "P04_104+67_68_69_70", "video_id": "P04_104", "narration_ids": [ "P04_104_67", "P04_104_68", "P04_104_69", "P04_104_70" ], "src": "hold tub . stir starter in tub . pick_up tub", "src1": "hold tub", "src2": "stir starter in tub", "src3": "pick_up tub", "trg": "put tub under tap", "vis_src": "P04_104:67 P04_104:68 P04_104:69", "vis_trg": "P04_104:70", "narrations": [ "hold tub", "stir starter in tub", "pick up tub", "put tub under tap" ], "verbs": [ "hold", "stir", "pick-up", "put-under" ], "verb_classes": [ 34, 10, 0, 1 ], "nouns": [ "tub", "starter", "tub", "tub" ], "noun_classes": [ 23, 71, 23, 23 ], "start_stop_timestamps": [ [ "00:02:24.35", "00:02:25.07" ], [ "00:02:25.27", "00:02:33.54" ], [ "00:02:33.34", "00:02:34.23" ], [ "00:02:34.85", "00:02:35.26" ] ], "start_stop_frames": [ [ 7217, 7253 ], [ 7263, 7677 ], [ 7667, 7711 ], [ 7742, 7763 ] ], "trgnoun": "tub", "trgverb": "put_under" }, { "key": "P02_124+58_59_60_61", "video_id": "P02_124", "narration_ids": [ "P02_124_58", "P02_124_59", "P02_124_60", "P02_124_61" ], "src": "close tap . put_down water_filter . pick_up mug", "src1": "close tap", "src2": "put_down water_filter", "src3": "pick_up mug", "trg": "empty mug in sink", "vis_src": "P02_124:58 P02_124:59 P02_124:60", "vis_trg": "P02_124:61", "narrations": [ "close tap", "put down water filter", "pick up mug", "empty mug in sink" ], "verbs": [ "turn-off", "put-down", "pick-up", "empty" ], "verb_classes": [ 8, 1, 0, 20 ], "nouns": [ "tap", "filter:water", "mug", "mug" ], "noun_classes": [ 0, 66, 13, 13 ], "start_stop_timestamps": [ [ "00:01:59.03", "00:01:59.68" ], [ "00:02:02.49", "00:02:03.77" ], [ "00:02:05.49", "00:02:06.86" ], [ "00:02:09.80", "00:02:11.05" ] ], "start_stop_frames": [ [ 5951, 5984 ], [ 6124, 6188 ], [ 6274, 6343 ], [ 6490, 6552 ] ], "trgnoun": "mug", "trgverb": "empty" }, { "key": "P06_07+119_120_121_122", "video_id": "P06_07", "narration_ids": [ "P06_07_119", "P06_07_120", "P06_07_121", "P06_07_122" ], "src": "spread tomatoes . pick_up tomatoes . pour tomatoes", "src1": "spread tomatoes", "src2": "pick_up tomatoes", "src3": "pour tomatoes", "trg": "put_down tomatoes", "vis_src": "P06_07:119 P06_07:120 P06_07:121", "vis_trg": "P06_07:122", "narrations": [ "spread tomatoes", "pick up tomatoes", "pour tomatoes", "put down tomatoes" ], "verbs": [ "spread", "pick-up", "pour", "put-down" ], "verb_classes": [ 27, 0, 9, 1 ], "nouns": [ "tomato", "tomato", "tomato", "tomato" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:07:39.08", "00:07:43.75" ], [ "00:07:43.65", "00:07:44.48" ], [ "00:07:45.31", "00:07:48.66" ], [ "00:07:48.76", "00:07:49.97" ] ], "start_stop_frames": [ [ 27544, 27825 ], [ 27819, 27868 ], [ 27918, 28119 ], [ 28125, 28198 ] ], "trgnoun": "tomato", "trgverb": "put_down" }, { "key": "P25_05+39_40_41_42", "video_id": "P25_05", "narration_ids": [ "P25_05_39", "P25_05_40", "P25_05_41", "P25_05_42" ], "src": "take box . put box . take plate", "src1": "take box", "src2": "put box", "src3": "take plate", "trg": "put plate", "vis_src": "P25_05:39 P25_05:40 P25_05:41", "vis_trg": "P25_05:42", "narrations": [ "take box", "put box", "take plate", "put plate" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "box", "box", "plate", "plate" ], "noun_classes": [ 23, 23, 2, 2 ], "start_stop_timestamps": [ [ "00:05:11.32", "00:05:14.36" ], [ "00:05:17.61", "00:05:18.74" ], [ "00:05:20.04", "00:05:22.07" ], [ "00:05:21.70", "00:05:24.50" ] ], "start_stop_frames": [ [ 18679, 18861 ], [ 19056, 19124 ], [ 19202, 19324 ], [ 19302, 19470 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P22_08+180_181_182_183", "video_id": "P22_08", "narration_ids": [ "P22_08_180", "P22_08_181", "P22_08_182", "P22_08_183" ], "src": "fill moka . pour water . close water", "src1": "fill moka", "src2": "pour water", "src3": "close water", "trg": "place water", "vis_src": "P22_08:180 P22_08:181 P22_08:182", "vis_trg": "P22_08:183", "narrations": [ "fill moka", "pour water", "close water", "place water" ], "verbs": [ "fill", "pour", "turn-off", "place" ], "verb_classes": [ 26, 9, 8, 1 ], "nouns": [ "moka", "water", "tap", "water" ], "noun_classes": [ 50, 27, 0, 27 ], "start_stop_timestamps": [ [ "00:07:47.01", "00:07:54.65" ], [ "00:07:48.69", "00:07:54.38" ], [ "00:07:54.29", "00:07:56.36" ], [ "00:07:56.46", "00:07:57.02" ] ], "start_stop_frames": [ [ 28020, 28479 ], [ 28121, 28462 ], [ 28457, 28581 ], [ 28587, 28621 ] ], "trgnoun": "water", "trgverb": "place" }, { "key": "P02_112+79_80_81_83", "video_id": "P02_112", "narration_ids": [ "P02_112_79", "P02_112_80", "P02_112_81", "P02_112_83" ], "src": "put_down bottle . spread oil on tray using hand . hold first_tray", "src1": "put_down bottle", "src2": "spread oil on tray using hand", "src3": "hold first_tray", "trg": "put_down tray", "vis_src": "P02_112:79 P02_112:80 P02_112:81", "vis_trg": "P02_112:83", "narrations": [ "put down bottle", "spread oil on tray using hand", "hold first tray", "put down tray" ], "verbs": [ "put-down", "spread-on", "hold", "put-down" ], "verb_classes": [ 1, 27, 34, 1 ], "nouns": [ "bottle", "oil", "tray:first", "tray" ], "noun_classes": [ 15, 31, 35, 35 ], "start_stop_timestamps": [ [ "00:03:48.79", "00:03:49.95" ], [ "00:03:49.46", "00:04:00.14" ], [ "00:04:00.36", "00:04:01.51" ], [ "00:04:07.03", "00:04:09.30" ] ], "start_stop_frames": [ [ 11439, 11497 ], [ 11473, 12007 ], [ 12018, 12075 ], [ 12351, 12465 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P37_102+136_137_138_139", "video_id": "P37_102", "narration_ids": [ "P37_102_136", "P37_102_137", "P37_102_138", "P37_102_139" ], "src": "take plate . put carrots in pot . put plates down", "src1": "take plate", "src2": "put carrots in pot", "src3": "put plates down", "trg": "cut carrots", "vis_src": "P37_102:136 P37_102:137 P37_102:138", "vis_trg": "P37_102:139", "narrations": [ "take plate", "put carrots in pot", "put plates down", "cut carrots" ], "verbs": [ "take", "put-in", "put", "cut" ], "verb_classes": [ 0, 5, 1, 7 ], "nouns": [ "plate", "carrot", "plate", "carrot" ], "noun_classes": [ 2, 41, 2, 41 ], "start_stop_timestamps": [ [ "00:10:28.04", "00:10:29.15" ], [ "00:10:30.66", "00:10:32.32" ], [ "00:10:34.10", "00:10:36.20" ], [ "00:10:36.30", "00:10:47.55" ] ], "start_stop_frames": [ [ 31402, 31457 ], [ 31533, 31616 ], [ 31705, 31810 ], [ 31814, 32377 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P25_104+165_166_167_168", "video_id": "P25_104", "narration_ids": [ "P25_104_165", "P25_104_166", "P25_104_167", "P25_104_168" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "close lid", "vis_src": "P25_104:165 P25_104:166 P25_104:167", "vis_trg": "P25_104:168", "narrations": [ "pick up spoon", "open lid", "stir pasta", "close lid" ], "verbs": [ "pick-up", "open", "stir", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:08:26.95", "00:08:27.87" ], [ "00:08:29.55", "00:08:30.55" ], [ "00:08:30.51", "00:08:35.15" ], [ "00:08:35.18", "00:08:37.25" ] ], "start_stop_frames": [ [ 25347, 25393 ], [ 25477, 25527 ], [ 25525, 25757 ], [ 25758, 25862 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P08_21+171_172_173_174", "video_id": "P08_21", "narration_ids": [ "P08_21_171", "P08_21_172", "P08_21_173", "P08_21_174" ], "src": "get another bowl of milk . pour milk in mug . close lid", "src1": "get another bowl of milk", "src2": "pour milk in mug", "src3": "close lid", "trg": "place milk in fridge", "vis_src": "P08_21:171 P08_21:172 P08_21:173", "vis_trg": "P08_21:174", "narrations": [ "get another bowl of milk", "pour milk in mug", "close lid", "place milk in fridge" ], "verbs": [ "get", "pour-in", "close", "place-in" ], "verb_classes": [ 0, 9, 4, 5 ], "nouns": [ "bowl:milk", "milk", "lid", "milk" ], "noun_classes": [ 7, 64, 6, 64 ], "start_stop_timestamps": [ [ "00:11:18.63", "00:11:22.52" ], [ "00:11:19.14", "00:11:22.05" ], [ "00:11:22.19", "00:11:23.99" ], [ "00:11:24.10", "00:11:26.60" ] ], "start_stop_frames": [ [ 40717, 40951 ], [ 40748, 40923 ], [ 40931, 41039 ], [ 41046, 41196 ] ], "trgnoun": "milk", "trgverb": "place_in" }, { "key": "P01_07+17_18_19_20", "video_id": "P01_07", "narration_ids": [ "P01_07_17", "P01_07_18", "P01_07_19", "P01_07_20" ], "src": "put cutting_boards into cupboard . close cupboard . take plate", "src1": "put cutting_boards into cupboard", "src2": "close cupboard", "src3": "take plate", "trg": "open cupboard", "vis_src": "P01_07:17 P01_07:18 P01_07:19", "vis_trg": "P01_07:20", "narrations": [ "put cutting boards into cupboard", "close cupboard", "take plate", "open cupboard" ], "verbs": [ "put-into", "close", "take", "open" ], "verb_classes": [ 5, 4, 0, 3 ], "nouns": [ "board:cutting", "cupboard", "plate", "cupboard" ], "noun_classes": [ 18, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:00:49.52", "00:00:55.95" ], [ "00:00:56.05", "00:00:57.11" ], [ "00:00:57.47", "00:00:58.79" ], [ "00:00:59.45", "00:01:00.43" ] ], "start_stop_frames": [ [ 2971, 3357 ], [ 3363, 3426 ], [ 3448, 3527 ], [ 3567, 3625 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P08_23+190_191_192_193", "video_id": "P08_23", "narration_ids": [ "P08_23_190", "P08_23_191", "P08_23_192", "P08_23_193" ], "src": "throw away garlic_bits . tap off . wash hands", "src1": "throw away garlic_bits", "src2": "tap off", "src3": "wash hands", "trg": "wipe_off hands", "vis_src": "P08_23:190 P08_23:191 P08_23:192", "vis_trg": "P08_23:193", "narrations": [ "throw away garlic bits", "tap off", "wash hands", "wipe off" ], "verbs": [ "throw", "turn-off", "wash", "wipe-off" ], "verb_classes": [ 13, 8, 2, 2 ], "nouns": [ "bit:garlic", "tap", "hand", "hand" ], "noun_classes": [ 51, 0, 11, 11 ], "start_stop_timestamps": [ [ "00:17:52.33", "00:17:55.74" ], [ "00:17:56.59", "00:17:57.18" ], [ "00:17:57.17", "00:17:58.67" ], [ "00:17:59.28", "00:18:00.33" ] ], "start_stop_frames": [ [ 64339, 64544 ], [ 64595, 64630 ], [ 64630, 64720 ], [ 64756, 64819 ] ], "trgnoun": "hand", "trgverb": "wipe_off" }, { "key": "P28_09+38_39_40_41", "video_id": "P28_09", "narration_ids": [ "P28_09_38", "P28_09_39", "P28_09_40", "P28_09_41" ], "src": "cut avocado . take_out core from avocado . throw core", "src1": "cut avocado", "src2": "take_out core from avocado", "src3": "throw core", "trg": "peel avocado", "vis_src": "P28_09:38 P28_09:39 P28_09:40", "vis_trg": "P28_09:41", "narrations": [ "cut avocado", "take out core from avocado", "throw core", "peel avocado" ], "verbs": [ "cut", "take-out", "throw", "peel" ], "verb_classes": [ 7, 12, 13, 19 ], "nouns": [ "avocado", "core", "core", "avocado" ], "noun_classes": [ 176, 122, 122, 176 ], "start_stop_timestamps": [ [ "00:02:12.97", "00:02:17.15" ], [ "00:02:17.75", "00:02:24.41" ], [ "00:02:25.00", "00:02:27.02" ], [ "00:02:27.79", "00:02:42.56" ] ], "start_stop_frames": [ [ 7978, 8229 ], [ 8265, 8664 ], [ 8700, 8821 ], [ 8867, 9753 ] ], "trgnoun": "avocado", "trgverb": "peel" }, { "key": "P26_12+2_3_4_5", "video_id": "P26_12", "narration_ids": [ "P26_12_2", "P26_12_3", "P26_12_4", "P26_12_5" ], "src": "adjust flame . open door . pick_up salt", "src1": "adjust flame", "src2": "open door", "src3": "pick_up salt", "trg": "put_down salt", "vis_src": "P26_12:2 P26_12:3 P26_12:4", "vis_trg": "P26_12:5", "narrations": [ "adjust flame", "open door", "pick up salt", "put down salt" ], "verbs": [ "adjust", "open", "pick-up", "put-down" ], "verb_classes": [ 17, 3, 0, 1 ], "nouns": [ "flame", "door", "salt", "salt" ], "noun_classes": [ 24, 3, 38, 38 ], "start_stop_timestamps": [ [ "00:00:04.44", "00:00:08.14" ], [ "00:00:09.09", "00:00:10.24" ], [ "00:00:10.52", "00:00:11.52" ], [ "00:00:11.58", "00:00:13.52" ] ], "start_stop_frames": [ [ 266, 488 ], [ 545, 614 ], [ 631, 691 ], [ 694, 811 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P26_18+16_17_18_19", "video_id": "P26_18", "narration_ids": [ "P26_18_16", "P26_18_17", "P26_18_18", "P26_18_19" ], "src": "open door . put_down plate . take cup", "src1": "open door", "src2": "put_down plate", "src3": "take cup", "trg": "wash cup", "vis_src": "P26_18:16 P26_18:17 P26_18:18", "vis_trg": "P26_18:19", "narrations": [ "open door", "put down plate", "take cup", "wash cup" ], "verbs": [ "open", "put-down", "take", "wash" ], "verb_classes": [ 3, 1, 0, 2 ], "nouns": [ "door", "plate", "cup", "cup" ], "noun_classes": [ 3, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:02:19.80", "00:02:20.85" ], [ "00:02:22.45", "00:02:24.95" ], [ "00:02:27.78", "00:02:28.53" ], [ "00:02:29.33", "00:02:42.28" ] ], "start_stop_frames": [ [ 8388, 8451 ], [ 8547, 8697 ], [ 8866, 8911 ], [ 8959, 9736 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P11_105+34_35_36_37", "video_id": "P11_105", "narration_ids": [ "P11_105_34", "P11_105_35", "P11_105_36", "P11_105_37" ], "src": "open cupboard . pick_up chopping_board . drop chopping_board", "src1": "open cupboard", "src2": "pick_up chopping_board", "src3": "drop chopping_board", "trg": "put_down chopping_board", "vis_src": "P11_105:34 P11_105:35 P11_105:36", "vis_trg": "P11_105:37", "narrations": [ "open cupboard", "pick up chopping board", "drop chopping board", "put down chopping board" ], "verbs": [ "open", "pick-up", "drop", "put-down" ], "verb_classes": [ 3, 0, 59, 1 ], "nouns": [ "cupboard", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 3, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:01:53.49", "00:01:54.39" ], [ "00:01:54.14", "00:01:56.25" ], [ "00:01:56.48", "00:01:57.24" ], [ "00:01:58.46", "00:01:59.72" ] ], "start_stop_frames": [ [ 5674, 5719 ], [ 5707, 5812 ], [ 5823, 5862 ], [ 5923, 5986 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P04_120+217_218_219_220", "video_id": "P04_120", "narration_ids": [ "P04_120_217", "P04_120_218", "P04_120_219", "P04_120_220" ], "src": "put_down chopping_board . lift baking_tray . look_in sink", "src1": "put_down chopping_board", "src2": "lift baking_tray", "src3": "look_in sink", "trg": "put_down baking_tray", "vis_src": "P04_120:217 P04_120:218 P04_120:219", "vis_trg": "P04_120:220", "narrations": [ "put down chopping board", "lift baking tray", "look in sink", "put down baking tray" ], "verbs": [ "put-down", "lift", "look-in", "put-down" ], "verb_classes": [ 1, 33, 24, 1 ], "nouns": [ "board:chopping", "tray:baking", "sink", "tray:baking" ], "noun_classes": [ 18, 35, 63, 35 ], "start_stop_timestamps": [ [ "00:09:01.62", "00:09:02.28" ], [ "00:09:02.45", "00:09:03.99" ], [ "00:09:03.13", "00:09:05.28" ], [ "00:09:05.31", "00:09:06.29" ] ], "start_stop_frames": [ [ 27081, 27114 ], [ 27122, 27199 ], [ 27156, 27264 ], [ 27265, 27314 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P30_01+9_10_11_12", "video_id": "P30_01", "narration_ids": [ "P30_01_9", "P30_01_10", "P30_01_11", "P30_01_12" ], "src": "close drawer . open drawer . take food", "src1": "close drawer", "src2": "open drawer", "src3": "take food", "trg": "put food", "vis_src": "P30_01:9 P30_01:10 P30_01:11", "vis_trg": "P30_01:12", "narrations": [ "close drawer", "open drawer", "take food", "put food" ], "verbs": [ "close", "open", "take", "put" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "drawer", "drawer", "food", "food" ], "noun_classes": [ 8, 8, 34, 34 ], "start_stop_timestamps": [ [ "00:00:25.79", "00:00:26.98" ], [ "00:00:27.10", "00:00:27.98" ], [ "00:00:31.67", "00:00:32.38" ], [ "00:00:33.33", "00:00:34.97" ] ], "start_stop_frames": [ [ 1547, 1618 ], [ 1626, 1678 ], [ 1900, 1942 ], [ 1999, 2098 ] ], "trgnoun": "food", "trgverb": "put" }, { "key": "P06_107+27_28_29_30", "video_id": "P06_107", "narration_ids": [ "P06_107_27", "P06_107_28", "P06_107_29", "P06_107_30" ], "src": "pick_up bowl . put_down bowl . fold cling_film", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "fold cling_film", "trg": "put_down cling_film", "vis_src": "P06_107:27 P06_107:28 P06_107:29", "vis_trg": "P06_107:30", "narrations": [ "pick up bowl", "put down bowl", "fold cling film", "put down cling film" ], "verbs": [ "pick-up", "put-down", "fold", "put-down" ], "verb_classes": [ 0, 1, 28, 1 ], "nouns": [ "bowl", "bowl", "film:cling", "film:cling" ], "noun_classes": [ 7, 7, 100, 100 ], "start_stop_timestamps": [ [ "00:01:42.14", "00:01:43.67" ], [ "00:01:44.13", "00:01:44.80" ], [ "00:01:44.89", "00:01:51.37" ], [ "00:01:51.46", "00:01:52.44" ] ], "start_stop_frames": [ [ 5107, 5183 ], [ 5206, 5240 ], [ 5244, 5568 ], [ 5573, 5622 ] ], "trgnoun": "cling_film", "trgverb": "put_down" }, { "key": "P04_120+320_321_322_323", "video_id": "P04_120", "narration_ids": [ "P04_120_320", "P04_120_321", "P04_120_322", "P04_120_323" ], "src": "shake measuring_spoon . pick_up tea_towel . wipe spoon with tea towel", "src1": "shake measuring_spoon", "src2": "pick_up tea_towel", "src3": "wipe spoon with tea towel", "trg": "put tea_towel on oven door", "vis_src": "P04_120:320 P04_120:321 P04_120:322", "vis_trg": "P04_120:323", "narrations": [ "shake measuring spoon", "pick up tea towel", "wipe spoon with tea towel", "put tea towel on oven door" ], "verbs": [ "shake", "pick-up", "wipe-with", "put-on" ], "verb_classes": [ 15, 0, 2, 1 ], "nouns": [ "spoon:measuring", "towel:tea", "spoon", "towel:tea" ], "noun_classes": [ 1, 52, 1, 52 ], "start_stop_timestamps": [ [ "00:11:26.40", "00:11:28.45" ], [ "00:11:28.56", "00:11:29.55" ], [ "00:11:29.64", "00:11:33.28" ], [ "00:11:33.20", "00:11:34.51" ] ], "start_stop_frames": [ [ 34320, 34422 ], [ 34428, 34477 ], [ 34482, 34664 ], [ 34660, 34725 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P22_13+20_21_22_24", "video_id": "P22_13", "narration_ids": [ "P22_13_20", "P22_13_21", "P22_13_22", "P22_13_24" ], "src": "remove coffee_pot . remove filter . put filter in coffee pot", "src1": "remove coffee_pot", "src2": "remove filter", "src3": "put filter in coffee pot", "trg": "put_down coffee_pot", "vis_src": "P22_13:20 P22_13:21 P22_13:22", "vis_trg": "P22_13:24", "narrations": [ "remove coffee pot", "remove filter", "put filter in coffee pot", "put down coffee pot" ], "verbs": [ "remove", "remove", "put-in", "put-down" ], "verb_classes": [ 12, 12, 5, 1 ], "nouns": [ "pot:coffee", "filter", "filter", "pot:coffee" ], "noun_classes": [ 50, 77, 77, 50 ], "start_stop_timestamps": [ [ "00:00:37.79", "00:00:39.08" ], [ "00:00:39.18", "00:00:40.46" ], [ "00:00:40.43", "00:00:41.30" ], [ "00:00:43.71", "00:00:45.24" ] ], "start_stop_frames": [ [ 2267, 2344 ], [ 2350, 2427 ], [ 2425, 2478 ], [ 2622, 2714 ] ], "trgnoun": "coffee_pot", "trgverb": "put_down" }, { "key": "P25_04+44_45_46_47", "video_id": "P25_04", "narration_ids": [ "P25_04_44", "P25_04_45", "P25_04_46", "P25_04_47" ], "src": "clean rag . turn tap off . clean kitchen", "src1": "clean rag", "src2": "turn tap off", "src3": "clean kitchen", "trg": "turn tap on", "vis_src": "P25_04:44 P25_04:45 P25_04:46", "vis_trg": "P25_04:47", "narrations": [ "clean rag", "turn tap off", "clean kitchen", "turn tap on" ], "verbs": [ "clean", "turn-off", "clean", "turn-on" ], "verb_classes": [ 2, 8, 2, 6 ], "nouns": [ "rag", "tap", "kitchen", "tap" ], "noun_classes": [ 17, 0, 157, 0 ], "start_stop_timestamps": [ [ "00:07:55.02", "00:08:01.98" ], [ "00:07:59.08", "00:08:00.13" ], [ "00:08:15.27", "00:08:27.51" ], [ "00:08:30.00", "00:08:30.77" ] ], "start_stop_frames": [ [ 28501, 28918 ], [ 28744, 28807 ], [ 29716, 30450 ], [ 30600, 30646 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P09_05+10_11_12_13", "video_id": "P09_05", "narration_ids": [ "P09_05_10", "P09_05_11", "P09_05_12", "P09_05_13" ], "src": "take frying_pan . pour eggs in pan . rinse mug", "src1": "take frying_pan", "src2": "pour eggs in pan", "src3": "rinse mug", "trg": "wash mug", "vis_src": "P09_05:10 P09_05:11 P09_05:12", "vis_trg": "P09_05:13", "narrations": [ "take frying pan", "pour eggs in pan", "rinse mug", "wash mug" ], "verbs": [ "take", "pour-in", "rinse", "wash" ], "verb_classes": [ 0, 9, 2, 2 ], "nouns": [ "pan:frying", "egg", "mug", "mug" ], "noun_classes": [ 5, 53, 13, 13 ], "start_stop_timestamps": [ [ "00:00:45.79", "00:00:48.07" ], [ "00:00:52.25", "00:01:01.29" ], [ "00:01:02.49", "00:01:08.37" ], [ "00:01:08.45", "00:01:13.13" ] ], "start_stop_frames": [ [ 2747, 2884 ], [ 3135, 3677 ], [ 3749, 4102 ], [ 4107, 4387 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P07_107+4_5_6_7", "video_id": "P07_107", "narration_ids": [ "P07_107_4", "P07_107_5", "P07_107_6", "P07_107_7" ], "src": "open pot . throw coffee into food bin . shake coffee_maker", "src1": "open pot", "src2": "throw coffee into food bin", "src3": "shake coffee_maker", "trg": "close pot", "vis_src": "P07_107:4 P07_107:5 P07_107:6", "vis_trg": "P07_107:7", "narrations": [ "open pot", "throw coffee into food bin", "shake coffee maker", "close pot" ], "verbs": [ "open", "throw-into", "shake", "close" ], "verb_classes": [ 3, 13, 15, 4 ], "nouns": [ "pot", "coffee", "maker:coffee", "pot" ], "noun_classes": [ 29, 59, 50, 29 ], "start_stop_timestamps": [ [ "00:00:15.99", "00:00:16.77" ], [ "00:00:16.79", "00:00:20.00" ], [ "00:00:18.92", "00:00:20.74" ], [ "00:00:23.40", "00:00:24.40" ] ], "start_stop_frames": [ [ 799, 838 ], [ 839, 1000 ], [ 946, 1037 ], [ 1170, 1220 ] ], "trgnoun": "pot", "trgverb": "close" }, { "key": "P24_08+25_26_27_28", "video_id": "P24_08", "narration_ids": [ "P24_08_25", "P24_08_26", "P24_08_27", "P24_08_28" ], "src": "pick_up pasta . pour pasta onto plate . open door", "src1": "pick_up pasta", "src2": "pour pasta onto plate", "src3": "open door", "trg": "put_down pasta", "vis_src": "P24_08:25 P24_08:26 P24_08:27", "vis_trg": "P24_08:28", "narrations": [ "pick up pasta", "pour pasta onto plate", "open door", "put down pasta" ], "verbs": [ "pick-up", "pour-onto", "open", "put-down" ], "verb_classes": [ 0, 9, 3, 1 ], "nouns": [ "pasta", "pasta", "door", "pasta" ], "noun_classes": [ 45, 45, 3, 45 ], "start_stop_timestamps": [ [ "00:00:57.67", "00:00:59.64" ], [ "00:01:01.52", "00:01:17.41" ], [ "00:01:22.04", "00:01:22.76" ], [ "00:01:22.86", "00:01:24.21" ] ], "start_stop_frames": [ [ 3460, 3578 ], [ 3691, 4644 ], [ 4922, 4965 ], [ 4971, 5052 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P30_108+65_66_67_68", "video_id": "P30_108", "narration_ids": [ "P30_108_65", "P30_108_66", "P30_108_67", "P30_108_68" ], "src": "move jug . put plate . pick_up pan_lid", "src1": "move jug", "src2": "put plate", "src3": "pick_up pan_lid", "trg": "scrub pan_lid", "vis_src": "P30_108:65 P30_108:66 P30_108:67", "vis_trg": "P30_108:68", "narrations": [ "move jug", "put plate", "pick up pan lid", "scrub pan lid" ], "verbs": [ "move", "put", "pick-up", "scrub" ], "verb_classes": [ 11, 1, 0, 29 ], "nouns": [ "jug", "plate", "lid:pan", "lid:pan" ], "noun_classes": [ 66, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:02:03.97", "00:02:04.71" ], [ "00:02:04.81", "00:02:05.25" ], [ "00:02:04.89", "00:02:06.16" ], [ "00:02:09.64", "00:02:11.89" ] ], "start_stop_frames": [ [ 6198, 6235 ], [ 6240, 6262 ], [ 6244, 6308 ], [ 6481, 6594 ] ], "trgnoun": "pan_lid", "trgverb": "scrub" }, { "key": "P08_05+40_41_42_43", "video_id": "P08_05", "narration_ids": [ "P08_05_40", "P08_05_41", "P08_05_42", "P08_05_43" ], "src": "get pan . place it on hob . look_for a scale", "src1": "get pan", "src2": "place it on hob", "src3": "look_for a scale", "trg": "place pan on scale", "vis_src": "P08_05:40 P08_05:41 P08_05:42", "vis_trg": "P08_05:43", "narrations": [ "get pan", "place it on hob", "look for a scale", "place pan on scale" ], "verbs": [ "get", "place-on", "look-for", "place-on" ], "verb_classes": [ 0, 1, 48, 1 ], "nouns": [ "pan", "hob", "scale", "pan" ], "noun_classes": [ 5, 24, 108, 5 ], "start_stop_timestamps": [ [ "00:01:52.49", "00:01:54.86" ], [ "00:01:54.74", "00:01:56.50" ], [ "00:02:00.18", "00:02:02.43" ], [ "00:02:02.81", "00:02:04.10" ] ], "start_stop_frames": [ [ 6749, 6891 ], [ 6884, 6990 ], [ 7210, 7345 ], [ 7368, 7446 ] ], "trgnoun": "pan", "trgverb": "place_on" }, { "key": "P24_05+232_233_234_235", "video_id": "P24_05", "narration_ids": [ "P24_05_232", "P24_05_233", "P24_05_234", "P24_05_235" ], "src": "mix salad . put fork away . get bottle of oil", "src1": "mix salad", "src2": "put fork away", "src3": "get bottle of oil", "trg": "open bottle of oil", "vis_src": "P24_05:232 P24_05:233 P24_05:234", "vis_trg": "P24_05:235", "narrations": [ "mix salad", "put fork away", "get bottle of oil", "open bottle of oil" ], "verbs": [ "mix", "put", "get", "open" ], "verb_classes": [ 10, 1, 0, 3 ], "nouns": [ "salad", "fork", "bottle:oil", "bottle:oil" ], "noun_classes": [ 68, 14, 15, 15 ], "start_stop_timestamps": [ [ "00:20:15.04", "00:20:22.54" ], [ "00:20:17.19", "00:20:25.81" ], [ "00:20:24.95", "00:20:25.94" ], [ "00:20:26.09", "00:20:29.39" ] ], "start_stop_frames": [ [ 72902, 73352 ], [ 73031, 73548 ], [ 73497, 73556 ], [ 73565, 73763 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P22_109+240_241_242_243", "video_id": "P22_109", "narration_ids": [ "P22_109_240", "P22_109_241", "P22_109_242", "P22_109_243" ], "src": "turn_off tap . squeeze sponge . shake hands", "src1": "turn_off tap", "src2": "squeeze sponge", "src3": "shake hands", "trg": "put_down sponge", "vis_src": "P22_109:240 P22_109:241 P22_109:242", "vis_trg": "P22_109:243", "narrations": [ "turn off tap", "squeeze sponge", "shake hands", "put down sponge" ], "verbs": [ "turn-off", "squeeze", "shake", "put-down" ], "verb_classes": [ 8, 18, 15, 1 ], "nouns": [ "tap", "sponge", "hand", "sponge" ], "noun_classes": [ 0, 9, 11, 9 ], "start_stop_timestamps": [ [ "00:09:47.90", "00:09:48.70" ], [ "00:09:48.80", "00:09:50.33" ], [ "00:09:49.99", "00:09:51.40" ], [ "00:09:52.54", "00:09:53.26" ] ], "start_stop_frames": [ [ 29395, 29435 ], [ 29439, 29516 ], [ 29499, 29570 ], [ 29627, 29663 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P37_101+155_156_157_158", "video_id": "P37_101", "narration_ids": [ "P37_101_155", "P37_101_156", "P37_101_157", "P37_101_158" ], "src": "shake cucumbers to remove water . put cucumbers down . cut cucumbers", "src1": "shake cucumbers to remove water", "src2": "put cucumbers down", "src3": "cut cucumbers", "trg": "shovel_up cucumbers", "vis_src": "P37_101:155 P37_101:156 P37_101:157", "vis_trg": "P37_101:158", "narrations": [ "shake cucumbers to remove water", "put cucumbers down", "cut cucumbers", "shovel up cucumbers" ], "verbs": [ "shake", "put-down", "cut", "shovel-up" ], "verb_classes": [ 15, 1, 7, 16 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:08:10.19", "00:08:11.57" ], [ "00:08:12.63", "00:08:13.71" ], [ "00:08:14.30", "00:08:25.80" ], [ "00:09:28.94", "00:09:30.69" ] ], "start_stop_frames": [ [ 24509, 24578 ], [ 24631, 24685 ], [ 24715, 25290 ], [ 28447, 28534 ] ], "trgnoun": "cucumber", "trgverb": "shovel_up" }, { "key": "P02_02+21_22_23_24", "video_id": "P02_02", "narration_ids": [ "P02_02_21", "P02_02_22", "P02_02_23", "P02_02_24" ], "src": "pick_up knife . wash knife . pick_up spoon", "src1": "pick_up knife", "src2": "wash knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P02_02:21 P02_02:22 P02_02:23", "vis_trg": "P02_02:24", "narrations": [ "pick up knife", "wash knife", "pick up spoon", "wash spoon" ], "verbs": [ "pick-up", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:00:58.61", "00:00:59.72" ], [ "00:00:59.82", "00:01:01.70" ], [ "00:01:01.81", "00:01:02.95" ], [ "00:01:02.44", "00:01:05.21" ] ], "start_stop_frames": [ [ 3516, 3583 ], [ 3589, 3702 ], [ 3708, 3777 ], [ 3746, 3912 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P08_18+33_34_35_36", "video_id": "P08_18", "narration_ids": [ "P08_18_33", "P08_18_34", "P08_18_35", "P08_18_36" ], "src": "move bowls . get pan . wipe_off pan", "src1": "move bowls", "src2": "get pan", "src3": "wipe_off pan", "trg": "place pan", "vis_src": "P08_18:33 P08_18:34 P08_18:35", "vis_trg": "P08_18:36", "narrations": [ "move bowls", "get pan", "wipe off pan", "place pan" ], "verbs": [ "move", "get", "wipe-off", "place" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "bowl", "pan", "pan", "pan" ], "noun_classes": [ 7, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:01.50", "00:02:09.57" ], [ "00:02:09.67", "00:02:10.81" ], [ "00:02:11.68", "00:02:19.62" ], [ "00:02:20.27", "00:02:23.57" ] ], "start_stop_frames": [ [ 7290, 7774 ], [ 7780, 7848 ], [ 7900, 8377 ], [ 8416, 8614 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P25_104+220_221_222_223", "video_id": "P25_104", "narration_ids": [ "P25_104_220", "P25_104_221", "P25_104_222", "P25_104_223" ], "src": "close lid . put_down teaspoon . pick_up spoon", "src1": "close lid", "src2": "put_down teaspoon", "src3": "pick_up spoon", "trg": "open lid", "vis_src": "P25_104:220 P25_104:221 P25_104:222", "vis_trg": "P25_104:223", "narrations": [ "close lid", "put down teaspoon", "pick up spoon", "open lid" ], "verbs": [ "close", "put-down", "pick-up", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "lid", "teaspoon", "spoon", "lid" ], "noun_classes": [ 6, 1, 1, 6 ], "start_stop_timestamps": [ [ "00:10:41.00", "00:10:43.99" ], [ "00:10:44.05", "00:10:45.53" ], [ "00:10:56.90", "00:10:58.41" ], [ "00:10:59.18", "00:11:00.84" ] ], "start_stop_frames": [ [ 32050, 32199 ], [ 32202, 32276 ], [ 32845, 32920 ], [ 32959, 33042 ] ], "trgnoun": "lid", "trgverb": "open" }, { "key": "P04_110+384_385_386_387", "video_id": "P04_110", "narration_ids": [ "P04_110_384", "P04_110_385", "P04_110_386", "P04_110_387" ], "src": "dry hands on tea towel . pick_up spatula . turn_over piece of tofu", "src1": "dry hands on tea towel", "src2": "pick_up spatula", "src3": "turn_over piece of tofu", "trg": "feel piece of tofu", "vis_src": "P04_110:384 P04_110:385 P04_110:386", "vis_trg": "P04_110:387", "narrations": [ "dry hands on tea towel", "pick up spatula", "turn over piece of tofu", "feel piece of tofu" ], "verbs": [ "dry-on", "pick-up", "turn-over", "feel" ], "verb_classes": [ 14, 0, 22, 54 ], "nouns": [ "hand", "spatula", "piece:tofu", "piece:tofu" ], "noun_classes": [ 11, 20, 81, 81 ], "start_stop_timestamps": [ [ "00:11:19.49", "00:11:21.72" ], [ "00:11:21.74", "00:11:22.66" ], [ "00:11:22.56", "00:11:25.68" ], [ "00:11:26.58", "00:11:27.74" ] ], "start_stop_frames": [ [ 33974, 34086 ], [ 34087, 34133 ], [ 34128, 34284 ], [ 34329, 34387 ] ], "trgnoun": "tofu_piece", "trgverb": "feel" }, { "key": "P21_03+72_73_74_75", "video_id": "P21_03", "narration_ids": [ "P21_03_72", "P21_03_73", "P21_03_74", "P21_03_75" ], "src": "opening the microwave . taking out the tortillas . placing tortillas on the table", "src1": "opening the microwave", "src2": "taking out the tortillas", "src3": "placing tortillas on the table", "trg": "closing the microwave", "vis_src": "P21_03:72 P21_03:73 P21_03:74", "vis_trg": "P21_03:75", "narrations": [ "opening the microwave", "taking out the tortillas", "placing tortillas on the table", "closing the microwave" ], "verbs": [ "open", "take-out", "place-on", "close" ], "verb_classes": [ 3, 12, 1, 4 ], "nouns": [ "microwave", "tortilla", "tortilla", "microwave" ], "noun_classes": [ 90, 107, 107, 90 ], "start_stop_timestamps": [ [ "00:09:29.00", "00:09:31.38" ], [ "00:09:30.84", "00:09:35.19" ], [ "00:09:34.98", "00:09:37.73" ], [ "00:09:37.83", "00:09:40.82" ] ], "start_stop_frames": [ [ 34140, 34282 ], [ 34250, 34511 ], [ 34498, 34663 ], [ 34669, 34849 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P26_103+133_134_135_136", "video_id": "P26_103", "narration_ids": [ "P26_103_133", "P26_103_134", "P26_103_135", "P26_103_136" ], "src": "lather baking_tray . rinse sponge . put_down sponge", "src1": "lather baking_tray", "src2": "rinse sponge", "src3": "put_down sponge", "trg": "rinse baking_tray", "vis_src": "P26_103:133 P26_103:134 P26_103:135", "vis_trg": "P26_103:136", "narrations": [ "lather baking tray", "rinse sponge", "put down sponge", "rinse baking tray" ], "verbs": [ "lather", "rinse", "put-down", "rinse" ], "verb_classes": [ 2, 2, 1, 2 ], "nouns": [ "tray:baking", "sponge", "sponge", "tray:baking" ], "noun_classes": [ 35, 9, 9, 35 ], "start_stop_timestamps": [ [ "00:08:08.14", "00:08:21.85" ], [ "00:08:23.23", "00:08:27.96" ], [ "00:08:27.87", "00:08:30.45" ], [ "00:08:30.55", "00:08:35.98" ] ], "start_stop_frames": [ [ 24407, 25092 ], [ 25161, 25398 ], [ 25393, 25522 ], [ 25527, 25799 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P22_16+115_116_117_118", "video_id": "P22_16", "narration_ids": [ "P22_16_115", "P22_16_116", "P22_16_117", "P22_16_118" ], "src": "grab bag . grab onion . close cupboard", "src1": "grab bag", "src2": "grab onion", "src3": "close cupboard", "trg": "cut onion", "vis_src": "P22_16:115 P22_16:116 P22_16:117", "vis_trg": "P22_16:118", "narrations": [ "grab bag", "grab onion", "close cupboard", "cut onion" ], "verbs": [ "grab", "grab", "close", "cut" ], "verb_classes": [ 0, 0, 4, 7 ], "nouns": [ "bag", "onion", "cupboard", "onion" ], "noun_classes": [ 19, 16, 3, 16 ], "start_stop_timestamps": [ [ "00:03:43.02", "00:03:44.59" ], [ "00:03:44.90", "00:03:46.77" ], [ "00:03:47.35", "00:03:48.49" ], [ "00:03:50.50", "00:03:52.20" ] ], "start_stop_frames": [ [ 13381, 13475 ], [ 13494, 13606 ], [ 13641, 13709 ], [ 13830, 13932 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P26_103+69_70_71_72", "video_id": "P26_103", "narration_ids": [ "P26_103_69", "P26_103_70", "P26_103_71", "P26_103_72" ], "src": "rinse knife . put_down knife . take fork", "src1": "rinse knife", "src2": "put_down knife", "src3": "take fork", "trg": "rinse fork", "vis_src": "P26_103:69 P26_103:70 P26_103:71", "vis_trg": "P26_103:72", "narrations": [ "rinse knife", "put down knife", "take fork", "rinse fork" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:04:22.40", "00:04:25.77" ], [ "00:04:25.83", "00:04:27.16" ], [ "00:04:27.16", "00:04:27.85" ], [ "00:04:27.86", "00:04:28.73" ] ], "start_stop_frames": [ [ 13119, 13288 ], [ 13291, 13358 ], [ 13358, 13392 ], [ 13393, 13436 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P09_104+15_16_17_18", "video_id": "P09_104", "narration_ids": [ "P09_104_15", "P09_104_16", "P09_104_17", "P09_104_18" ], "src": "open fridge . take strawberries . close fridge", "src1": "open fridge", "src2": "take strawberries", "src3": "close fridge", "trg": "clean strawberry", "vis_src": "P09_104:15 P09_104:16 P09_104:17", "vis_trg": "P09_104:18", "narrations": [ "open fridge", "take strawberries", "close fridge", "clean strawberry" ], "verbs": [ "open", "take", "close", "clean" ], "verb_classes": [ 3, 0, 4, 2 ], "nouns": [ "fridge", "strawberry", "fridge", "strawberry" ], "noun_classes": [ 12, 243, 12, 243 ], "start_stop_timestamps": [ [ "00:01:35.04", "00:01:37.22" ], [ "00:01:39.39", "00:01:41.61" ], [ "00:01:42.59", "00:01:44.58" ], [ "00:01:46.96", "00:02:07.15" ] ], "start_stop_frames": [ [ 4752, 4861 ], [ 4969, 5080 ], [ 5129, 5229 ], [ 5348, 6357 ] ], "trgnoun": "strawberry", "trgverb": "clean" }, { "key": "P30_111+170_171_172_173", "video_id": "P30_111", "narration_ids": [ "P30_111_170", "P30_111_171", "P30_111_172", "P30_111_173" ], "src": "pick_up knife . slice onion . move onion_piece off chopping board", "src1": "pick_up knife", "src2": "slice onion", "src3": "move onion_piece off chopping board", "trg": "put_down knife", "vis_src": "P30_111:170 P30_111:171 P30_111:172", "vis_trg": "P30_111:173", "narrations": [ "pick up knife", "slice onion", "move onion piece off chopping board", "put down knife" ], "verbs": [ "pick-up", "slice", "move-off", "put-down" ], "verb_classes": [ 0, 7, 11, 1 ], "nouns": [ "knife", "onion", "piece:onion", "knife" ], "noun_classes": [ 4, 16, 16, 4 ], "start_stop_timestamps": [ [ "00:06:43.85", "00:06:44.86" ], [ "00:06:44.72", "00:06:49.71" ], [ "00:06:49.20", "00:06:52.20" ], [ "00:06:54.37", "00:06:54.65" ] ], "start_stop_frames": [ [ 20192, 20243 ], [ 20236, 20485 ], [ 20460, 20610 ], [ 20718, 20732 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P22_111+224_225_226_227", "video_id": "P22_111", "narration_ids": [ "P22_111_224", "P22_111_225", "P22_111_226", "P22_111_227" ], "src": "pour tomatoes . put_down knife . put_down bowl", "src1": "pour tomatoes", "src2": "put_down knife", "src3": "put_down bowl", "trg": "pick_up bowl", "vis_src": "P22_111:224 P22_111:225 P22_111:226", "vis_trg": "P22_111:227", "narrations": [ "pour tomatoes", "put down knife", "put down bowl", "pick up bowl" ], "verbs": [ "pour", "put-down", "put-down", "pick-up" ], "verb_classes": [ 9, 1, 1, 0 ], "nouns": [ "tomato", "knife", "bowl", "bowl" ], "noun_classes": [ 43, 4, 7, 7 ], "start_stop_timestamps": [ [ "00:09:29.32", "00:09:36.72" ], [ "00:09:37.08", "00:09:37.76" ], [ "00:09:37.86", "00:09:38.82" ], [ "00:09:38.43", "00:09:39.14" ] ], "start_stop_frames": [ [ 28466, 28836 ], [ 28854, 28888 ], [ 28893, 28941 ], [ 28921, 28957 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P11_104+43_44_45_46", "video_id": "P11_104", "narration_ids": [ "P11_104_43", "P11_104_44", "P11_104_45", "P11_104_46" ], "src": "rinse colander . rinse hands . turn_off tap", "src1": "rinse colander", "src2": "rinse hands", "src3": "turn_off tap", "trg": "put colander on drying rack", "vis_src": "P11_104:43 P11_104:44 P11_104:45", "vis_trg": "P11_104:46", "narrations": [ "rinse colander", "rinse hands", "turn off tap", "put colander on drying rack" ], "verbs": [ "rinse", "rinse", "turn-off", "put-on" ], "verb_classes": [ 2, 2, 8, 1 ], "nouns": [ "colander", "hand", "tap", "colander" ], "noun_classes": [ 39, 11, 0, 39 ], "start_stop_timestamps": [ [ "00:02:57.68", "00:02:59.00" ], [ "00:03:00.44", "00:03:01.50" ], [ "00:03:05.05", "00:03:05.66" ], [ "00:03:05.76", "00:03:06.44" ] ], "start_stop_frames": [ [ 8884, 8950 ], [ 9022, 9075 ], [ 9252, 9283 ], [ 9288, 9322 ] ], "trgnoun": "colander", "trgverb": "put_on" }, { "key": "P25_107+170_171_172_173", "video_id": "P25_107", "narration_ids": [ "P25_107_170", "P25_107_171", "P25_107_172", "P25_107_173" ], "src": "flip aubergines . put_down fork . take fork", "src1": "flip aubergines", "src2": "put_down fork", "src3": "take fork", "trg": "rinse fork", "vis_src": "P25_107:170 P25_107:171 P25_107:172", "vis_trg": "P25_107:173", "narrations": [ "flip aubergines", "put down fork", "take fork", "rinse fork" ], "verbs": [ "flip", "put-down", "take", "rinse" ], "verb_classes": [ 22, 1, 0, 2 ], "nouns": [ "aubergine", "fork", "fork", "fork" ], "noun_classes": [ 67, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:15:10.00", "00:15:28.90" ], [ "00:15:28.95", "00:15:30.06" ], [ "00:15:33.17", "00:15:34.33" ], [ "00:15:35.49", "00:15:38.54" ] ], "start_stop_frames": [ [ 45500, 46445 ], [ 46447, 46503 ], [ 46658, 46716 ], [ 46774, 46927 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P01_105+682_683_684_685", "video_id": "P01_105", "narration_ids": [ "P01_105_682", "P01_105_683", "P01_105_684", "P01_105_685" ], "src": "rinse sponge . turn_off tap . open washing up liquid", "src1": "rinse sponge", "src2": "turn_off tap", "src3": "open washing up liquid", "trg": "pick_up washing up liquid", "vis_src": "P01_105:682 P01_105:683 P01_105:684", "vis_trg": "P01_105:685", "narrations": [ "rinse sponge", "turn off tap", "open washing up liquid", "pick up washing up liquid" ], "verbs": [ "rinse", "turn-off", "open", "pick-up" ], "verb_classes": [ 2, 8, 3, 0 ], "nouns": [ "sponge", "tap", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 9, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:29:18.94", "00:29:20.04" ], [ "00:29:20.14", "00:29:20.39" ], [ "00:29:21.39", "00:29:21.69" ], [ "00:29:21.99", "00:29:22.39" ] ], "start_stop_frames": [ [ 87947, 88002 ], [ 88007, 88019 ], [ 88069, 88084 ], [ 88099, 88119 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pick_up" }, { "key": "P04_113+222_223_224_225", "video_id": "P04_113", "narration_ids": [ "P04_113_222", "P04_113_223", "P04_113_224", "P04_113_225" ], "src": "pick_up chopstick . put chopstick in cutlery tray . take spoon out of jar", "src1": "pick_up chopstick", "src2": "put chopstick in cutlery tray", "src3": "take spoon out of jar", "trg": "put spoon in cutlery tray", "vis_src": "P04_113:222 P04_113:223 P04_113:224", "vis_trg": "P04_113:225", "narrations": [ "pick up chopstick", "put chopstick in cutlery tray", "take spoon out of jar", "put spoon in cutlery tray" ], "verbs": [ "pick-up", "put-in", "take-out", "put-in" ], "verb_classes": [ 0, 5, 12, 5 ], "nouns": [ "chopstick", "chopstick", "spoon", "spoon" ], "noun_classes": [ 80, 80, 1, 1 ], "start_stop_timestamps": [ [ "00:06:52.30", "00:06:53.41" ], [ "00:06:53.51", "00:06:55.09" ], [ "00:06:54.96", "00:06:58.93" ], [ "00:06:59.90", "00:07:00.62" ] ], "start_stop_frames": [ [ 20615, 20670 ], [ 20675, 20754 ], [ 20748, 20946 ], [ 20995, 21031 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P24_07+30_31_32_33", "video_id": "P24_07", "narration_ids": [ "P24_07_30", "P24_07_31", "P24_07_32", "P24_07_33" ], "src": "throw paper . open bag . pick_up tomato", "src1": "throw paper", "src2": "open bag", "src3": "pick_up tomato", "trg": "put tomato", "vis_src": "P24_07:30 P24_07:31 P24_07:32", "vis_trg": "P24_07:33", "narrations": [ "throw paper", "open bag", "pick up tomato", "put tomato" ], "verbs": [ "throw", "open", "pick-up", "put" ], "verb_classes": [ 13, 3, 0, 1 ], "nouns": [ "paper", "bag", "tomato", "tomato" ], "noun_classes": [ 49, 19, 43, 43 ], "start_stop_timestamps": [ [ "00:01:39.47", "00:01:40.36" ], [ "00:01:42.54", "00:01:45.50" ], [ "00:01:45.60", "00:01:47.08" ], [ "00:01:47.43", "00:01:48.14" ] ], "start_stop_frames": [ [ 5968, 6021 ], [ 6152, 6330 ], [ 6336, 6424 ], [ 6445, 6488 ] ], "trgnoun": "tomato", "trgverb": "put" }, { "key": "P03_101+264_265_266_267", "video_id": "P03_101", "narration_ids": [ "P03_101_264", "P03_101_265", "P03_101_266", "P03_101_267" ], "src": "move bread . put_down cheese . cut cheese into slices", "src1": "move bread", "src2": "put_down cheese", "src3": "cut cheese into slices", "trg": "pick_up slice", "vis_src": "P03_101:264 P03_101:265 P03_101:266", "vis_trg": "P03_101:267", "narrations": [ "move bread", "put down cheese", "cut cheese into slices", "pick up slice" ], "verbs": [ "move", "put-down", "cut-into", "pick-up" ], "verb_classes": [ 11, 1, 7, 0 ], "nouns": [ "bread", "cheese", "cheese", "cheese" ], "noun_classes": [ 33, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:10:52.57", "00:10:53.69" ], [ "00:10:53.79", "00:10:54.57" ], [ "00:10:55.05", "00:11:00.29" ], [ "00:11:00.39", "00:11:00.82" ] ], "start_stop_frames": [ [ 32628, 32684 ], [ 32689, 32728 ], [ 32752, 33014 ], [ 33019, 33041 ] ], "trgnoun": "cheese", "trgverb": "pick_up" }, { "key": "P06_102+48_50_51_52", "video_id": "P06_102", "narration_ids": [ "P06_102_48", "P06_102_50", "P06_102_51", "P06_102_52" ], "src": "pick_up kettle . open kettle . empty kettle", "src1": "pick_up kettle", "src2": "open kettle", "src3": "empty kettle", "trg": "fill kettle", "vis_src": "P06_102:48 P06_102:50 P06_102:51", "vis_trg": "P06_102:52", "narrations": [ "pick up kettle", "open kettle", "empty kettle", "fill kettle" ], "verbs": [ "pick-up", "open", "empty", "fill" ], "verb_classes": [ 0, 3, 20, 26 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:04:19.36", "00:04:20.85" ], [ "00:04:21.50", "00:04:22.36" ], [ "00:04:26.27", "00:04:28.42" ], [ "00:04:28.87", "00:04:32.05" ] ], "start_stop_frames": [ [ 12968, 13042 ], [ 13075, 13118 ], [ 13313, 13421 ], [ 13443, 13602 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P02_121+64_65_66_67", "video_id": "P02_121", "narration_ids": [ "P02_121_64", "P02_121_65", "P02_121_66", "P02_121_67" ], "src": "put hand_blender in sink . move bowl . mix mixture using spoon", "src1": "put hand_blender in sink", "src2": "move bowl", "src3": "mix mixture using spoon", "trg": "pick_up bowl", "vis_src": "P02_121:64 P02_121:65 P02_121:66", "vis_trg": "P02_121:67", "narrations": [ "put hand blender in sink", "move bowl", "mix mixture using spoon", "pick up bowl" ], "verbs": [ "put-in", "move", "mix", "pick-up" ], "verb_classes": [ 5, 11, 10, 0 ], "nouns": [ "blender:hand", "bowl", "mixture", "bowl" ], "noun_classes": [ 82, 7, 71, 7 ], "start_stop_timestamps": [ [ "00:03:30.29", "00:03:32.14" ], [ "00:03:34.09", "00:03:36.28" ], [ "00:03:36.18", "00:03:39.44" ], [ "00:03:39.60", "00:03:40.20" ] ], "start_stop_frames": [ [ 10514, 10607 ], [ 10704, 10814 ], [ 10809, 10972 ], [ 10980, 11010 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P06_108+119_120_121_122", "video_id": "P06_108", "narration_ids": [ "P06_108_119", "P06_108_120", "P06_108_121", "P06_108_122" ], "src": "pick_up packet . wash packet . read label", "src1": "pick_up packet", "src2": "wash packet", "src3": "read label", "trg": "put packet in bin", "vis_src": "P06_108:119 P06_108:120 P06_108:121", "vis_trg": "P06_108:122", "narrations": [ "pick up packet", "wash packet", "read label", "put packet in bin" ], "verbs": [ "pick-up", "wash", "read", "put-in" ], "verb_classes": [ 0, 2, 38, 5 ], "nouns": [ "packet", "packet", "label", "packet" ], "noun_classes": [ 26, 26, 222, 26 ], "start_stop_timestamps": [ [ "00:09:14.15", "00:09:18.70" ], [ "00:09:20.14", "00:09:26.39" ], [ "00:09:23.80", "00:09:26.32" ], [ "00:09:28.98", "00:09:31.70" ] ], "start_stop_frames": [ [ 27707, 27935 ], [ 28007, 28319 ], [ 28189, 28316 ], [ 28449, 28585 ] ], "trgnoun": "packet", "trgverb": "put_in" }, { "key": "P04_109+342_347_351_352", "video_id": "P04_109", "narration_ids": [ "P04_109_342", "P04_109_347", "P04_109_351", "P04_109_352" ], "src": "tear broccoli floret in two . tear broccoli floret off broccoli . put floret into pan", "src1": "tear broccoli floret in two", "src2": "tear broccoli floret off broccoli", "src3": "put floret into pan", "trg": "tear broccoli floret into two", "vis_src": "P04_109:342 P04_109:347 P04_109:351", "vis_trg": "P04_109:352", "narrations": [ "tear broccoli floret in two", "tear broccoli floret off broccoli", "put floret into pan", "tear broccoli floret into two" ], "verbs": [ "tear-in", "tear", "put-into", "tear-into" ], "verb_classes": [ 43, 43, 5, 43 ], "nouns": [ "broccoli", "broccoli", "floret", "broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:48.30", "00:10:48.84" ], [ "00:10:51.64", "00:10:53.39" ], [ "00:10:55.94", "00:10:56.44" ], [ "00:10:56.51", "00:10:57.10" ] ], "start_stop_frames": [ [ 32414, 32442 ], [ 32582, 32669 ], [ 32797, 32822 ], [ 32825, 32855 ] ], "trgnoun": "broccoli", "trgverb": "tear_into" }, { "key": "P03_14+7_8_9_10", "video_id": "P03_14", "narration_ids": [ "P03_14_7", "P03_14_8", "P03_14_9", "P03_14_10" ], "src": "turn saucepan . turn lid . grab saucepan", "src1": "turn saucepan", "src2": "turn lid", "src3": "grab saucepan", "trg": "put saucepan on hob", "vis_src": "P03_14:7 P03_14:8 P03_14:9", "vis_trg": "P03_14:10", "narrations": [ "turn saucepan", "turn lid", "grab saucepan", "put saucepan on hob" ], "verbs": [ "turn", "turn", "grab", "put-on" ], "verb_classes": [ 23, 23, 0, 1 ], "nouns": [ "saucepan", "lid", "saucepan", "saucepan" ], "noun_classes": [ 5, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:00:16.61", "00:00:17.62" ], [ "00:00:18.72", "00:00:21.47" ], [ "00:00:26.06", "00:00:27.34" ], [ "00:00:29.14", "00:00:30.40" ] ], "start_stop_frames": [ [ 996, 1057 ], [ 1123, 1288 ], [ 1563, 1640 ], [ 1748, 1824 ] ], "trgnoun": "saucepan", "trgverb": "put_on" }, { "key": "P27_103+544_545_546_547", "video_id": "P27_103", "narration_ids": [ "P27_103_544", "P27_103_545", "P27_103_546", "P27_103_547" ], "src": "use soap . rinse sponge . wash fork", "src1": "use soap", "src2": "rinse sponge", "src3": "wash fork", "trg": "rinse fork", "vis_src": "P27_103:544 P27_103:545 P27_103:546", "vis_trg": "P27_103:547", "narrations": [ "use soap", "rinse sponge", "wash fork", "rinse fork" ], "verbs": [ "use", "rinse", "wash", "rinse" ], "verb_classes": [ 76, 2, 2, 2 ], "nouns": [ "soap", "sponge", "fork", "fork" ], "noun_classes": [ 22, 9, 14, 14 ], "start_stop_timestamps": [ [ "00:36:02.52", "00:36:03.23" ], [ "00:36:03.57", "00:36:03.98" ], [ "00:36:03.80", "00:36:10.67" ], [ "00:36:10.64", "00:36:14.60" ] ], "start_stop_frames": [ [ 108126, 108161 ], [ 108178, 108199 ], [ 108190, 108533 ], [ 108532, 108730 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P10_01+13_14_15_16", "video_id": "P10_01", "narration_ids": [ "P10_01_13", "P10_01_14", "P10_01_15", "P10_01_16" ], "src": "cut open the instant_noodle . put the noodle into the pot . cut open the sauce", "src1": "cut open the instant_noodle", "src2": "put the noodle into the pot", "src3": "cut open the sauce", "trg": "put the sauce inside the pot", "vis_src": "P10_01:13 P10_01:14 P10_01:15", "vis_trg": "P10_01:16", "narrations": [ "cut open the instant noodle", "put the noodle into the pot", "cut open the sauce", "put the sauce inside the pot" ], "verbs": [ "cut", "put-into", "cut", "put-inside" ], "verb_classes": [ 7, 5, 7, 5 ], "nouns": [ "noodle:instant", "noodle", "sauce", "sauce" ], "noun_classes": [ 155, 155, 47, 47 ], "start_stop_timestamps": [ [ "00:01:22.68", "00:01:34.86" ], [ "00:01:35.82", "00:01:42.18" ], [ "00:01:49.42", "00:01:52.96" ], [ "00:01:53.19", "00:01:58.42" ] ], "start_stop_frames": [ [ 4960, 5691 ], [ 5749, 6130 ], [ 6565, 6777 ], [ 6791, 7105 ] ], "trgnoun": "sauce", "trgverb": "put_inside" }, { "key": "P29_01+212_215_216_217", "video_id": "P29_01", "narration_ids": [ "P29_01_212", "P29_01_215", "P29_01_216", "P29_01_217" ], "src": "slice sausage with spatula . open fridge . pick_up chilli", "src1": "slice sausage with spatula", "src2": "open fridge", "src3": "pick_up chilli", "trg": "take chilli out the packet", "vis_src": "P29_01:212 P29_01:215 P29_01:216", "vis_trg": "P29_01:217", "narrations": [ "slice sausage with spatula", "open fridge", "pick up chilli", "take chilli out the packet" ], "verbs": [ "slice-with", "open", "pick-up", "take-out" ], "verb_classes": [ 7, 3, 0, 12 ], "nouns": [ "sausage", "fridge", "chilli", "chilli" ], "noun_classes": [ 86, 12, 69, 69 ], "start_stop_timestamps": [ [ "00:12:55.04", "00:12:55.92" ], [ "00:13:17.24", "00:13:18.61" ], [ "00:13:18.51", "00:13:20.49" ], [ "00:13:20.59", "00:13:23.26" ] ], "start_stop_frames": [ [ 46502, 46555 ], [ 47834, 47916 ], [ 47910, 48029 ], [ 48035, 48195 ] ], "trgnoun": "chilli", "trgverb": "take_out" }, { "key": "P01_18+460_461_462_463", "video_id": "P01_18", "narration_ids": [ "P01_18_460", "P01_18_461", "P01_18_462", "P01_18_463" ], "src": "put_down spatula . take container . put_down container", "src1": "put_down spatula", "src2": "take container", "src3": "put_down container", "trg": "open container", "vis_src": "P01_18:460 P01_18:461 P01_18:462", "vis_trg": "P01_18:463", "narrations": [ "put down spatula", "take container", "put down container", "open container" ], "verbs": [ "put-down", "take", "put-down", "open" ], "verb_classes": [ 1, 0, 1, 3 ], "nouns": [ "spatula", "container", "container", "container" ], "noun_classes": [ 20, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:37:03.69", "00:37:04.55" ], [ "00:37:05.59", "00:37:07.00" ], [ "00:37:06.60", "00:37:07.91" ], [ "00:37:07.31", "00:37:09.07" ] ], "start_stop_frames": [ [ 133421, 133473 ], [ 133535, 133620 ], [ 133596, 133674 ], [ 133638, 133744 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P04_109+35_36_37_38", "video_id": "P04_109", "narration_ids": [ "P04_109_35", "P04_109_36", "P04_109_37", "P04_109_38" ], "src": "slice carrot . pull apart carrot . pick_up bits of carrot", "src1": "slice carrot", "src2": "pull apart carrot", "src3": "pick_up bits of carrot", "trg": "wipe bits of carrot off knife into measuring jug", "vis_src": "P04_109:35 P04_109:36 P04_109:37", "vis_trg": "P04_109:38", "narrations": [ "slice carrot", "pull apart carrot", "pick up bits of carrot", "wipe bits of carrot off knife into measuring jug" ], "verbs": [ "slice", "pull", "pick-up", "wipe-off" ], "verb_classes": [ 7, 31, 0, 2 ], "nouns": [ "carrot", "carrot", "bit:carrot", "bit:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:01:54.61", "00:01:57.02" ], [ "00:01:56.76", "00:01:58.56" ], [ "00:01:58.33", "00:01:59.29" ], [ "00:01:59.39", "00:02:00.30" ] ], "start_stop_frames": [ [ 5730, 5851 ], [ 5838, 5928 ], [ 5916, 5964 ], [ 5969, 6015 ] ], "trgnoun": "carrot_bit", "trgverb": "wipe_off" }, { "key": "P02_105+186_187_188_190", "video_id": "P02_105", "narration_ids": [ "P02_105_186", "P02_105_187", "P02_105_188", "P02_105_190" ], "src": "pick_up honey_jar . open jar of honey . scoop honey", "src1": "pick_up honey_jar", "src2": "open jar of honey", "src3": "scoop honey", "trg": "put honey in mug", "vis_src": "P02_105:186 P02_105:187 P02_105:188", "vis_trg": "P02_105:190", "narrations": [ "pick up honey jar", "open jar of honey", "scoop honey", "put honey in mug" ], "verbs": [ "pick-up", "open", "scoop", "put-in" ], "verb_classes": [ 0, 3, 16, 5 ], "nouns": [ "jar:honey", "jar:honey", "honey", "honey" ], "noun_classes": [ 40, 40, 115, 115 ], "start_stop_timestamps": [ [ "00:06:16.14", "00:06:16.89" ], [ "00:06:17.09", "00:06:18.18" ], [ "00:06:18.28", "00:06:20.57" ], [ "00:06:20.53", "00:06:22.67" ] ], "start_stop_frames": [ [ 18807, 18844 ], [ 18854, 18909 ], [ 18914, 19028 ], [ 19026, 19133 ] ], "trgnoun": "honey", "trgverb": "put_in" }, { "key": "P07_111+27_28_29_30", "video_id": "P07_111", "narration_ids": [ "P07_111_27", "P07_111_28", "P07_111_29", "P07_111_30" ], "src": "rinse glass . turn_off tap . grab coffee_maker", "src1": "rinse glass", "src2": "turn_off tap", "src3": "grab coffee_maker", "trg": "put glass into sink", "vis_src": "P07_111:27 P07_111:28 P07_111:29", "vis_trg": "P07_111:30", "narrations": [ "rinse glass", "turn off tap", "grab coffee maker", "put glass into sink" ], "verbs": [ "rinse", "turn-off", "grab", "put-into" ], "verb_classes": [ 2, 8, 0, 5 ], "nouns": [ "glass", "tap", "maker:coffee", "glass" ], "noun_classes": [ 10, 0, 50, 10 ], "start_stop_timestamps": [ [ "00:01:04.62", "00:01:15.46" ], [ "00:01:15.03", "00:01:15.98" ], [ "00:01:15.99", "00:01:17.21" ], [ "00:01:16.88", "00:01:17.82" ] ], "start_stop_frames": [ [ 3231, 3773 ], [ 3751, 3799 ], [ 3799, 3860 ], [ 3844, 3890 ] ], "trgnoun": "glass", "trgverb": "put_into" }, { "key": "P03_109+191_192_194_195", "video_id": "P03_109", "narration_ids": [ "P03_109_191", "P03_109_192", "P03_109_194", "P03_109_195" ], "src": "wash glass . rinse sponge . squeeze sponge", "src1": "wash glass", "src2": "rinse sponge", "src3": "squeeze sponge", "trg": "put glass on drying up rack", "vis_src": "P03_109:191 P03_109:192 P03_109:194", "vis_trg": "P03_109:195", "narrations": [ "wash glass", "rinse sponge", "squeeze sponge", "put glass on drying up rack" ], "verbs": [ "wash", "rinse", "squeeze", "put-on" ], "verb_classes": [ 2, 2, 18, 1 ], "nouns": [ "glass", "sponge", "sponge", "glass" ], "noun_classes": [ 10, 9, 9, 10 ], "start_stop_timestamps": [ [ "00:10:38.72", "00:10:47.56" ], [ "00:10:47.12", "00:10:48.08" ], [ "00:10:49.54", "00:10:50.44" ], [ "00:10:50.92", "00:10:53.62" ] ], "start_stop_frames": [ [ 31936, 32377 ], [ 32356, 32404 ], [ 32477, 32522 ], [ 32545, 32681 ] ], "trgnoun": "glass", "trgverb": "put_on" }, { "key": "P22_13+221_222_223_224", "video_id": "P22_13", "narration_ids": [ "P22_13_221", "P22_13_222", "P22_13_223", "P22_13_224" ], "src": "close trash_can . rinse hands . close tap", "src1": "close trash_can", "src2": "rinse hands", "src3": "close tap", "trg": "shake hands", "vis_src": "P22_13:221 P22_13:222 P22_13:223", "vis_trg": "P22_13:224", "narrations": [ "close trash can", "rinse hands", "close tap", "shake hands" ], "verbs": [ "close", "rinse", "turn-off", "shake" ], "verb_classes": [ 4, 2, 8, 15 ], "nouns": [ "can:trash", "hand", "tap", "hand" ], "noun_classes": [ 36, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:07:34.26", "00:07:34.78" ], [ "00:07:35.40", "00:07:36.30" ], [ "00:07:36.40", "00:07:37.16" ], [ "00:07:37.26", "00:07:38.34" ] ], "start_stop_frames": [ [ 27255, 27286 ], [ 27324, 27378 ], [ 27384, 27429 ], [ 27435, 27500 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P22_103+332_333_334_335", "video_id": "P22_103", "narration_ids": [ "P22_103_332", "P22_103_333", "P22_103_334", "P22_103_335" ], "src": "put_down glasses . put_down degreaser . pick_up bottle and pot rest", "src1": "put_down glasses", "src2": "put_down degreaser", "src3": "pick_up bottle and pot rest", "trg": "put_down bottle", "vis_src": "P22_103:332 P22_103:333 P22_103:334", "vis_trg": "P22_103:335", "narrations": [ "put down glasses", "put down degreaser", "pick up bottle and pot rest", "put down bottle" ], "verbs": [ "put-down", "put-down", "pick-up", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "glass", "degreaser", "bottle", "bottle" ], "noun_classes": [ 10, 22, 15, 15 ], "start_stop_timestamps": [ [ "00:11:11.37", "00:11:12.10" ], [ "00:11:12.48", "00:11:12.68" ], [ "00:11:14.71", "00:11:15.73" ], [ "00:11:15.83", "00:11:17.77" ] ], "start_stop_frames": [ [ 33568, 33605 ], [ 33624, 33634 ], [ 33735, 33786 ], [ 33791, 33888 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P02_09+59_60_61_62", "video_id": "P02_09", "narration_ids": [ "P02_09_59", "P02_09_60", "P02_09_61", "P02_09_62" ], "src": "put spoon . put salt . pick_up salt", "src1": "put spoon", "src2": "put salt", "src3": "pick_up salt", "trg": "pick_up spoon", "vis_src": "P02_09:59 P02_09:60 P02_09:61", "vis_trg": "P02_09:62", "narrations": [ "put spoon", "put salt", "pick up salt", "pick up spoon" ], "verbs": [ "put", "put", "pick-up", "pick-up" ], "verb_classes": [ 1, 1, 0, 0 ], "nouns": [ "spoon", "salt", "salt", "spoon" ], "noun_classes": [ 1, 38, 38, 1 ], "start_stop_timestamps": [ [ "00:02:22.48", "00:02:23.04" ], [ "00:02:23.00", "00:02:33.36" ], [ "00:02:23.14", "00:02:24.10" ], [ "00:02:23.49", "00:02:24.89" ] ], "start_stop_frames": [ [ 8548, 8582 ], [ 8580, 9201 ], [ 8588, 8646 ], [ 8609, 8693 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P22_07+93_94_95_96", "video_id": "P22_07", "narration_ids": [ "P22_07_93", "P22_07_94", "P22_07_95", "P22_07_96" ], "src": "rinse onions . shake onions . close tap", "src1": "rinse onions", "src2": "shake onions", "src3": "close tap", "trg": "put_down onions", "vis_src": "P22_07:93 P22_07:94 P22_07:95", "vis_trg": "P22_07:96", "narrations": [ "rinse onions", "shake onions", "close tap", "put down onions" ], "verbs": [ "rinse", "shake", "turn-off", "put-down" ], "verb_classes": [ 2, 15, 8, 1 ], "nouns": [ "onion", "onion", "tap", "onion" ], "noun_classes": [ 16, 16, 0, 16 ], "start_stop_timestamps": [ [ "00:03:19.31", "00:03:22.80" ], [ "00:03:22.67", "00:03:24.36" ], [ "00:03:22.70", "00:03:23.44" ], [ "00:03:24.64", "00:03:28.81" ] ], "start_stop_frames": [ [ 11958, 12168 ], [ 12160, 12261 ], [ 12162, 12206 ], [ 12278, 12528 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P12_101+356_357_358_359", "video_id": "P12_101", "narration_ids": [ "P12_101_356", "P12_101_357", "P12_101_358", "P12_101_359" ], "src": "close cupboard . pick_up cheese . open cheese_bag", "src1": "close cupboard", "src2": "pick_up cheese", "src3": "open cheese_bag", "trg": "take_out cheese", "vis_src": "P12_101:356 P12_101:357 P12_101:358", "vis_trg": "P12_101:359", "narrations": [ "close cupboard", "pick up cheese", "open cheese bag", "take out cheese" ], "verbs": [ "close", "pick-up", "open", "take-out" ], "verb_classes": [ 4, 0, 3, 12 ], "nouns": [ "cupboard", "cheese", "bag:cheese", "cheese" ], "noun_classes": [ 3, 32, 19, 32 ], "start_stop_timestamps": [ [ "00:21:59.52", "00:22:01.58" ], [ "00:22:01.96", "00:22:05.88" ], [ "00:22:05.95", "00:22:14.69" ], [ "00:22:15.23", "00:22:16.32" ] ], "start_stop_frames": [ [ 65976, 66079 ], [ 66098, 66294 ], [ 66297, 66734 ], [ 66761, 66816 ] ], "trgnoun": "cheese", "trgverb": "take_out" }, { "key": "P09_104+9_10_11_12", "video_id": "P09_104", "narration_ids": [ "P09_104_9", "P09_104_10", "P09_104_11", "P09_104_12" ], "src": "dry pan . place towel back . turn_on stove", "src1": "dry pan", "src2": "place towel back", "src3": "turn_on stove", "trg": "place pan on stove", "vis_src": "P09_104:9 P09_104:10 P09_104:11", "vis_trg": "P09_104:12", "narrations": [ "dry pan", "place towel back", "turn on stove", "place pan on stove" ], "verbs": [ "dry", "place", "turn-on", "place-on" ], "verb_classes": [ 14, 1, 6, 1 ], "nouns": [ "pan", "towel", "stove", "pan" ], "noun_classes": [ 5, 52, 24, 5 ], "start_stop_timestamps": [ [ "00:01:10.67", "00:01:14.59" ], [ "00:01:14.89", "00:01:15.44" ], [ "00:01:15.10", "00:01:17.45" ], [ "00:01:16.99", "00:01:19.69" ] ], "start_stop_frames": [ [ 3533, 3729 ], [ 3744, 3772 ], [ 3754, 3872 ], [ 3849, 3984 ] ], "trgnoun": "pan", "trgverb": "place_on" }, { "key": "P22_11+109_110_111_112", "video_id": "P22_11", "narration_ids": [ "P22_11_109", "P22_11_110", "P22_11_111", "P22_11_112" ], "src": "put_on lid . flip coffee_grinder . push button", "src1": "put_on lid", "src2": "flip coffee_grinder", "src3": "push button", "trg": "remove lid", "vis_src": "P22_11:109 P22_11:110 P22_11:111", "vis_trg": "P22_11:112", "narrations": [ "put on lid", "flip coffee grinder", "push button", "remove lid" ], "verbs": [ "put-on", "flip", "push", "remove" ], "verb_classes": [ 1, 22, 21, 12 ], "nouns": [ "lid", "grinder:coffee", "button", "lid" ], "noun_classes": [ 6, 50, 92, 6 ], "start_stop_timestamps": [ [ "00:03:56.85", "00:03:58.52" ], [ "00:03:58.62", "00:03:59.87" ], [ "00:03:59.30", "00:04:01.06" ], [ "00:04:02.00", "00:04:04.54" ] ], "start_stop_frames": [ [ 14211, 14311 ], [ 14317, 14392 ], [ 14358, 14463 ], [ 14520, 14672 ] ], "trgnoun": "lid", "trgverb": "remove" }, { "key": "P08_05+293_294_295_296", "video_id": "P08_05", "narration_ids": [ "P08_05_293", "P08_05_294", "P08_05_295", "P08_05_296" ], "src": "place spinach leaves in serving bowl . place wrap on bowl . place bowl on counter", "src1": "place spinach leaves in serving bowl", "src2": "place wrap on bowl", "src3": "place bowl on counter", "trg": "get bowl", "vis_src": "P08_05:293 P08_05:294 P08_05:295", "vis_trg": "P08_05:296", "narrations": [ "place spinach leaves in serving bowl", "place wrap on bowl", "place bowl on counter", "get bowl" ], "verbs": [ "place-in", "place", "place-on", "get" ], "verb_classes": [ 5, 1, 1, 0 ], "nouns": [ "leaf:spinach", "wrap", "bowl", "bowl" ], "noun_classes": [ 62, 107, 7, 7 ], "start_stop_timestamps": [ [ "00:24:05.32", "00:24:11.57" ], [ "00:24:11.92", "00:24:15.42" ], [ "00:24:15.56", "00:24:17.31" ], [ "00:24:17.37", "00:24:18.41" ] ], "start_stop_frames": [ [ 86719, 87094 ], [ 87115, 87325 ], [ 87333, 87438 ], [ 87442, 87504 ] ], "trgnoun": "bowl", "trgverb": "get" }, { "key": "P35_104+30_31_32_33", "video_id": "P35_104", "narration_ids": [ "P35_104_30", "P35_104_31", "P35_104_32", "P35_104_33" ], "src": "wash colander . put_down colander . wash container", "src1": "wash colander", "src2": "put_down colander", "src3": "wash container", "trg": "put_down container", "vis_src": "P35_104:30 P35_104:31 P35_104:32", "vis_trg": "P35_104:33", "narrations": [ "wash colander", "put down colander", "wash container", "put down container" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "colander", "colander", "container", "container" ], "noun_classes": [ 39, 39, 21, 21 ], "start_stop_timestamps": [ [ "00:01:38.34", "00:01:44.64" ], [ "00:01:45.10", "00:01:45.70" ], [ "00:01:46.05", "00:01:52.92" ], [ "00:01:53.02", "00:01:54.44" ] ], "start_stop_frames": [ [ 4917, 5232 ], [ 5255, 5285 ], [ 5302, 5646 ], [ 5651, 5722 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_17+174_175_176_177", "video_id": "P01_17", "narration_ids": [ "P01_17_174", "P01_17_175", "P01_17_176", "P01_17_177" ], "src": "open olive_oil . pour olive_oil . close olive_oil", "src1": "open olive_oil", "src2": "pour olive_oil", "src3": "close olive_oil", "trg": "put_down olive_oil", "vis_src": "P01_17:174 P01_17:175 P01_17:176", "vis_trg": "P01_17:177", "narrations": [ "open olive oil", "pour olive oil", "close olive oil", "put down olive oil" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:11:59.13", "00:12:01.16" ], [ "00:12:01.26", "00:12:06.03" ], [ "00:12:06.13", "00:12:09.62" ], [ "00:12:09.99", "00:12:12.23" ] ], "start_stop_frames": [ [ 43147, 43269 ], [ 43275, 43561 ], [ 43567, 43777 ], [ 43799, 43933 ] ], "trgnoun": "olive_oil", "trgverb": "put_down" }, { "key": "P03_20+21_22_23_24", "video_id": "P03_20", "narration_ids": [ "P03_20_21", "P03_20_22", "P03_20_23", "P03_20_24" ], "src": "pour water . grab saucepan . put_down lid", "src1": "pour water", "src2": "grab saucepan", "src3": "put_down lid", "trg": "fill saucepan", "vis_src": "P03_20:21 P03_20:22 P03_20:23", "vis_trg": "P03_20:24", "narrations": [ "pour water", "grab saucepan", "put down lid", "fill saucepan" ], "verbs": [ "pour", "grab", "put-down", "fill" ], "verb_classes": [ 9, 0, 1, 26 ], "nouns": [ "water", "saucepan", "lid", "saucepan" ], "noun_classes": [ 27, 5, 6, 5 ], "start_stop_timestamps": [ [ "00:02:00.03", "00:02:02.29" ], [ "00:02:02.57", "00:02:03.57" ], [ "00:02:04.54", "00:02:05.29" ], [ "00:02:05.77", "00:02:10.06" ] ], "start_stop_frames": [ [ 7201, 7337 ], [ 7354, 7414 ], [ 7472, 7517 ], [ 7546, 7803 ] ], "trgnoun": "saucepan", "trgverb": "fill" }, { "key": "P27_105+16_17_18_19", "video_id": "P27_105", "narration_ids": [ "P27_105_16", "P27_105_17", "P27_105_18", "P27_105_19" ], "src": "open bottle . pour water . close bottle", "src1": "open bottle", "src2": "pour water", "src3": "close bottle", "trg": "put_down bottle", "vis_src": "P27_105:16 P27_105:17 P27_105:18", "vis_trg": "P27_105:19", "narrations": [ "open bottle", "pour water", "close bottle", "put down bottle" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle", "water", "bottle", "bottle" ], "noun_classes": [ 15, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:01:05.76", "00:01:07.75" ], [ "00:01:07.64", "00:01:10.65" ], [ "00:01:10.75", "00:01:13.69" ], [ "00:01:13.79", "00:01:15.54" ] ], "start_stop_frames": [ [ 3288, 3387 ], [ 3382, 3532 ], [ 3537, 3684 ], [ 3689, 3776 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P35_109+66_67_68_69", "video_id": "P35_109", "narration_ids": [ "P35_109_66", "P35_109_67", "P35_109_68", "P35_109_69" ], "src": "put_down glasses . close cupboard . pick_up drying_rack", "src1": "put_down glasses", "src2": "close cupboard", "src3": "pick_up drying_rack", "trg": "drain drying_rack", "vis_src": "P35_109:66 P35_109:67 P35_109:68", "vis_trg": "P35_109:69", "narrations": [ "put down glasses", "close cupboard", "pick up drying rack", "drain drying rack" ], "verbs": [ "put-down", "close", "pick-up", "drain" ], "verb_classes": [ 1, 4, 0, 37 ], "nouns": [ "glass", "cupboard", "rack:drying", "rack:drying" ], "noun_classes": [ 10, 3, 110, 110 ], "start_stop_timestamps": [ [ "00:02:36.94", "00:02:40.16" ], [ "00:02:40.26", "00:02:42.96" ], [ "00:02:43.00", "00:02:46.64" ], [ "00:02:46.27", "00:02:52.99" ] ], "start_stop_frames": [ [ 7847, 8008 ], [ 8013, 8148 ], [ 8150, 8332 ], [ 8313, 8649 ] ], "trgnoun": "drying_rack", "trgverb": "drain" }, { "key": "P06_102+20_21_22_23", "video_id": "P06_102", "narration_ids": [ "P06_102_20", "P06_102_21", "P06_102_22", "P06_102_23" ], "src": "pour flour into sieve . scrunch_up bag . put bag in recycling", "src1": "pour flour into sieve", "src2": "scrunch_up bag", "src3": "put bag in recycling", "trg": "sieve flour", "vis_src": "P06_102:20 P06_102:21 P06_102:22", "vis_trg": "P06_102:23", "narrations": [ "pour flour into sieve", "scrunch up bag", "put bag in recycling", "sieve flour" ], "verbs": [ "pour-into", "scrunch-up", "put-in", "sieve" ], "verb_classes": [ 9, 18, 5, 9 ], "nouns": [ "flour", "bag", "bag", "flour" ], "noun_classes": [ 75, 19, 19, 75 ], "start_stop_timestamps": [ [ "00:01:57.86", "00:02:13.32" ], [ "00:02:14.32", "00:02:16.60" ], [ "00:02:14.12", "00:02:17.88" ], [ "00:02:18.93", "00:02:45.51" ] ], "start_stop_frames": [ [ 5893, 6666 ], [ 6716, 6830 ], [ 6706, 6894 ], [ 6946, 8275 ] ], "trgnoun": "flour", "trgverb": "sieve" }, { "key": "P04_05+166_167_168_169", "video_id": "P04_05", "narration_ids": [ "P04_05_166", "P04_05_167", "P04_05_168", "P04_05_169" ], "src": "dry spoon . open spice . spoon spice", "src1": "dry spoon", "src2": "open spice", "src3": "spoon spice", "trg": "pick_up spice", "vis_src": "P04_05:166 P04_05:167 P04_05:168", "vis_trg": "P04_05:169", "narrations": [ "dry spoon", "open spice", "spoon spice", "pick up spice" ], "verbs": [ "dry", "open", "spoon", "pick-up" ], "verb_classes": [ 14, 3, 16, 0 ], "nouns": [ "spoon", "spice", "spice", "spice" ], "noun_classes": [ 1, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:19:15.31", "00:19:23.78" ], [ "00:19:28.36", "00:19:32.11" ], [ "00:19:32.50", "00:19:35.16" ], [ "00:19:40.19", "00:19:41.83" ] ], "start_stop_frames": [ [ 69318, 69826 ], [ 70101, 70326 ], [ 70350, 70509 ], [ 70811, 70909 ] ], "trgnoun": "spice", "trgverb": "pick_up" }, { "key": "P04_05+151_152_153_154", "video_id": "P04_05", "narration_ids": [ "P04_05_151", "P04_05_152", "P04_05_153", "P04_05_154" ], "src": "put_down tomatoes . stir pan . pick_up potato", "src1": "put_down tomatoes", "src2": "stir pan", "src3": "pick_up potato", "trg": "eat potato", "vis_src": "P04_05:151 P04_05:152 P04_05:153", "vis_trg": "P04_05:154", "narrations": [ "put down tomatoes", "stir pan", "pick up potato", "eat potato" ], "verbs": [ "put-down", "stir", "pick-up", "eat" ], "verb_classes": [ 1, 10, 0, 35 ], "nouns": [ "tomato", "pan", "potato", "potato" ], "noun_classes": [ 43, 5, 30, 30 ], "start_stop_timestamps": [ [ "00:18:17.44", "00:18:21.05" ], [ "00:18:24.07", "00:18:26.65" ], [ "00:18:27.73", "00:18:29.31" ], [ "00:18:31.42", "00:18:34.75" ] ], "start_stop_frames": [ [ 65846, 66063 ], [ 66244, 66399 ], [ 66463, 66558 ], [ 66685, 66885 ] ], "trgnoun": "potato", "trgverb": "eat" }, { "key": "P06_103+117_118_119_120", "video_id": "P06_103", "narration_ids": [ "P06_103_117", "P06_103_118", "P06_103_119", "P06_103_120" ], "src": "put_down cup . turn_on tap . rinse rice", "src1": "put_down cup", "src2": "turn_on tap", "src3": "rinse rice", "trg": "turn_off tap", "vis_src": "P06_103:117 P06_103:118 P06_103:119", "vis_trg": "P06_103:120", "narrations": [ "put down cup", "turn on tap", "rinse rice", "turn off tap" ], "verbs": [ "put-down", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "cup", "tap", "rice", "tap" ], "noun_classes": [ 13, 0, 55, 0 ], "start_stop_timestamps": [ [ "00:08:11.17", "00:08:12.39" ], [ "00:08:13.42", "00:08:14.58" ], [ "00:08:15.54", "00:08:48.71" ], [ "00:08:48.80", "00:08:49.83" ] ], "start_stop_frames": [ [ 24558, 24619 ], [ 24671, 24729 ], [ 24777, 26435 ], [ 26439, 26491 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_118+80_81_82_83", "video_id": "P02_118", "narration_ids": [ "P02_118_80", "P02_118_81", "P02_118_82", "P02_118_83" ], "src": "put bowl on processor . pick_up processor_cover . put_down processor_cover", "src1": "put bowl on processor", "src2": "pick_up processor_cover", "src3": "put_down processor_cover", "trg": "lock processor_cover", "vis_src": "P02_118:80 P02_118:81 P02_118:82", "vis_trg": "P02_118:83", "narrations": [ "put bowl on processor", "pick up processor cover", "put down processor cover", "lock processor cover" ], "verbs": [ "put-on", "pick-up", "put-down", "lock" ], "verb_classes": [ 1, 0, 1, 86 ], "nouns": [ "bowl", "cover:processor", "cover:processor", "cover:processor" ], "noun_classes": [ 7, 89, 89, 89 ], "start_stop_timestamps": [ [ "00:04:25.00", "00:04:29.67" ], [ "00:04:30.66", "00:04:32.25" ], [ "00:04:32.13", "00:04:36.83" ], [ "00:04:36.44", "00:04:37.40" ] ], "start_stop_frames": [ [ 13250, 13483 ], [ 13533, 13612 ], [ 13606, 13841 ], [ 13822, 13869 ] ], "trgnoun": "processor_cover", "trgverb": "lock" }, { "key": "P02_03+285_286_287_288", "video_id": "P02_03", "narration_ids": [ "P02_03_285", "P02_03_286", "P02_03_287", "P02_03_288" ], "src": "scoop more_cheese . put cheese into pan . put spoon into sink", "src1": "scoop more_cheese", "src2": "put cheese into pan", "src3": "put spoon into sink", "trg": "put cheese down", "vis_src": "P02_03:285 P02_03:286 P02_03:287", "vis_trg": "P02_03:288", "narrations": [ "scoop more cheese", "put cheese into pan", "put spoon into sink", "put cheese down" ], "verbs": [ "scoop", "put-into", "put-into", "put-down" ], "verb_classes": [ 16, 5, 5, 1 ], "nouns": [ "cheese:more", "cheese", "spoon", "cheese" ], "noun_classes": [ 32, 32, 1, 32 ], "start_stop_timestamps": [ [ "00:16:03.36", "00:16:04.88" ], [ "00:16:05.03", "00:16:06.55" ], [ "00:16:08.03", "00:16:09.13" ], [ "00:16:10.84", "00:16:11.70" ] ], "start_stop_frames": [ [ 57801, 57892 ], [ 57901, 57993 ], [ 58081, 58147 ], [ 58250, 58302 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P02_09+454_455_456_457", "video_id": "P02_09", "narration_ids": [ "P02_09_454", "P02_09_455", "P02_09_456", "P02_09_457" ], "src": "return sink_hole . pick_up liquid . open tap", "src1": "return sink_hole", "src2": "pick_up liquid", "src3": "open tap", "trg": "fill liquid", "vis_src": "P02_09:454 P02_09:455 P02_09:456", "vis_trg": "P02_09:457", "narrations": [ "return sink hole", "pick up liquid", "open tap", "fill liquid" ], "verbs": [ "return", "pick-up", "turn-on", "fill" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "hole:sink", "liquid", "tap", "liquid" ], "noun_classes": [ 63, 150, 0, 150 ], "start_stop_timestamps": [ [ "00:30:40.88", "00:30:42.43" ], [ "00:30:42.95", "00:30:43.98" ], [ "00:30:44.41", "00:30:45.55" ], [ "00:30:45.40", "00:30:48.74" ] ], "start_stop_frames": [ [ 110452, 110545 ], [ 110577, 110638 ], [ 110664, 110733 ], [ 110724, 110924 ] ], "trgnoun": "liquid", "trgverb": "fill" }, { "key": "P22_111+113_114_115_116", "video_id": "P22_111", "narration_ids": [ "P22_111_113", "P22_111_114", "P22_111_115", "P22_111_116" ], "src": "pick_up bowl . close cupboard . take fork", "src1": "pick_up bowl", "src2": "close cupboard", "src3": "take fork", "trg": "put_down bowl", "vis_src": "P22_111:113 P22_111:114 P22_111:115", "vis_trg": "P22_111:116", "narrations": [ "pick up bowl", "close cupboard", "take fork", "put down bowl" ], "verbs": [ "pick-up", "close", "take", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "bowl", "cupboard", "fork", "bowl" ], "noun_classes": [ 7, 3, 14, 7 ], "start_stop_timestamps": [ [ "00:05:06.35", "00:05:08.73" ], [ "00:05:09.30", "00:05:10.55" ], [ "00:05:11.40", "00:05:11.96" ], [ "00:05:12.30", "00:05:13.30" ] ], "start_stop_frames": [ [ 15317, 15436 ], [ 15465, 15527 ], [ 15569, 15597 ], [ 15615, 15665 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P07_116+17_18_19_20", "video_id": "P07_116", "narration_ids": [ "P07_116_17", "P07_116_18", "P07_116_19", "P07_116_20" ], "src": "press chicken . grab pot . grab lid", "src1": "press chicken", "src2": "grab pot", "src3": "grab lid", "trg": "uncover pot", "vis_src": "P07_116:17 P07_116:18 P07_116:19", "vis_trg": "P07_116:20", "narrations": [ "press chicken", "grab pot", "grab lid", "uncover pot" ], "verbs": [ "press", "grab", "grab", "uncover" ], "verb_classes": [ 21, 0, 0, 83 ], "nouns": [ "chicken", "pot", "lid", "pot" ], "noun_classes": [ 57, 29, 6, 29 ], "start_stop_timestamps": [ [ "00:00:43.33", "00:00:46.21" ], [ "00:00:45.70", "00:00:48.54" ], [ "00:00:48.42", "00:00:49.39" ], [ "00:00:49.49", "00:00:50.62" ] ], "start_stop_frames": [ [ 2166, 2310 ], [ 2285, 2427 ], [ 2421, 2469 ], [ 2474, 2531 ] ], "trgnoun": "pot", "trgverb": "uncover" }, { "key": "P07_102+25_26_27_28", "video_id": "P07_102", "narration_ids": [ "P07_102_25", "P07_102_26", "P07_102_27", "P07_102_28" ], "src": "turn_off tap . grab lid . grab sponge", "src1": "turn_off tap", "src2": "grab lid", "src3": "grab sponge", "trg": "wash lid", "vis_src": "P07_102:25 P07_102:26 P07_102:27", "vis_trg": "P07_102:28", "narrations": [ "turn off tap", "grab lid", "grab sponge", "wash lid" ], "verbs": [ "turn-off", "grab", "grab", "wash" ], "verb_classes": [ 8, 0, 0, 2 ], "nouns": [ "tap", "lid", "sponge", "lid" ], "noun_classes": [ 0, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:01:14.79", "00:01:15.63" ], [ "00:01:17.19", "00:01:18.55" ], [ "00:01:18.56", "00:01:19.38" ], [ "00:01:19.39", "00:01:26.18" ] ], "start_stop_frames": [ [ 3739, 3781 ], [ 3859, 3927 ], [ 3928, 3969 ], [ 3969, 4309 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P01_105+157_158_159_160", "video_id": "P01_105", "narration_ids": [ "P01_105_157", "P01_105_158", "P01_105_159", "P01_105_160" ], "src": "pick_up knife . pick_up cutting_board . move carrot into wok", "src1": "pick_up knife", "src2": "pick_up cutting_board", "src3": "move carrot into wok", "trg": "put_down cutting_board and knife", "vis_src": "P01_105:157 P01_105:158 P01_105:159", "vis_trg": "P01_105:160", "narrations": [ "pick up knife", "pick up cutting board", "move carrot into wok", "put down cutting board and knife" ], "verbs": [ "pick-up", "pick-up", "move-into", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "knife", "board:cutting", "carrot", "board:cutting" ], "noun_classes": [ 4, 18, 41, 18 ], "start_stop_timestamps": [ [ "00:05:43.77", "00:05:44.20" ], [ "00:05:44.01", "00:05:46.12" ], [ "00:05:46.24", "00:05:48.71" ], [ "00:05:49.40", "00:05:51.06" ] ], "start_stop_frames": [ [ 17188, 17210 ], [ 17200, 17306 ], [ 17312, 17435 ], [ 17470, 17553 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P02_131+16_17_18_19", "video_id": "P02_131", "narration_ids": [ "P02_131_16", "P02_131_17", "P02_131_18", "P02_131_19" ], "src": "pick_up chopping_board . put_down chopping_board . pick_up mixture from bowl", "src1": "pick_up chopping_board", "src2": "put_down chopping_board", "src3": "pick_up mixture from bowl", "trg": "put_down mixture", "vis_src": "P02_131:16 P02_131:17 P02_131:18", "vis_trg": "P02_131:19", "narrations": [ "pick up chopping board", "put down chopping board", "pick up mixture from bowl", "put down mixture" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "mixture", "mixture" ], "noun_classes": [ 18, 18, 71, 71 ], "start_stop_timestamps": [ [ "00:01:50.59", "00:01:55.01" ], [ "00:01:54.94", "00:01:56.19" ], [ "00:01:56.36", "00:02:00.96" ], [ "00:02:01.06", "00:02:01.62" ] ], "start_stop_frames": [ [ 5529, 5750 ], [ 5747, 5809 ], [ 5818, 6048 ], [ 6053, 6081 ] ], "trgnoun": "mixture", "trgverb": "put_down" }, { "key": "P24_03+6_7_8_9", "video_id": "P24_03", "narration_ids": [ "P24_03_6", "P24_03_7", "P24_03_8", "P24_03_9" ], "src": "rinse sponge . put dish washing liquid into sponge . wash plate", "src1": "rinse sponge", "src2": "put dish washing liquid into sponge", "src3": "wash plate", "trg": "pick_up plate", "vis_src": "P24_03:6 P24_03:7 P24_03:8", "vis_trg": "P24_03:9", "narrations": [ "rinse sponge", "put dish washing liquid into sponge", "wash plate", "pick up plate" ], "verbs": [ "rinse", "put", "wash", "pick-up" ], "verb_classes": [ 2, 1, 2, 0 ], "nouns": [ "sponge", "liquid:dish:washing", "plate", "plate" ], "noun_classes": [ 9, 22, 2, 2 ], "start_stop_timestamps": [ [ "00:00:14.94", "00:00:16.69" ], [ "00:00:22.05", "00:00:27.95" ], [ "00:00:29.00", "00:00:47.07" ], [ "00:00:30.89", "00:00:32.39" ] ], "start_stop_frames": [ [ 896, 1001 ], [ 1323, 1677 ], [ 1740, 2824 ], [ 1853, 1943 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P04_101+169_170_171_172", "video_id": "P04_101", "narration_ids": [ "P04_101_169", "P04_101_170", "P04_101_171", "P04_101_172" ], "src": "open cupboard . close cupboard . pick_up mug", "src1": "open cupboard", "src2": "close cupboard", "src3": "pick_up mug", "trg": "smell mug", "vis_src": "P04_101:169 P04_101:170 P04_101:171", "vis_trg": "P04_101:172", "narrations": [ "open cupboard", "close cupboard", "pick up mug", "smell mug" ], "verbs": [ "open", "close", "pick-up", "smell" ], "verb_classes": [ 3, 4, 0, 75 ], "nouns": [ "cupboard", "cupboard", "mug", "mug" ], "noun_classes": [ 3, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:06:08.30", "00:06:14.30" ], [ "00:06:14.64", "00:06:15.26" ], [ "00:06:17.00", "00:06:21.07" ], [ "00:06:21.17", "00:06:26.69" ] ], "start_stop_frames": [ [ 18415, 18715 ], [ 18732, 18763 ], [ 18850, 19053 ], [ 19058, 19334 ] ], "trgnoun": "mug", "trgverb": "smell" }, { "key": "P04_23+7_8_9_10", "video_id": "P04_23", "narration_ids": [ "P04_23_7", "P04_23_8", "P04_23_9", "P04_23_10" ], "src": "measure spice . put spice in pan . put peppercorns in pan", "src1": "measure spice", "src2": "put spice in pan", "src3": "put peppercorns in pan", "trg": "put_away spices", "vis_src": "P04_23:7 P04_23:8 P04_23:9", "vis_trg": "P04_23:10", "narrations": [ "measure spice", "put spice in pan", "put peppercorns in pan", "put away spices" ], "verbs": [ "measure", "put-in", "put-in", "put-away" ], "verb_classes": [ 69, 5, 5, 1 ], "nouns": [ "spice", "spice", "peppercorn", "spice" ], "noun_classes": [ 85, 85, 37, 85 ], "start_stop_timestamps": [ [ "00:00:44.01", "00:00:45.52" ], [ "00:00:45.17", "00:00:47.16" ], [ "00:00:56.43", "00:01:00.18" ], [ "00:01:17.44", "00:01:26.08" ] ], "start_stop_frames": [ [ 2640, 2731 ], [ 2710, 2829 ], [ 3385, 3610 ], [ 4646, 5164 ] ], "trgnoun": "spice", "trgverb": "put_away" }, { "key": "P01_05+250_251_252_253", "video_id": "P01_05", "narration_ids": [ "P01_05_250", "P01_05_251", "P01_05_252", "P01_05_253" ], "src": "close oil . put_down oil . take rosemary", "src1": "close oil", "src2": "put_down oil", "src3": "take rosemary", "trg": "open rosemary", "vis_src": "P01_05:250 P01_05:251 P01_05:252", "vis_trg": "P01_05:253", "narrations": [ "close oil", "put down oil", "take rosemary", "open rosemary" ], "verbs": [ "close", "put-down", "take", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "oil", "oil", "rosemary", "rosemary" ], "noun_classes": [ 31, 31, 277, 277 ], "start_stop_timestamps": [ [ "00:20:37.55", "00:20:42.16" ], [ "00:20:41.53", "00:20:44.43" ], [ "00:20:44.25", "00:20:44.99" ], [ "00:20:45.15", "00:20:47.23" ] ], "start_stop_frames": [ [ 74253, 74529 ], [ 74491, 74665 ], [ 74655, 74699 ], [ 74709, 74833 ] ], "trgnoun": "rosemary", "trgverb": "open" }, { "key": "P28_105+75_76_77_78", "video_id": "P28_105", "narration_ids": [ "P28_105_75", "P28_105_76", "P28_105_77", "P28_105_78" ], "src": "wash ladle . put ladle . wash fork", "src1": "wash ladle", "src2": "put ladle", "src3": "wash fork", "trg": "put fork", "vis_src": "P28_105:75 P28_105:76 P28_105:77", "vis_trg": "P28_105:78", "narrations": [ "wash ladle", "put ladle", "wash fork", "put fork" ], "verbs": [ "wash", "put", "wash", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "ladle", "ladle", "fork", "fork" ], "noun_classes": [ 97, 97, 14, 14 ], "start_stop_timestamps": [ [ "00:06:00.15", "00:06:07.08" ], [ "00:06:07.13", "00:06:07.85" ], [ "00:06:07.91", "00:06:10.53" ], [ "00:06:10.33", "00:06:11.25" ] ], "start_stop_frames": [ [ 18007, 18354 ], [ 18356, 18392 ], [ 18395, 18526 ], [ 18516, 18562 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P22_17+91_92_93_94", "video_id": "P22_17", "narration_ids": [ "P22_17_91", "P22_17_92", "P22_17_93", "P22_17_94" ], "src": "close bottle . open freezer . pick_up object", "src1": "close bottle", "src2": "open freezer", "src3": "pick_up object", "trg": "put_down object", "vis_src": "P22_17:91 P22_17:92 P22_17:93", "vis_trg": "P22_17:94", "narrations": [ "close bottle", "open freezer", "pick up object", "put down object" ], "verbs": [ "close", "open", "pick-up", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "bottle", "freezer", "freezer", "freezer" ], "noun_classes": [ 15, 113, 113, 113 ], "start_stop_timestamps": [ [ "00:04:16.59", "00:04:18.00" ], [ "00:04:17.89", "00:04:20.74" ], [ "00:04:20.51", "00:04:26.81" ], [ "00:04:26.96", "00:04:28.97" ] ], "start_stop_frames": [ [ 15395, 15480 ], [ 15473, 15644 ], [ 15630, 16008 ], [ 16017, 16138 ] ], "trgnoun": "freezer", "trgverb": "put_down" }, { "key": "P08_24+8_9_10_11", "video_id": "P08_24", "narration_ids": [ "P08_24_8", "P08_24_9", "P08_24_10", "P08_24_11" ], "src": "get tissue . mash garlic . take skins", "src1": "get tissue", "src2": "mash garlic", "src3": "take skins", "trg": "press garlic", "vis_src": "P08_24:8 P08_24:9 P08_24:10", "vis_trg": "P08_24:11", "narrations": [ "get tissue", "mash garlic", "take skins", "press garlic" ], "verbs": [ "get", "mash", "take", "press" ], "verb_classes": [ 0, 49, 0, 21 ], "nouns": [ "tissue", "garlic", "skin", "garlic" ], "noun_classes": [ 88, 51, 48, 51 ], "start_stop_timestamps": [ [ "00:00:21.26", "00:00:22.51" ], [ "00:00:29.58", "00:00:31.99" ], [ "00:00:32.79", "00:00:37.79" ], [ "00:00:38.31", "00:00:41.59" ] ], "start_stop_frames": [ [ 1275, 1350 ], [ 1774, 1919 ], [ 1967, 2267 ], [ 2298, 2495 ] ], "trgnoun": "garlic", "trgverb": "press" }, { "key": "P01_18+439_440_441_442", "video_id": "P01_18", "narration_ids": [ "P01_18_439", "P01_18_440", "P01_18_441", "P01_18_442" ], "src": "stir food . pour squash . put_down spatula", "src1": "stir food", "src2": "pour squash", "src3": "put_down spatula", "trg": "take spatula", "vis_src": "P01_18:439 P01_18:440 P01_18:441", "vis_trg": "P01_18:442", "narrations": [ "stir food", "pour squash", "put down spatula", "take spatula" ], "verbs": [ "stir", "pour", "put-down", "take" ], "verb_classes": [ 10, 9, 1, 0 ], "nouns": [ "food", "squash", "spatula", "spatula" ], "noun_classes": [ 34, 116, 20, 20 ], "start_stop_timestamps": [ [ "00:34:02.46", "00:34:12.24" ], [ "00:34:12.34", "00:34:19.90" ], [ "00:34:29.44", "00:34:30.44" ], [ "00:34:38.29", "00:34:39.29" ] ], "start_stop_frames": [ [ 122547, 123134 ], [ 123140, 123594 ], [ 124166, 124226 ], [ 124697, 124757 ] ], "trgnoun": "spatula", "trgverb": "take" }, { "key": "P02_09+47_48_49_50", "video_id": "P02_09", "narration_ids": [ "P02_09_47", "P02_09_48", "P02_09_49", "P02_09_50" ], "src": "pour flower into cup . pick cup . empty flour into bowl", "src1": "pour flower into cup", "src2": "pick cup", "src3": "empty flour into bowl", "trg": "put cup down", "vis_src": "P02_09:47 P02_09:48 P02_09:49", "vis_trg": "P02_09:50", "narrations": [ "pour flower into cup", "pick cup", "empty flour into bowl", "put cup down" ], "verbs": [ "pour-into", "pick", "empty", "put-down" ], "verb_classes": [ 9, 0, 20, 1 ], "nouns": [ "flower", "cup", "flour", "cup" ], "noun_classes": [ 75, 13, 75, 13 ], "start_stop_timestamps": [ [ "00:01:53.79", "00:01:59.90" ], [ "00:02:00.40", "00:02:01.21" ], [ "00:02:00.78", "00:02:02.00" ], [ "00:02:03.17", "00:02:04.67" ] ], "start_stop_frames": [ [ 6827, 7194 ], [ 7224, 7272 ], [ 7246, 7320 ], [ 7390, 7480 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P10_04+487_493_494_495", "video_id": "P10_04", "narration_ids": [ "P10_04_487", "P10_04_493", "P10_04_494", "P10_04_495" ], "src": "clean the stove . use tap_water . clean the clothes", "src1": "clean the stove", "src2": "use tap_water", "src3": "clean the clothes", "trg": "place the clothes to remove actual water", "vis_src": "P10_04:487 P10_04:493 P10_04:494", "vis_trg": "P10_04:495", "narrations": [ "clean the stove", "use tap water", "clean the clothes", "place the clothes to remove actual water" ], "verbs": [ "clean", "use", "clean", "place" ], "verb_classes": [ 2, 76, 2, 1 ], "nouns": [ "stove", "water:tap", "clothes", "clothes" ], "noun_classes": [ 24, 0, 73, 73 ], "start_stop_timestamps": [ [ "00:53:13.69", "00:53:15.71" ], [ "00:53:50.89", "00:53:53.73" ], [ "00:53:53.83", "00:53:58.10" ], [ "00:53:58.20", "00:54:00.44" ] ], "start_stop_frames": [ [ 191621, 191742 ], [ 193853, 194023 ], [ 194029, 194286 ], [ 194292, 194426 ] ], "trgnoun": "clothes", "trgverb": "place" }, { "key": "P11_09+16_17_18_19", "video_id": "P11_09", "narration_ids": [ "P11_09_16", "P11_09_17", "P11_09_18", "P11_09_19" ], "src": "rinse sponge . wash slicer . shake slicer", "src1": "rinse sponge", "src2": "wash slicer", "src3": "shake slicer", "trg": "put slicer on drying rack", "vis_src": "P11_09:16 P11_09:17 P11_09:18", "vis_trg": "P11_09:19", "narrations": [ "rinse sponge", "wash slicer", "shake slicer", "put slicer on drying rack" ], "verbs": [ "rinse", "wash", "shake", "put-on" ], "verb_classes": [ 2, 2, 15, 1 ], "nouns": [ "sponge", "slicer", "slicer", "slicer" ], "noun_classes": [ 9, 220, 220, 220 ], "start_stop_timestamps": [ [ "00:02:09.45", "00:02:12.94" ], [ "00:02:16.63", "00:02:33.75" ], [ "00:02:33.85", "00:02:35.00" ], [ "00:02:35.10", "00:02:35.96" ] ], "start_stop_frames": [ [ 7766, 7976 ], [ 8197, 9225 ], [ 9231, 9300 ], [ 9306, 9357 ] ], "trgnoun": "slicer", "trgverb": "put_on" }, { "key": "P03_112+3_4_5_6", "video_id": "P03_112", "narration_ids": [ "P03_112_3", "P03_112_4", "P03_112_5", "P03_112_6" ], "src": "turn_on hob . pick_up kettle . turn_on tap", "src1": "turn_on hob", "src2": "pick_up kettle", "src3": "turn_on tap", "trg": "fill kettle", "vis_src": "P03_112:3 P03_112:4 P03_112:5", "vis_trg": "P03_112:6", "narrations": [ "turn on hob", "pick up kettle", "turn on tap", "fill kettle" ], "verbs": [ "turn-on", "pick-up", "turn-on", "fill" ], "verb_classes": [ 6, 0, 6, 26 ], "nouns": [ "hob", "kettle", "tap", "kettle" ], "noun_classes": [ 24, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:00:08.26", "00:00:09.19" ], [ "00:00:09.29", "00:00:10.95" ], [ "00:00:11.05", "00:00:12.73" ], [ "00:00:12.61", "00:00:13.97" ] ], "start_stop_frames": [ [ 413, 459 ], [ 464, 547 ], [ 552, 636 ], [ 630, 698 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P05_08+77_78_79_80", "video_id": "P05_08", "narration_ids": [ "P05_08_77", "P05_08_78", "P05_08_79", "P05_08_80" ], "src": "stir pasta . place wooden_spoon on refrigerator . stir salad in saucepan", "src1": "stir pasta", "src2": "place wooden_spoon on refrigerator", "src3": "stir salad in saucepan", "trg": "take wooden_spoon", "vis_src": "P05_08:77 P05_08:78 P05_08:79", "vis_trg": "P05_08:80", "narrations": [ "stir pasta", "place wooden spoon on refrigerator", "stir salad in saucepan", "take wooden spoon" ], "verbs": [ "stir", "place-on", "stir-in", "take" ], "verb_classes": [ 10, 1, 10, 0 ], "nouns": [ "pasta", "spoon:wooden", "salad", "spoon:wooden" ], "noun_classes": [ 45, 1, 68, 1 ], "start_stop_timestamps": [ [ "00:08:33.22", "00:09:02.81" ], [ "00:09:02.73", "00:09:04.04" ], [ "00:09:09.70", "00:10:20.29" ], [ "00:10:22.43", "00:10:23.46" ] ], "start_stop_frames": [ [ 30793, 32568 ], [ 32563, 32642 ], [ 32982, 37217 ], [ 37345, 37407 ] ], "trgnoun": "wooden_spoon", "trgverb": "take" }, { "key": "P02_135+86_96_98_99", "video_id": "P02_135", "narration_ids": [ "P02_135_86", "P02_135_96", "P02_135_98", "P02_135_99" ], "src": "put bagel down on chopping board . pick_up bagel from toaster . scoop jam from jar using knife", "src1": "put bagel down on chopping board", "src2": "pick_up bagel from toaster", "src3": "scoop jam from jar using knife", "trg": "spread jam on bagel using knife", "vis_src": "P02_135:86 P02_135:96 P02_135:98", "vis_trg": "P02_135:99", "narrations": [ "put bagel down on chopping board", "pick up bagel from toaster", "scoop jam from jar using knife", "spread jam on bagel using knife" ], "verbs": [ "put-down", "pick-up", "scoop", "spread-on" ], "verb_classes": [ 1, 0, 16, 27 ], "nouns": [ "bagel", "bagel", "jam", "jam" ], "noun_classes": [ 33, 33, 115, 115 ], "start_stop_timestamps": [ [ "00:03:28.12", "00:03:30.02" ], [ "00:03:47.87", "00:03:48.82" ], [ "00:03:50.52", "00:03:51.82" ], [ "00:03:51.59", "00:03:54.56" ] ], "start_stop_frames": [ [ 10406, 10501 ], [ 11393, 11441 ], [ 11526, 11591 ], [ 11579, 11728 ] ], "trgnoun": "jam", "trgverb": "spread_on" }, { "key": "P06_101+89_90_91_92", "video_id": "P06_101", "narration_ids": [ "P06_101_89", "P06_101_90", "P06_101_91", "P06_101_92" ], "src": "break garlic . put_down garlic . pick_up knife", "src1": "break garlic", "src2": "put_down garlic", "src3": "pick_up knife", "trg": "crush garlic", "vis_src": "P06_101:89 P06_101:90 P06_101:91", "vis_trg": "P06_101:92", "narrations": [ "break garlic", "put down garlic", "pick up knife", "crush garlic" ], "verbs": [ "break", "put-down", "pick-up", "crush" ], "verb_classes": [ 30, 1, 0, 49 ], "nouns": [ "garlic", "garlic", "knife", "garlic" ], "noun_classes": [ 51, 51, 4, 51 ], "start_stop_timestamps": [ [ "00:05:15.26", "00:05:18.87" ], [ "00:05:22.90", "00:05:26.50" ], [ "00:05:25.89", "00:05:26.92" ], [ "00:05:27.02", "00:05:30.07" ] ], "start_stop_frames": [ [ 15763, 15943 ], [ 16144, 16325 ], [ 16294, 16346 ], [ 16351, 16503 ] ], "trgnoun": "garlic", "trgverb": "crush" }, { "key": "P03_109+326_327_328_329", "video_id": "P03_109", "narration_ids": [ "P03_109_326", "P03_109_327", "P03_109_328", "P03_109_329" ], "src": "put_down knife . move bread . pick_up film", "src1": "put_down knife", "src2": "move bread", "src3": "pick_up film", "trg": "put film onto butter", "vis_src": "P03_109:326 P03_109:327 P03_109:328", "vis_trg": "P03_109:329", "narrations": [ "put down knife", "move bread", "pick up film", "put film onto butter" ], "verbs": [ "put-down", "move", "pick-up", "put-onto" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "knife", "bread", "film", "film" ], "noun_classes": [ 4, 33, 100, 100 ], "start_stop_timestamps": [ [ "00:16:09.65", "00:16:10.34" ], [ "00:16:10.45", "00:16:11.42" ], [ "00:16:11.52", "00:16:13.32" ], [ "00:16:13.42", "00:16:14.72" ] ], "start_stop_frames": [ [ 48482, 48517 ], [ 48522, 48571 ], [ 48576, 48666 ], [ 48671, 48736 ] ], "trgnoun": "film", "trgverb": "put_onto" }, { "key": "P22_117+211_212_213_214", "video_id": "P22_117", "narration_ids": [ "P22_117_211", "P22_117_212", "P22_117_213", "P22_117_214" ], "src": "pour courgettes . put_down cutting_board . put_down knife", "src1": "pour courgettes", "src2": "put_down cutting_board", "src3": "put_down knife", "trg": "pick courgettes", "vis_src": "P22_117:211 P22_117:212 P22_117:213", "vis_trg": "P22_117:214", "narrations": [ "pour courgettes", "put down cutting board", "put down knife", "pick courgettes" ], "verbs": [ "pour", "put-down", "put-down", "pick" ], "verb_classes": [ 9, 1, 1, 0 ], "nouns": [ "courgette", "board:cutting", "knife", "courgette" ], "noun_classes": [ 76, 18, 4, 76 ], "start_stop_timestamps": [ [ "00:08:37.34", "00:08:50.44" ], [ "00:08:49.82", "00:08:51.00" ], [ "00:08:50.89", "00:08:51.74" ], [ "00:08:51.84", "00:08:52.79" ] ], "start_stop_frames": [ [ 25867, 26522 ], [ 26491, 26550 ], [ 26544, 26587 ], [ 26592, 26639 ] ], "trgnoun": "courgette", "trgverb": "pick" }, { "key": "P20_02+13_14_15_16", "video_id": "P20_02", "narration_ids": [ "P20_02_13", "P20_02_14", "P20_02_15", "P20_02_16" ], "src": "put_down plates . move chair . pick_up cup", "src1": "put_down plates", "src2": "move chair", "src3": "pick_up cup", "trg": "put_down cup", "vis_src": "P20_02:13 P20_02:14 P20_02:15", "vis_trg": "P20_02:16", "narrations": [ "put down plates", "move chair", "pick up cup", "put down cup" ], "verbs": [ "put-down", "move", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "plate", "chair", "cup", "cup" ], "noun_classes": [ 2, 182, 13, 13 ], "start_stop_timestamps": [ [ "00:00:44.52", "00:00:45.74" ], [ "00:00:46.91", "00:00:48.65" ], [ "00:00:48.76", "00:00:49.87" ], [ "00:00:50.61", "00:00:52.43" ] ], "start_stop_frames": [ [ 2671, 2744 ], [ 2814, 2919 ], [ 2925, 2992 ], [ 3036, 3145 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P01_02+20_21_22_23", "video_id": "P01_02", "narration_ids": [ "P01_02_20", "P01_02_21", "P01_02_22", "P01_02_23" ], "src": "put_down plate . take spatula . open tap", "src1": "put_down plate", "src2": "take spatula", "src3": "open tap", "trg": "rinse spatula", "vis_src": "P01_02:20 P01_02:21 P01_02:22", "vis_trg": "P01_02:23", "narrations": [ "put down plate", "take spatula", "open tap", "rinse spatula" ], "verbs": [ "put-down", "take", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "plate", "spatula", "tap", "spatula" ], "noun_classes": [ 2, 20, 0, 20 ], "start_stop_timestamps": [ [ "00:01:03.16", "00:01:04.13" ], [ "00:01:04.23", "00:01:04.86" ], [ "00:01:06.61", "00:01:07.63" ], [ "00:01:07.38", "00:01:09.37" ] ], "start_stop_frames": [ [ 3789, 3847 ], [ 3853, 3891 ], [ 3996, 4057 ], [ 4042, 4162 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P01_105+286_287_288_289", "video_id": "P01_105", "narration_ids": [ "P01_105_286", "P01_105_287", "P01_105_288", "P01_105_289" ], "src": "put pak_choi leaves into colander . turn_on tap . wash pak choi leaf", "src1": "put pak_choi leaves into colander", "src2": "turn_on tap", "src3": "wash pak choi leaf", "trg": "put pak choi leaf into bowl", "vis_src": "P01_105:286 P01_105:287 P01_105:288", "vis_trg": "P01_105:289", "narrations": [ "put pak choi leaves into colander", "turn on tap", "wash pak choi leaf", "put pak choi leaf into bowl" ], "verbs": [ "put-into", "turn-on", "wash", "put-into" ], "verb_classes": [ 5, 6, 2, 5 ], "nouns": [ "choi:pak", "tap", "leaf:pak:choi", "leaf:pak:choi" ], "noun_classes": [ 151, 0, 62, 62 ], "start_stop_timestamps": [ [ "00:11:08.06", "00:11:09.42" ], [ "00:11:08.87", "00:11:09.97" ], [ "00:11:09.91", "00:11:17.13" ], [ "00:11:17.12", "00:11:17.91" ] ], "start_stop_frames": [ [ 33403, 33471 ], [ 33443, 33498 ], [ 33495, 33856 ], [ 33856, 33895 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_into" }, { "key": "P30_101+0_1_2_3", "video_id": "P30_101", "narration_ids": [ "P30_101_0", "P30_101_1", "P30_101_2", "P30_101_3" ], "src": "pick_up pitta_breads . put_down pitta_breads . pick_up pitta_bread", "src1": "pick_up pitta_breads", "src2": "put_down pitta_breads", "src3": "pick_up pitta_bread", "trg": "put pitta_bread in toaster", "vis_src": "P30_101:0 P30_101:1 P30_101:2", "vis_trg": "P30_101:3", "narrations": [ "pick up pitta breads", "put down pitta breads", "pick up pitta bread", "put pitta bread in toaster" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "bread:pitta", "bread:pitta", "bread:pitta", "bread:pitta" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:00.42", "00:00:01.16" ], [ "00:00:01.56", "00:00:01.95" ], [ "00:00:02.23", "00:00:03.05" ], [ "00:00:03.15", "00:00:04.36" ] ], "start_stop_frames": [ [ 21, 57 ], [ 78, 97 ], [ 111, 152 ], [ 157, 218 ] ], "trgnoun": "pitta_bread", "trgverb": "put_in" }, { "key": "P01_108+4_5_6_7", "video_id": "P01_108", "narration_ids": [ "P01_108_4", "P01_108_5", "P01_108_6", "P01_108_7" ], "src": "unfold tea_towel . fold tea_towel . open drawer", "src1": "unfold tea_towel", "src2": "fold tea_towel", "src3": "open drawer", "trg": "put tea_towel into drawer", "vis_src": "P01_108:4 P01_108:5 P01_108:6", "vis_trg": "P01_108:7", "narrations": [ "unfold tea towel", "fold tea towel", "open drawer", "put tea towel into drawer" ], "verbs": [ "unfold", "fold", "open", "put-into" ], "verb_classes": [ 39, 28, 3, 5 ], "nouns": [ "towel:tea", "towel:tea", "drawer", "towel:tea" ], "noun_classes": [ 52, 52, 8, 52 ], "start_stop_timestamps": [ [ "00:00:08.97", "00:00:12.01" ], [ "00:00:12.72", "00:00:18.39" ], [ "00:00:18.50", "00:00:19.50" ], [ "00:00:19.60", "00:00:19.89" ] ], "start_stop_frames": [ [ 448, 600 ], [ 636, 919 ], [ 925, 975 ], [ 980, 994 ] ], "trgnoun": "tea_towel", "trgverb": "put_into" }, { "key": "P22_05+313_314_315_316", "video_id": "P22_05", "narration_ids": [ "P22_05_313", "P22_05_314", "P22_05_315", "P22_05_316" ], "src": "peel banana . remove banana . pick_up knife", "src1": "peel banana", "src2": "remove banana", "src3": "pick_up knife", "trg": "cut banana", "vis_src": "P22_05:313 P22_05:314 P22_05:315", "vis_trg": "P22_05:316", "narrations": [ "peel banana", "remove banana", "pick up knife", "cut banana" ], "verbs": [ "peel", "remove", "pick-up", "cut" ], "verb_classes": [ 19, 12, 0, 7 ], "nouns": [ "banana", "banana", "knife", "banana" ], "noun_classes": [ 146, 146, 4, 146 ], "start_stop_timestamps": [ [ "00:13:11.13", "00:13:14.51" ], [ "00:13:14.32", "00:13:18.93" ], [ "00:13:19.03", "00:13:19.97" ], [ "00:13:22.58", "00:13:26.58" ] ], "start_stop_frames": [ [ 47467, 47670 ], [ 47659, 47935 ], [ 47941, 47998 ], [ 48154, 48394 ] ], "trgnoun": "banana", "trgverb": "cut" }, { "key": "P35_103+96_97_98_99", "video_id": "P35_103", "narration_ids": [ "P35_103_96", "P35_103_97", "P35_103_98", "P35_103_99" ], "src": "put_down cream . close fridge . pick_up salt", "src1": "put_down cream", "src2": "close fridge", "src3": "pick_up salt", "trg": "put_down salt", "vis_src": "P35_103:96 P35_103:97 P35_103:98", "vis_trg": "P35_103:99", "narrations": [ "put down cream", "close fridge", "pick up salt", "put down salt" ], "verbs": [ "put-down", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "cream", "fridge", "salt", "salt" ], "noun_classes": [ 143, 12, 38, 38 ], "start_stop_timestamps": [ [ "00:10:34.00", "00:10:34.78" ], [ "00:10:35.00", "00:10:36.58" ], [ "00:10:38.11", "00:10:39.95" ], [ "00:10:40.53", "00:10:41.80" ] ], "start_stop_frames": [ [ 31700, 31739 ], [ 31750, 31829 ], [ 31905, 31997 ], [ 32026, 32089 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P02_04+15_16_17_18", "video_id": "P02_04", "narration_ids": [ "P02_04_15", "P02_04_16", "P02_04_17", "P02_04_18" ], "src": "pick tupperware . open fridge . put tupperware", "src1": "pick tupperware", "src2": "open fridge", "src3": "put tupperware", "trg": "close fridge", "vis_src": "P02_04:15 P02_04:16 P02_04:17", "vis_trg": "P02_04:18", "narrations": [ "pick tupperware", "open fridge", "put tupperware", "close fridge" ], "verbs": [ "pick", "open", "put", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "tupperware", "fridge", "tupperware", "fridge" ], "noun_classes": [ 23, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:00:44.78", "00:00:46.11" ], [ "00:00:47.99", "00:00:48.65" ], [ "00:00:48.37", "00:00:50.38" ], [ "00:00:50.35", "00:00:51.15" ] ], "start_stop_frames": [ [ 2686, 2766 ], [ 2879, 2919 ], [ 2902, 3022 ], [ 3021, 3069 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_109+733_734_735_736", "video_id": "P22_109", "narration_ids": [ "P22_109_733", "P22_109_734", "P22_109_735", "P22_109_736" ], "src": "close cupboard . pick_up sponge . wash sink", "src1": "close cupboard", "src2": "pick_up sponge", "src3": "wash sink", "trg": "put_down sponge", "vis_src": "P22_109:733 P22_109:734 P22_109:735", "vis_trg": "P22_109:736", "narrations": [ "close cupboard", "pick up sponge", "wash sink", "put down sponge" ], "verbs": [ "close", "pick-up", "wash", "put-down" ], "verb_classes": [ 4, 0, 2, 1 ], "nouns": [ "cupboard", "sponge", "sink", "sponge" ], "noun_classes": [ 3, 9, 63, 9 ], "start_stop_timestamps": [ [ "00:30:32.98", "00:30:33.80" ], [ "00:30:33.77", "00:30:34.35" ], [ "00:30:34.12", "00:30:44.30" ], [ "00:30:44.15", "00:30:44.74" ] ], "start_stop_frames": [ [ 91649, 91690 ], [ 91688, 91717 ], [ 91706, 92215 ], [ 92207, 92237 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P22_103+55_56_57_58", "video_id": "P22_103", "narration_ids": [ "P22_103_55", "P22_103_56", "P22_103_57", "P22_103_58" ], "src": "pick_up washing up liquid . lather sponge . put_down detergent", "src1": "pick_up washing up liquid", "src2": "lather sponge", "src3": "put_down detergent", "trg": "rinse sponge", "vis_src": "P22_103:55 P22_103:56 P22_103:57", "vis_trg": "P22_103:58", "narrations": [ "pick up washing up liquid", "lather sponge", "put down detergent", "rinse sponge" ], "verbs": [ "pick-up", "lather", "put-down", "rinse" ], "verb_classes": [ 0, 2, 1, 2 ], "nouns": [ "liquid:washing:up", "sponge", "detergent", "sponge" ], "noun_classes": [ 22, 9, 22, 9 ], "start_stop_timestamps": [ [ "00:01:40.46", "00:01:41.17" ], [ "00:01:41.27", "00:01:45.34" ], [ "00:01:45.42", "00:01:47.03" ], [ "00:01:46.85", "00:01:48.44" ] ], "start_stop_frames": [ [ 5023, 5058 ], [ 5063, 5267 ], [ 5271, 5351 ], [ 5342, 5422 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P01_102+119_120_121_122", "video_id": "P01_102", "narration_ids": [ "P01_102_119", "P01_102_120", "P01_102_121", "P01_102_122" ], "src": "put_down rag . take lid . put lid onto container", "src1": "put_down rag", "src2": "take lid", "src3": "put lid onto container", "trg": "close lid", "vis_src": "P01_102:119 P01_102:120 P01_102:121", "vis_trg": "P01_102:122", "narrations": [ "put down rag", "take lid", "put lid onto container", "close lid" ], "verbs": [ "put-down", "take", "put-onto", "close" ], "verb_classes": [ 1, 0, 1, 4 ], "nouns": [ "rag", "lid", "lid", "lid" ], "noun_classes": [ 17, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:04:21.70", "00:04:22.80" ], [ "00:04:23.61", "00:04:24.82" ], [ "00:04:24.00", "00:04:25.30" ], [ "00:04:25.30", "00:04:29.37" ] ], "start_stop_frames": [ [ 13085, 13140 ], [ 13180, 13241 ], [ 13200, 13265 ], [ 13265, 13468 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P12_101+155_156_157_158", "video_id": "P12_101", "narration_ids": [ "P12_101_155", "P12_101_156", "P12_101_157", "P12_101_158" ], "src": "open tap . wash hands . pick_up mug", "src1": "open tap", "src2": "wash hands", "src3": "pick_up mug", "trg": "wash mug", "vis_src": "P12_101:155 P12_101:156 P12_101:157", "vis_trg": "P12_101:158", "narrations": [ "open tap", "wash hands", "pick up mug", "wash mug" ], "verbs": [ "turn-on", "wash", "pick-up", "wash" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "hand", "mug", "mug" ], "noun_classes": [ 0, 11, 13, 13 ], "start_stop_timestamps": [ [ "00:07:02.59", "00:07:03.47" ], [ "00:07:03.88", "00:07:05.88" ], [ "00:07:06.53", "00:07:07.50" ], [ "00:07:07.80", "00:07:08.66" ] ], "start_stop_frames": [ [ 21129, 21173 ], [ 21194, 21294 ], [ 21326, 21375 ], [ 21390, 21433 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P06_07+96_97_98_99", "video_id": "P06_07", "narration_ids": [ "P06_07_96", "P06_07_97", "P06_07_98", "P06_07_99" ], "src": "put tray on pizza . put_down rolling_pin . flip dough", "src1": "put tray on pizza", "src2": "put_down rolling_pin", "src3": "flip dough", "trg": "spread dough", "vis_src": "P06_07:96 P06_07:97 P06_07:98", "vis_trg": "P06_07:99", "narrations": [ "put tray on pizza", "put down rolling pin", "flip dough", "spread dough" ], "verbs": [ "put-on", "put-down", "flip", "spread" ], "verb_classes": [ 1, 1, 22, 27 ], "nouns": [ "tray", "pin:rolling", "dough", "dough" ], "noun_classes": [ 35, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:06:02.18", "00:06:04.18" ], [ "00:06:04.27", "00:06:05.79" ], [ "00:06:07.33", "00:06:08.87" ], [ "00:06:09.37", "00:06:15.62" ] ], "start_stop_frames": [ [ 21730, 21850 ], [ 21856, 21947 ], [ 22039, 22132 ], [ 22162, 22537 ] ], "trgnoun": "dough", "trgverb": "spread" }, { "key": "P37_102+62_63_64_65", "video_id": "P37_102", "narration_ids": [ "P37_102_62", "P37_102_63", "P37_102_64", "P37_102_65" ], "src": "cut carrots . cut carrots into sticks . take carrots", "src1": "cut carrots", "src2": "cut carrots into sticks", "src3": "take carrots", "trg": "put carrots in plate", "vis_src": "P37_102:62 P37_102:63 P37_102:64", "vis_trg": "P37_102:65", "narrations": [ "cut carrots", "cut carrots into sticks", "take carrots", "put carrots in plate" ], "verbs": [ "cut", "cut-into", "take", "put-in" ], "verb_classes": [ 7, 7, 0, 5 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:03.75", "00:04:14.40" ], [ "00:04:08.87", "00:04:47.35" ], [ "00:04:46.54", "00:04:48.12" ], [ "00:04:48.22", "00:04:48.94" ] ], "start_stop_frames": [ [ 12187, 12720 ], [ 12443, 14367 ], [ 14327, 14406 ], [ 14411, 14447 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P25_09+106_107_108_109", "video_id": "P25_09", "narration_ids": [ "P25_09_106", "P25_09_107", "P25_09_108", "P25_09_109" ], "src": "turn tap off . take napkin . dry hands off", "src1": "turn tap off", "src2": "take napkin", "src3": "dry hands off", "trg": "put napkin", "vis_src": "P25_09:106 P25_09:107 P25_09:108", "vis_trg": "P25_09:109", "narrations": [ "turn tap off", "take napkin", "dry hands off", "put napkin" ], "verbs": [ "turn-off", "take", "dry-off", "put" ], "verb_classes": [ 8, 0, 14, 1 ], "nouns": [ "tap", "napkin", "hand", "napkin" ], "noun_classes": [ 0, 88, 11, 88 ], "start_stop_timestamps": [ [ "00:12:58.73", "00:12:59.61" ], [ "00:13:00.59", "00:13:02.11" ], [ "00:13:02.21", "00:13:06.58" ], [ "00:13:04.51", "00:13:07.09" ] ], "start_stop_frames": [ [ 46723, 46776 ], [ 46835, 46926 ], [ 46932, 47194 ], [ 47070, 47225 ] ], "trgnoun": "napkin", "trgverb": "put" }, { "key": "P06_101+342_343_344_345", "video_id": "P06_101", "narration_ids": [ "P06_101_342", "P06_101_343", "P06_101_344", "P06_101_345" ], "src": "put lid on oil . put_down oil . mix_ingredients in pan", "src1": "put lid on oil", "src2": "put_down oil", "src3": "mix_ingredients in pan", "trg": "pick_up lid", "vis_src": "P06_101:342 P06_101:343 P06_101:344", "vis_trg": "P06_101:345", "narrations": [ "put lid on oil", "put down oil", "mix ingredients in pan", "pick up lid" ], "verbs": [ "put-on", "put-down", "mix-in", "pick-up" ], "verb_classes": [ 1, 1, 10, 0 ], "nouns": [ "lid", "oil", "ingredient", "lid" ], "noun_classes": [ 6, 31, 34, 6 ], "start_stop_timestamps": [ [ "00:26:31.75", "00:26:33.66" ], [ "00:26:34.45", "00:26:35.74" ], [ "00:26:36.14", "00:26:59.39" ], [ "00:27:00.28", "00:27:00.83" ] ], "start_stop_frames": [ [ 79587, 79683 ], [ 79722, 79787 ], [ 79807, 80969 ], [ 81014, 81041 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P01_109+627_628_629_630", "video_id": "P01_109", "narration_ids": [ "P01_109_627", "P01_109_628", "P01_109_629", "P01_109_630" ], "src": "put_down cloth . pick_up cloth . turn_on tap", "src1": "put_down cloth", "src2": "pick_up cloth", "src3": "turn_on tap", "trg": "rinse cloth", "vis_src": "P01_109:627 P01_109:628 P01_109:629", "vis_trg": "P01_109:630", "narrations": [ "put down cloth", "pick up cloth", "turn on tap", "rinse cloth" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "cloth", "cloth", "tap", "cloth" ], "noun_classes": [ 17, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:47:44.15", "00:47:44.75" ], [ "00:47:45.63", "00:47:46.38" ], [ "00:47:46.38", "00:47:47.25" ], [ "00:47:47.40", "00:47:48.30" ] ], "start_stop_frames": [ [ 143207, 143237 ], [ 143281, 143319 ], [ 143319, 143362 ], [ 143370, 143415 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P28_113+103_104_105_107", "video_id": "P28_113", "narration_ids": [ "P28_113_103", "P28_113_104", "P28_113_105", "P28_113_107" ], "src": "take bell_peppers . put bell_peppers . turn_on tap", "src1": "take bell_peppers", "src2": "put bell_peppers", "src3": "turn_on tap", "trg": "rinse bell_pepper", "vis_src": "P28_113:103 P28_113:104 P28_113:105", "vis_trg": "P28_113:107", "narrations": [ "take bell peppers", "put bell peppers", "turn on tap", "rinse bell pepper" ], "verbs": [ "take", "put", "turn-on", "rinse" ], "verb_classes": [ 0, 1, 6, 2 ], "nouns": [ "pepper:bell", "pepper:bell", "tap", "pepper:bell" ], "noun_classes": [ 37, 37, 0, 37 ], "start_stop_timestamps": [ [ "00:05:18.77", "00:05:21.51" ], [ "00:05:22.09", "00:05:23.29" ], [ "00:05:23.84", "00:05:24.77" ], [ "00:05:25.20", "00:05:34.64" ] ], "start_stop_frames": [ [ 15938, 16075 ], [ 16104, 16164 ], [ 16191, 16238 ], [ 16260, 16732 ] ], "trgnoun": "bell_pepper", "trgverb": "rinse" }, { "key": "P30_113+17_18_19_20", "video_id": "P30_113", "narration_ids": [ "P30_113_17", "P30_113_18", "P30_113_19", "P30_113_20" ], "src": "put saucepan . close cupboard . take plate", "src1": "put saucepan", "src2": "close cupboard", "src3": "take plate", "trg": "open cupboard", "vis_src": "P30_113:17 P30_113:18 P30_113:19", "vis_trg": "P30_113:20", "narrations": [ "put saucepan", "close cupboard", "take plate", "open cupboard" ], "verbs": [ "put", "close", "take", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "saucepan", "cupboard", "plate", "cupboard" ], "noun_classes": [ 5, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:00:24.97", "00:00:26.88" ], [ "00:00:27.10", "00:00:27.65" ], [ "00:00:28.96", "00:00:29.26" ], [ "00:00:29.35", "00:00:29.61" ] ], "start_stop_frames": [ [ 1248, 1344 ], [ 1355, 1382 ], [ 1448, 1463 ], [ 1467, 1480 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P25_05+62_63_64_65", "video_id": "P25_05", "narration_ids": [ "P25_05_62", "P25_05_63", "P25_05_64", "P25_05_65" ], "src": "turn tap on . wash salad . take napkins", "src1": "turn tap on", "src2": "wash salad", "src3": "take napkins", "trg": "throw napkins", "vis_src": "P25_05:62 P25_05:63 P25_05:64", "vis_trg": "P25_05:65", "narrations": [ "turn tap on", "wash salad", "take napkins", "throw napkins" ], "verbs": [ "turn-on", "wash", "take", "throw" ], "verb_classes": [ 6, 2, 0, 13 ], "nouns": [ "tap", "salad", "napkin", "napkin" ], "noun_classes": [ 0, 68, 88, 88 ], "start_stop_timestamps": [ [ "00:07:42.24", "00:07:43.08" ], [ "00:07:45.24", "00:07:48.31" ], [ "00:07:48.41", "00:07:51.44" ], [ "00:07:59.65", "00:08:04.02" ] ], "start_stop_frames": [ [ 27734, 27784 ], [ 27914, 28098 ], [ 28104, 28286 ], [ 28779, 29041 ] ], "trgnoun": "napkin", "trgverb": "throw" }, { "key": "P22_111+557_558_559_560", "video_id": "P22_111", "narration_ids": [ "P22_111_557", "P22_111_558", "P22_111_559", "P22_111_560" ], "src": "put_down lid . pour omelette . put_down pan", "src1": "put_down lid", "src2": "pour omelette", "src3": "put_down pan", "trg": "turn pan", "vis_src": "P22_111:557 P22_111:558 P22_111:559", "vis_trg": "P22_111:560", "narrations": [ "put down lid", "pour omelette", "put down pan", "turn pan" ], "verbs": [ "put-down", "pour", "put-down", "turn" ], "verb_classes": [ 1, 9, 1, 23 ], "nouns": [ "lid", "omelette", "pan", "pan" ], "noun_classes": [ 6, 162, 5, 5 ], "start_stop_timestamps": [ [ "00:20:25.89", "00:20:27.03" ], [ "00:20:28.60", "00:20:39.39" ], [ "00:20:39.47", "00:20:40.96" ], [ "00:20:41.06", "00:20:42.96" ] ], "start_stop_frames": [ [ 61294, 61351 ], [ 61429, 61969 ], [ 61973, 62048 ], [ 62053, 62148 ] ], "trgnoun": "pan", "trgverb": "turn" }, { "key": "P07_10+131_132_133_134", "video_id": "P07_10", "narration_ids": [ "P07_10_131", "P07_10_132", "P07_10_133", "P07_10_134" ], "src": "pick_up salt . open pot . add salt", "src1": "pick_up salt", "src2": "open pot", "src3": "add salt", "trg": "cover pot", "vis_src": "P07_10:131 P07_10:132 P07_10:133", "vis_trg": "P07_10:134", "narrations": [ "pick up salt", "open pot", "add salt", "cover pot" ], "verbs": [ "pick-up", "open", "add", "cover" ], "verb_classes": [ 0, 3, 46, 36 ], "nouns": [ "salt", "pot", "salt", "pot" ], "noun_classes": [ 38, 29, 38, 29 ], "start_stop_timestamps": [ [ "00:11:14.30", "00:11:15.27" ], [ "00:11:18.52", "00:11:19.46" ], [ "00:11:19.35", "00:11:24.88" ], [ "00:11:24.74", "00:11:25.98" ] ], "start_stop_frames": [ [ 40458, 40516 ], [ 40711, 40767 ], [ 40761, 41092 ], [ 41084, 41158 ] ], "trgnoun": "pot", "trgverb": "cover" }, { "key": "P01_17+130_131_132_133", "video_id": "P01_17", "narration_ids": [ "P01_17_130", "P01_17_131", "P01_17_132", "P01_17_133" ], "src": "open container . put_down container . pour onions", "src1": "open container", "src2": "put_down container", "src3": "pour onions", "trg": "take onion", "vis_src": "P01_17:130 P01_17:131 P01_17:132", "vis_trg": "P01_17:133", "narrations": [ "open container", "put down", "pour onions", "take onion" ], "verbs": [ "open", "put-down", "pour", "take" ], "verb_classes": [ 3, 1, 9, 0 ], "nouns": [ "container", "container", "onion", "onion" ], "noun_classes": [ 21, 21, 16, 16 ], "start_stop_timestamps": [ [ "00:09:51.22", "00:09:52.27" ], [ "00:09:52.31", "00:09:52.86" ], [ "00:09:54.43", "00:09:56.95" ], [ "00:09:59.42", "00:10:00.16" ] ], "start_stop_frames": [ [ 35473, 35536 ], [ 35538, 35571 ], [ 35665, 35817 ], [ 35965, 36009 ] ], "trgnoun": "onion", "trgverb": "take" }, { "key": "P02_03+284_287_288_289", "video_id": "P02_03", "narration_ids": [ "P02_03_284", "P02_03_287", "P02_03_288", "P02_03_289" ], "src": "put cheese into pan . put spoon into sink . put cheese down", "src1": "put cheese into pan", "src2": "put spoon into sink", "src3": "put cheese down", "trg": "pick_up spoon", "vis_src": "P02_03:284 P02_03:287 P02_03:288", "vis_trg": "P02_03:289", "narrations": [ "put cheese into pan", "put spoon into sink", "put cheese down", "pick up spoon" ], "verbs": [ "put-into", "put-into", "put-down", "pick-up" ], "verb_classes": [ 5, 5, 1, 0 ], "nouns": [ "cheese", "spoon", "cheese", "spoon" ], "noun_classes": [ 32, 1, 32, 1 ], "start_stop_timestamps": [ [ "00:16:01.91", "00:16:03.26" ], [ "00:16:08.03", "00:16:09.13" ], [ "00:16:10.84", "00:16:11.70" ], [ "00:16:11.71", "00:16:13.08" ] ], "start_stop_frames": [ [ 57714, 57795 ], [ 58081, 58147 ], [ 58250, 58302 ], [ 58302, 58384 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P29_03+362_363_364_365", "video_id": "P29_03", "narration_ids": [ "P29_03_362", "P29_03_363", "P29_03_364", "P29_03_365" ], "src": "rinse baking_tray . put baking_tray down . pick_up spatula", "src1": "rinse baking_tray", "src2": "put baking_tray down", "src3": "pick_up spatula", "trg": "submerge spatula", "vis_src": "P29_03:362 P29_03:363 P29_03:364", "vis_trg": "P29_03:365", "narrations": [ "rinse baking tray", "put baking tray down", "pick up spatula", "submerge spatula" ], "verbs": [ "rinse", "put-down", "pick-up", "submerge" ], "verb_classes": [ 2, 1, 0, 56 ], "nouns": [ "tray:baking", "tray:baking", "spatula", "spatula" ], "noun_classes": [ 35, 35, 20, 20 ], "start_stop_timestamps": [ [ "00:23:05.71", "00:23:07.07" ], [ "00:23:06.74", "00:23:08.79" ], [ "00:23:09.72", "00:23:10.61" ], [ "00:23:10.85", "00:23:12.02" ] ], "start_stop_frames": [ [ 83142, 83224 ], [ 83204, 83327 ], [ 83383, 83436 ], [ 83451, 83521 ] ], "trgnoun": "spatula", "trgverb": "submerge" }, { "key": "P08_05+281_282_283_284", "video_id": "P08_05", "narration_ids": [ "P08_05_281", "P08_05_282", "P08_05_283", "P08_05_284" ], "src": "open dishwasher . open drawer . wipe_off processor", "src1": "open dishwasher", "src2": "open drawer", "src3": "wipe_off processor", "trg": "place processor in dishwasher", "vis_src": "P08_05:281 P08_05:282 P08_05:283", "vis_trg": "P08_05:284", "narrations": [ "open dishwasher", "open drawer", "wipe off processor", "place processor in dishwasher" ], "verbs": [ "open", "open", "wipe-off", "place-in" ], "verb_classes": [ 3, 3, 2, 5 ], "nouns": [ "dishwasher", "drawer", "processor", "processor" ], "noun_classes": [ 70, 8, 147, 147 ], "start_stop_timestamps": [ [ "00:23:09.14", "00:23:10.14" ], [ "00:23:10.40", "00:23:11.76" ], [ "00:23:15.52", "00:23:17.97" ], [ "00:23:18.32", "00:23:34.37" ] ], "start_stop_frames": [ [ 83348, 83408 ], [ 83424, 83505 ], [ 83731, 83878 ], [ 83899, 84862 ] ], "trgnoun": "processor", "trgverb": "place_in" }, { "key": "P04_119+71_72_73_74", "video_id": "P04_119", "narration_ids": [ "P04_119_71", "P04_119_72", "P04_119_73", "P04_119_74" ], "src": "pick_up tea_towel . dry ramekin with tea towel . put_down ramekin", "src1": "pick_up tea_towel", "src2": "dry ramekin with tea towel", "src3": "put_down ramekin", "trg": "put tea_towel on oven door", "vis_src": "P04_119:71 P04_119:72 P04_119:73", "vis_trg": "P04_119:74", "narrations": [ "pick up tea towel", "dry ramekin with tea towel", "put down ramekin", "put tea towel on oven door" ], "verbs": [ "pick-up", "dry", "put-down", "put-on" ], "verb_classes": [ 0, 14, 1, 1 ], "nouns": [ "towel:tea", "ramekin", "ramekin", "towel:tea" ], "noun_classes": [ 52, 7, 7, 52 ], "start_stop_timestamps": [ [ "00:03:19.51", "00:03:20.26" ], [ "00:03:19.75", "00:03:21.16" ], [ "00:03:21.10", "00:03:22.10" ], [ "00:03:22.20", "00:03:23.60" ] ], "start_stop_frames": [ [ 9975, 10013 ], [ 9987, 10058 ], [ 10055, 10105 ], [ 10110, 10180 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P04_107+645_646_647_648", "video_id": "P04_107", "narration_ids": [ "P04_107_645", "P04_107_646", "P04_107_647", "P04_107_648" ], "src": "roll_out dough . check time on oven . pick_up rolling_pin", "src1": "roll_out dough", "src2": "check time on oven", "src3": "pick_up rolling_pin", "trg": "flip_over dough", "vis_src": "P04_107:645 P04_107:646 P04_107:647", "vis_trg": "P04_107:648", "narrations": [ "roll out dough", "check time on oven", "pick up rolling pin", "flip over dough" ], "verbs": [ "roll-out", "check-on", "pick-up", "flip-over" ], "verb_classes": [ 39, 24, 0, 22 ], "nouns": [ "dough", "time", "pin:rolling", "dough" ], "noun_classes": [ 25, 111, 136, 25 ], "start_stop_timestamps": [ [ "00:17:33.32", "00:17:36.58" ], [ "00:17:36.79", "00:17:38.61" ], [ "00:17:38.71", "00:17:39.83" ], [ "00:17:40.21", "00:17:40.55" ] ], "start_stop_frames": [ [ 52666, 52829 ], [ 52839, 52930 ], [ 52935, 52991 ], [ 53010, 53027 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P04_121+337_338_339_340", "video_id": "P04_121", "narration_ids": [ "P04_121_337", "P04_121_338", "P04_121_339", "P04_121_340" ], "src": "put_down water_bottle . pick_up spatula . scoop curds out of whey with spatulas", "src1": "put_down water_bottle", "src2": "pick_up spatula", "src3": "scoop curds out of whey with spatulas", "trg": "drain curds", "vis_src": "P04_121:337 P04_121:338 P04_121:339", "vis_trg": "P04_121:340", "narrations": [ "put down water bottle", "pick up spatula", "scoop curds out of whey with spatulas", "drain curds" ], "verbs": [ "put-down", "pick-up", "scoop-out", "drain" ], "verb_classes": [ 1, 0, 16, 37 ], "nouns": [ "bottle:water", "spatula", "curd", "curd" ], "noun_classes": [ 15, 20, 81, 81 ], "start_stop_timestamps": [ [ "00:15:19.25", "00:15:20.58" ], [ "00:15:20.68", "00:15:21.44" ], [ "00:15:21.54", "00:15:25.43" ], [ "00:15:25.53", "00:15:27.02" ] ], "start_stop_frames": [ [ 45962, 46029 ], [ 46034, 46072 ], [ 46077, 46271 ], [ 46276, 46351 ] ], "trgnoun": "curd", "trgverb": "drain" }, { "key": "P04_112+128_129_130_131", "video_id": "P04_112", "narration_ids": [ "P04_112_128", "P04_112_129", "P04_112_130", "P04_112_131" ], "src": "feel tea_towel . pick_up tea_towel . smell tea_towel", "src1": "feel tea_towel", "src2": "pick_up tea_towel", "src3": "smell tea_towel", "trg": "put tea_towel on oven door", "vis_src": "P04_112:128 P04_112:129 P04_112:130", "vis_trg": "P04_112:131", "narrations": [ "feel tea towel", "pick up tea towel", "smell tea towel", "put tea towel on oven door" ], "verbs": [ "feel", "pick-up", "smell", "put-on" ], "verb_classes": [ 54, 0, 75, 1 ], "nouns": [ "towel:tea", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:03:45.09", "00:03:48.28" ], [ "00:03:50.12", "00:03:50.93" ], [ "00:03:51.03", "00:03:51.74" ], [ "00:03:51.84", "00:03:52.99" ] ], "start_stop_frames": [ [ 11254, 11414 ], [ 11506, 11546 ], [ 11551, 11587 ], [ 11592, 11649 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P01_109+564_565_566_567", "video_id": "P01_109", "narration_ids": [ "P01_109_564", "P01_109_565", "P01_109_566", "P01_109_567" ], "src": "rinse sponge . turn_off tap . pick_up knife", "src1": "rinse sponge", "src2": "turn_off tap", "src3": "pick_up knife", "trg": "lather knife", "vis_src": "P01_109:564 P01_109:565 P01_109:566", "vis_trg": "P01_109:567", "narrations": [ "rinse sponge", "turn off tap", "pick up knife", "lather knife" ], "verbs": [ "rinse", "turn-off", "pick-up", "lather" ], "verb_classes": [ 2, 8, 0, 2 ], "nouns": [ "sponge", "tap", "knife", "knife" ], "noun_classes": [ 9, 0, 4, 4 ], "start_stop_timestamps": [ [ "00:41:01.65", "00:41:02.71" ], [ "00:41:02.46", "00:41:03.33" ], [ "00:41:03.12", "00:41:03.68" ], [ "00:41:03.78", "00:41:13.32" ] ], "start_stop_frames": [ [ 123082, 123135 ], [ 123123, 123166 ], [ 123156, 123183 ], [ 123189, 123666 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P30_107+222_223_224_225", "video_id": "P30_107", "narration_ids": [ "P30_107_222", "P30_107_223", "P30_107_224", "P30_107_225" ], "src": "put bowl . scratch pak_choi . put pak_choi in bowl", "src1": "put bowl", "src2": "scratch pak_choi", "src3": "put pak_choi in bowl", "trg": "pick_up bowl", "vis_src": "P30_107:222 P30_107:223 P30_107:224", "vis_trg": "P30_107:225", "narrations": [ "put bowl", "scratch pak choi", "put pak choi in bowl", "pick up bowl" ], "verbs": [ "put", "scratch", "put-in", "pick-up" ], "verb_classes": [ 1, 55, 5, 0 ], "nouns": [ "bowl", "choi:pak", "choi:pak", "bowl" ], "noun_classes": [ 7, 151, 151, 7 ], "start_stop_timestamps": [ [ "00:11:28.45", "00:11:29.46" ], [ "00:11:31.58", "00:11:34.65" ], [ "00:11:35.25", "00:12:01.58" ], [ "00:12:01.61", "00:12:02.98" ] ], "start_stop_frames": [ [ 34422, 34473 ], [ 34579, 34732 ], [ 34762, 36079 ], [ 36080, 36149 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P04_112+224_225_226_227", "video_id": "P04_112", "narration_ids": [ "P04_112_224", "P04_112_225", "P04_112_226", "P04_112_227" ], "src": "pick_up egg_carton . put_down egg_carton . pick_up tomato_puree", "src1": "pick_up egg_carton", "src2": "put_down egg_carton", "src3": "pick_up tomato_puree", "trg": "put_down tomato_puree", "vis_src": "P04_112:224 P04_112:225 P04_112:226", "vis_trg": "P04_112:227", "narrations": [ "pick up egg carton", "put down egg carton", "pick up tomato puree", "put down tomato puree" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "carton:egg", "carton:egg", "puree:tomato", "puree:tomato" ], "noun_classes": [ 26, 26, 47, 47 ], "start_stop_timestamps": [ [ "00:06:29.82", "00:06:31.43" ], [ "00:06:34.90", "00:06:36.69" ], [ "00:06:36.51", "00:06:38.56" ], [ "00:06:38.54", "00:06:39.86" ] ], "start_stop_frames": [ [ 19491, 19571 ], [ 19745, 19834 ], [ 19825, 19928 ], [ 19927, 19993 ] ], "trgnoun": "tomato_puree", "trgverb": "put_down" }, { "key": "P02_09+308_311_312_313", "video_id": "P02_09", "narration_ids": [ "P02_09_308", "P02_09_311", "P02_09_312", "P02_09_313" ], "src": "put_in pan . pick_up spoon . stir meat", "src1": "put_in pan", "src2": "pick_up spoon", "src3": "stir meat", "trg": "pick_up meat", "vis_src": "P02_09:308 P02_09:311 P02_09:312", "vis_trg": "P02_09:313", "narrations": [ "put in pan", "pick up spoon", "stir meat", "pick up meat" ], "verbs": [ "put-in", "pick-up", "stir", "pick-up" ], "verb_classes": [ 5, 0, 10, 0 ], "nouns": [ "pan", "spoon", "meat", "meat" ], "noun_classes": [ 5, 1, 28, 28 ], "start_stop_timestamps": [ [ "00:23:05.69", "00:23:09.68" ], [ "00:23:20.42", "00:23:21.40" ], [ "00:23:21.09", "00:23:29.44" ], [ "00:23:29.54", "00:23:32.58" ] ], "start_stop_frames": [ [ 83141, 83380 ], [ 84025, 84084 ], [ 84065, 84566 ], [ 84572, 84754 ] ], "trgnoun": "meat", "trgverb": "pick_up" }, { "key": "P06_102+125_126_127_128", "video_id": "P06_102", "narration_ids": [ "P06_102_125", "P06_102_126", "P06_102_127", "P06_102_128" ], "src": "put_down bowl . pick_up cling_film . open drawer", "src1": "put_down bowl", "src2": "pick_up cling_film", "src3": "open drawer", "trg": "put cling_film in drawer", "vis_src": "P06_102:125 P06_102:126 P06_102:127", "vis_trg": "P06_102:128", "narrations": [ "put down bowl", "pick up cling film", "open drawer", "put cling film in drawer" ], "verbs": [ "put-down", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "bowl", "film:cling", "drawer", "film:cling" ], "noun_classes": [ 7, 100, 8, 100 ], "start_stop_timestamps": [ [ "00:12:00.39", "00:12:02.69" ], [ "00:12:04.11", "00:12:05.08" ], [ "00:12:05.07", "00:12:06.59" ], [ "00:12:06.58", "00:12:07.36" ] ], "start_stop_frames": [ [ 36019, 36134 ], [ 36205, 36254 ], [ 36253, 36329 ], [ 36329, 36368 ] ], "trgnoun": "cling_film", "trgverb": "put_in" }, { "key": "P08_01+6_7_8_9", "video_id": "P08_01", "narration_ids": [ "P08_01_6", "P08_01_7", "P08_01_8", "P08_01_9" ], "src": "turn_on water . get filter . place filter", "src1": "turn_on water", "src2": "get filter", "src3": "place filter", "trg": "shake filter", "vis_src": "P08_01:6 P08_01:7 P08_01:8", "vis_trg": "P08_01:9", "narrations": [ "turn on water", "get filter", "place filter", "shake filter" ], "verbs": [ "turn-on", "get", "place", "shake" ], "verb_classes": [ 6, 0, 1, 15 ], "nouns": [ "tap", "filter", "filter", "filter" ], "noun_classes": [ 0, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:00:15.74", "00:00:18.49" ], [ "00:00:20.90", "00:00:22.44" ], [ "00:00:22.81", "00:00:23.78" ], [ "00:00:24.94", "00:00:27.29" ] ], "start_stop_frames": [ [ 944, 1109 ], [ 1254, 1346 ], [ 1368, 1426 ], [ 1496, 1637 ] ], "trgnoun": "filter", "trgverb": "shake" }, { "key": "P30_111+20_21_22_23", "video_id": "P30_111", "narration_ids": [ "P30_111_20", "P30_111_21", "P30_111_22", "P30_111_23" ], "src": "pick_up butter . pick_up hummus . open fridge", "src1": "pick_up butter", "src2": "pick_up hummus", "src3": "open fridge", "trg": "put hummus in fridge", "vis_src": "P30_111:20 P30_111:21 P30_111:22", "vis_trg": "P30_111:23", "narrations": [ "pick up butter", "pick up hummus", "open fridge", "put hummus in fridge" ], "verbs": [ "pick-up", "pick-up", "open", "put-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "butter", "hummus", "fridge", "hummus" ], "noun_classes": [ 78, 181, 12, 181 ], "start_stop_timestamps": [ [ "00:00:39.44", "00:00:39.74" ], [ "00:00:39.95", "00:00:40.75" ], [ "00:00:42.79", "00:00:43.73" ], [ "00:00:43.70", "00:00:45.88" ] ], "start_stop_frames": [ [ 1972, 1987 ], [ 1997, 2037 ], [ 2139, 2186 ], [ 2185, 2294 ] ], "trgnoun": "hummus", "trgverb": "put_in" }, { "key": "P28_103+270_271_272_273", "video_id": "P28_103", "narration_ids": [ "P28_103_270", "P28_103_271", "P28_103_272", "P28_103_273" ], "src": "put salt . take pepper . pour pepper in food", "src1": "put salt", "src2": "take pepper", "src3": "pour pepper in food", "trg": "put pepper", "vis_src": "P28_103:270 P28_103:271 P28_103:272", "vis_trg": "P28_103:273", "narrations": [ "put salt", "take pepper", "pour pepper in food", "put pepper" ], "verbs": [ "put", "take", "pour-in", "put" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "salt", "pepper", "pepper", "pepper" ], "noun_classes": [ 38, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:27:23.15", "00:27:24.10" ], [ "00:27:24.15", "00:27:24.81" ], [ "00:27:25.26", "00:27:39.24" ], [ "00:27:39.27", "00:27:40.63" ] ], "start_stop_frames": [ [ 82157, 82205 ], [ 82207, 82240 ], [ 82263, 82962 ], [ 82963, 83031 ] ], "trgnoun": "pepper", "trgverb": "put" }, { "key": "P06_113+29_30_31_32", "video_id": "P06_113", "narration_ids": [ "P06_113_29", "P06_113_30", "P06_113_31", "P06_113_32" ], "src": "put tupperware in cupboard . close cupboard . open cupboard", "src1": "put tupperware in cupboard", "src2": "close cupboard", "src3": "open cupboard", "trg": "pick_up tupperware", "vis_src": "P06_113:29 P06_113:30 P06_113:31", "vis_trg": "P06_113:32", "narrations": [ "put tupperware in cupboard", "close cupboard", "open cupboard", "pick up tupperware" ], "verbs": [ "put-in", "close", "open", "pick-up" ], "verb_classes": [ 5, 4, 3, 0 ], "nouns": [ "tupperware", "cupboard", "cupboard", "tupperware" ], "noun_classes": [ 23, 3, 3, 23 ], "start_stop_timestamps": [ [ "00:01:03.98", "00:01:06.23" ], [ "00:01:04.29", "00:01:06.53" ], [ "00:01:06.39", "00:01:07.41" ], [ "00:01:07.21", "00:01:08.35" ] ], "start_stop_frames": [ [ 3199, 3311 ], [ 3214, 3326 ], [ 3319, 3370 ], [ 3360, 3417 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P23_102+138_139_140_141", "video_id": "P23_102", "narration_ids": [ "P23_102_138", "P23_102_139", "P23_102_140", "P23_102_141" ], "src": "put bag . open bag . take green_chilli", "src1": "put bag", "src2": "open bag", "src3": "take green_chilli", "trg": "put green_chilli", "vis_src": "P23_102:138 P23_102:139 P23_102:140", "vis_trg": "P23_102:141", "narrations": [ "put bag", "open bag", "take green chilli", "put green chilli" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bag", "bag", "chilli:green", "chilli:green" ], "noun_classes": [ 19, 19, 69, 69 ], "start_stop_timestamps": [ [ "00:11:16.93", "00:11:19.05" ], [ "00:11:18.53", "00:11:19.83" ], [ "00:11:18.99", "00:11:22.90" ], [ "00:11:22.85", "00:11:24.04" ] ], "start_stop_frames": [ [ 33846, 33952 ], [ 33926, 33991 ], [ 33949, 34145 ], [ 34142, 34202 ] ], "trgnoun": "green_chilli", "trgverb": "put" }, { "key": "P01_109+65_66_67_68", "video_id": "P01_109", "narration_ids": [ "P01_109_65", "P01_109_66", "P01_109_67", "P01_109_68" ], "src": "put_down potato_bit . move cutting_board . put_down knife", "src1": "put_down potato_bit", "src2": "move cutting_board", "src3": "put_down knife", "trg": "pick_up knife", "vis_src": "P01_109:65 P01_109:66 P01_109:67", "vis_trg": "P01_109:68", "narrations": [ "put down potato bit", "move cutting board", "put down knife", "pick up knife" ], "verbs": [ "put-down", "move", "put-down", "pick-up" ], "verb_classes": [ 1, 11, 1, 0 ], "nouns": [ "bit:potato", "board:cutting", "knife", "knife" ], "noun_classes": [ 30, 18, 4, 4 ], "start_stop_timestamps": [ [ "00:03:22.97", "00:03:23.82" ], [ "00:03:23.92", "00:03:24.64" ], [ "00:03:24.74", "00:03:25.34" ], [ "00:03:25.28", "00:03:26.01" ] ], "start_stop_frames": [ [ 10148, 10191 ], [ 10196, 10232 ], [ 10237, 10267 ], [ 10264, 10300 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P02_129+156_157_158_159", "video_id": "P02_129", "narration_ids": [ "P02_129_156", "P02_129_157", "P02_129_158", "P02_129_159" ], "src": "put_down lid . pick_up spoon . scoop pesto_sauce from jar using spoon", "src1": "put_down lid", "src2": "pick_up spoon", "src3": "scoop pesto_sauce from jar using spoon", "trg": "pour pesto_sauce from spoon into pan", "vis_src": "P02_129:156 P02_129:157 P02_129:158", "vis_trg": "P02_129:159", "narrations": [ "put down lid", "pick up spoon", "scoop pesto sauce from jar using spoon", "pour pesto sauce from spoon into pan" ], "verbs": [ "put-down", "pick-up", "scoop", "pour-from" ], "verb_classes": [ 1, 0, 16, 9 ], "nouns": [ "lid", "spoon", "sauce:pesto", "sauce:pesto" ], "noun_classes": [ 6, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:05:41.88", "00:05:42.72" ], [ "00:05:42.60", "00:05:43.17" ], [ "00:05:43.30", "00:05:44.56" ], [ "00:05:44.60", "00:05:46.75" ] ], "start_stop_frames": [ [ 17094, 17136 ], [ 17130, 17158 ], [ 17165, 17228 ], [ 17230, 17337 ] ], "trgnoun": "pesto_sauce", "trgverb": "pour_from" }, { "key": "P01_09+696_697_698_699", "video_id": "P01_09", "narration_ids": [ "P01_09_696", "P01_09_697", "P01_09_698", "P01_09_699" ], "src": "put potato into bowl . put_down plate . take olives", "src1": "put potato into bowl", "src2": "put_down plate", "src3": "take olives", "trg": "eat olives", "vis_src": "P01_09:696 P01_09:697 P01_09:698", "vis_trg": "P01_09:699", "narrations": [ "put potato into bowl", "put down plate", "take olives", "eat olives" ], "verbs": [ "put-into", "put-down", "take", "eat" ], "verb_classes": [ 5, 1, 0, 35 ], "nouns": [ "potato", "plate", "olive", "olive" ], "noun_classes": [ 30, 2, 83, 83 ], "start_stop_timestamps": [ [ "00:47:47.40", "00:47:48.19" ], [ "00:47:48.65", "00:47:51.09" ], [ "00:47:51.55", "00:47:54.08" ], [ "00:47:54.01", "00:47:55.20" ] ], "start_stop_frames": [ [ 172044, 172091 ], [ 172119, 172265 ], [ 172293, 172444 ], [ 172440, 172512 ] ], "trgnoun": "olive", "trgverb": "eat" }, { "key": "P30_104+103_104_105_106", "video_id": "P30_104", "narration_ids": [ "P30_104_103", "P30_104_104", "P30_104_105", "P30_104_106" ], "src": "put jug on drying rack . pick_up knife . wash knife", "src1": "put jug on drying rack", "src2": "pick_up knife", "src3": "wash knife", "trg": "put knife in washing up bowl", "vis_src": "P30_104:103 P30_104:104 P30_104:105", "vis_trg": "P30_104:106", "narrations": [ "put jug on drying rack", "pick up knife", "wash knife", "put knife in washing up bowl" ], "verbs": [ "put-on", "pick-up", "wash", "put-in" ], "verb_classes": [ 1, 0, 2, 5 ], "nouns": [ "jug", "knife", "knife", "knife" ], "noun_classes": [ 66, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:03:36.36", "00:03:37.40" ], [ "00:03:36.98", "00:03:39.18" ], [ "00:03:39.10", "00:03:40.77" ], [ "00:03:40.65", "00:03:41.40" ] ], "start_stop_frames": [ [ 10818, 10870 ], [ 10849, 10959 ], [ 10955, 11038 ], [ 11032, 11070 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P03_119+198_199_200_201", "video_id": "P03_119", "narration_ids": [ "P03_119_198", "P03_119_199", "P03_119_200", "P03_119_201" ], "src": "pour_out washing up bowl . put_down washing up bowl . pick_up fork", "src1": "pour_out washing up bowl", "src2": "put_down washing up bowl", "src3": "pick_up fork", "trg": "wash fork", "vis_src": "P03_119:198 P03_119:199 P03_119:200", "vis_trg": "P03_119:201", "narrations": [ "pour out washing up bowl", "put down washing up bowl", "pick up fork", "wash fork" ], "verbs": [ "pour-out", "put-down", "pick-up", "wash" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "bowl:washing:up", "bowl:washing:up", "fork", "fork" ], "noun_classes": [ 7, 7, 14, 14 ], "start_stop_timestamps": [ [ "00:10:48.58", "00:10:49.42" ], [ "00:10:49.15", "00:10:50.50" ], [ "00:10:50.60", "00:10:51.39" ], [ "00:10:50.48", "00:10:53.48" ] ], "start_stop_frames": [ [ 32429, 32470 ], [ 32457, 32525 ], [ 32530, 32569 ], [ 32524, 32674 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P03_101+107_108_109_110", "video_id": "P03_101", "narration_ids": [ "P03_101_107", "P03_101_108", "P03_101_109", "P03_101_110" ], "src": "wash knife . put knife in drying rack . pick_up saucepan_lid", "src1": "wash knife", "src2": "put knife in drying rack", "src3": "pick_up saucepan_lid", "trg": "wash saucepan_lid", "vis_src": "P03_101:107 P03_101:108 P03_101:109", "vis_trg": "P03_101:110", "narrations": [ "wash knife", "put knife in drying rack", "pick up saucepan lid", "wash saucepan lid" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "knife", "knife", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 4, 4, 6, 6 ], "start_stop_timestamps": [ [ "00:03:23.51", "00:03:26.23" ], [ "00:03:26.33", "00:03:27.16" ], [ "00:03:28.24", "00:03:29.18" ], [ "00:03:29.41", "00:03:39.71" ] ], "start_stop_frames": [ [ 10175, 10311 ], [ 10316, 10358 ], [ 10412, 10459 ], [ 10470, 10985 ] ], "trgnoun": "saucepan_lid", "trgverb": "wash" }, { "key": "P03_02+21_22_23_24", "video_id": "P03_02", "narration_ids": [ "P03_02_21", "P03_02_22", "P03_02_23", "P03_02_24" ], "src": "pick_up lunch_box . place lunch_box . pick_up sandwiches", "src1": "pick_up lunch_box", "src2": "place lunch_box", "src3": "pick_up sandwiches", "trg": "put sandwiches in lunch box", "vis_src": "P03_02:21 P03_02:22 P03_02:23", "vis_trg": "P03_02:24", "narrations": [ "pick up lunch box", "place lunch box", "pick up sandwiches", "put sandwiches in lunch box" ], "verbs": [ "pick-up", "place", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "box:lunch", "box:lunch", "sandwich", "sandwich" ], "noun_classes": [ 23, 23, 164, 164 ], "start_stop_timestamps": [ [ "00:00:46.36", "00:00:47.15" ], [ "00:00:47.09", "00:00:47.69" ], [ "00:00:48.00", "00:00:49.25" ], [ "00:00:51.27", "00:00:51.92" ] ], "start_stop_frames": [ [ 2781, 2829 ], [ 2825, 2861 ], [ 2880, 2955 ], [ 3076, 3115 ] ], "trgnoun": "sandwich", "trgverb": "put_in" }, { "key": "P30_111+565_566_567_568", "video_id": "P30_111", "narration_ids": [ "P30_111_565", "P30_111_566", "P30_111_567", "P30_111_568" ], "src": "eat pepper . open cupboard . take glass", "src1": "eat pepper", "src2": "open cupboard", "src3": "take glass", "trg": "close cupboard", "vis_src": "P30_111:565 P30_111:566 P30_111:567", "vis_trg": "P30_111:568", "narrations": [ "eat pepper", "open cupboard", "take glass", "close cupboard" ], "verbs": [ "eat", "open", "take", "close" ], "verb_classes": [ 35, 3, 0, 4 ], "nouns": [ "pepper", "cupboard", "glass", "cupboard" ], "noun_classes": [ 37, 3, 10, 3 ], "start_stop_timestamps": [ [ "00:26:07.00", "00:26:11.74" ], [ "00:26:14.79", "00:26:15.89" ], [ "00:26:19.87", "00:26:20.57" ], [ "00:26:21.42", "00:26:22.11" ] ], "start_stop_frames": [ [ 78350, 78587 ], [ 78739, 78794 ], [ 78993, 79028 ], [ 79071, 79105 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P07_103+8_9_10_11", "video_id": "P07_103", "narration_ids": [ "P07_103_8", "P07_103_9", "P07_103_10", "P07_103_11" ], "src": "grab oven_rack . grab tray . take tray from oven", "src1": "grab oven_rack", "src2": "grab tray", "src3": "take tray from oven", "trg": "put tray onto hob", "vis_src": "P07_103:8 P07_103:9 P07_103:10", "vis_trg": "P07_103:11", "narrations": [ "grab oven rack", "grab tray", "take tray from oven", "put tray onto hob" ], "verbs": [ "grab", "grab", "take-from", "put-onto" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "rack:oven", "tray", "tray", "tray" ], "noun_classes": [ 110, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:00:18.19", "00:00:20.28" ], [ "00:00:21.23", "00:00:22.60" ], [ "00:00:21.77", "00:00:22.84" ], [ "00:00:22.91", "00:00:23.67" ] ], "start_stop_frames": [ [ 909, 1014 ], [ 1061, 1130 ], [ 1088, 1142 ], [ 1145, 1183 ] ], "trgnoun": "tray", "trgverb": "put_onto" }, { "key": "P26_103+124_125_126_127", "video_id": "P26_103", "narration_ids": [ "P26_103_124", "P26_103_125", "P26_103_126", "P26_103_127" ], "src": "put_down detergent . rinse sponge . lather baking_tray", "src1": "put_down detergent", "src2": "rinse sponge", "src3": "lather baking_tray", "trg": "put_down sponge", "vis_src": "P26_103:124 P26_103:125 P26_103:126", "vis_trg": "P26_103:127", "narrations": [ "put down detergent", "rinse sponge", "lather baking tray", "put down sponge" ], "verbs": [ "put-down", "rinse", "lather", "put-down" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "detergent", "sponge", "tray:baking", "sponge" ], "noun_classes": [ 22, 9, 35, 9 ], "start_stop_timestamps": [ [ "00:06:45.54", "00:06:47.23" ], [ "00:06:48.60", "00:06:51.58" ], [ "00:06:51.68", "00:07:02.98" ], [ "00:07:12.80", "00:07:13.66" ] ], "start_stop_frames": [ [ 20277, 20361 ], [ 20430, 20579 ], [ 20584, 21149 ], [ 21640, 21683 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P26_117+112_113_114_115", "video_id": "P26_117", "narration_ids": [ "P26_117_112", "P26_117_113", "P26_117_114", "P26_117_115" ], "src": "take fork . pick_up chicken . put_down chicken", "src1": "take fork", "src2": "pick_up chicken", "src3": "put_down chicken", "trg": "turn chicken", "vis_src": "P26_117:112 P26_117:113 P26_117:114", "vis_trg": "P26_117:115", "narrations": [ "take fork", "pick up chicken", "put down chicken", "turn chicken" ], "verbs": [ "take", "pick-up", "put-down", "turn" ], "verb_classes": [ 0, 0, 1, 23 ], "nouns": [ "fork", "chicken", "chicken", "chicken" ], "noun_classes": [ 14, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:10:25.78", "00:10:26.68" ], [ "00:10:27.11", "00:10:27.96" ], [ "00:10:29.14", "00:10:30.64" ], [ "00:10:30.49", "00:10:32.01" ] ], "start_stop_frames": [ [ 31289, 31333 ], [ 31355, 31398 ], [ 31457, 31532 ], [ 31524, 31600 ] ], "trgnoun": "chicken", "trgverb": "turn" }, { "key": "P28_09+27_28_29_30", "video_id": "P28_09", "narration_ids": [ "P28_09_27", "P28_09_28", "P28_09_29", "P28_09_30" ], "src": "put_down cherry_tomatoes . take_out cherry_tomatoes . take package", "src1": "put_down cherry_tomatoes", "src2": "take_out cherry_tomatoes", "src3": "take package", "trg": "throw package", "vis_src": "P28_09:27 P28_09:28 P28_09:29", "vis_trg": "P28_09:30", "narrations": [ "put down cherry tomatoes", "take out cherry tomatoes", "take package", "throw package" ], "verbs": [ "put-down", "take-out", "take", "throw" ], "verb_classes": [ 1, 12, 0, 13 ], "nouns": [ "tomato:cherry", "tomato:cherry", "package", "package" ], "noun_classes": [ 43, 43, 26, 26 ], "start_stop_timestamps": [ [ "00:01:28.98", "00:01:32.21" ], [ "00:01:32.31", "00:01:39.84" ], [ "00:01:39.94", "00:01:41.19" ], [ "00:01:42.34", "00:01:43.64" ] ], "start_stop_frames": [ [ 5338, 5532 ], [ 5538, 5990 ], [ 5996, 6071 ], [ 6140, 6218 ] ], "trgnoun": "package", "trgverb": "throw" }, { "key": "P02_118+124_125_126_127", "video_id": "P02_118", "narration_ids": [ "P02_118_124", "P02_118_125", "P02_118_126", "P02_118_127" ], "src": "close cupboard . pick_up apron . wear apron", "src1": "close cupboard", "src2": "pick_up apron", "src3": "wear apron", "trg": "tie apron", "vis_src": "P02_118:124 P02_118:125 P02_118:126", "vis_trg": "P02_118:127", "narrations": [ "close cupboard", "pick up apron", "wear apron", "tie apron" ], "verbs": [ "close", "pick-up", "wear", "tie" ], "verb_classes": [ 4, 0, 68, 36 ], "nouns": [ "cupboard", "apron", "apron", "apron" ], "noun_classes": [ 3, 199, 199, 199 ], "start_stop_timestamps": [ [ "00:05:49.81", "00:05:51.33" ], [ "00:05:54.36", "00:05:56.39" ], [ "00:05:58.00", "00:06:00.03" ], [ "00:06:00.48", "00:06:07.12" ] ], "start_stop_frames": [ [ 17490, 17566 ], [ 17718, 17819 ], [ 17900, 18001 ], [ 18024, 18356 ] ], "trgnoun": "apron", "trgverb": "tie" }, { "key": "P04_120+298_299_300_301", "video_id": "P04_120", "narration_ids": [ "P04_120_298", "P04_120_299", "P04_120_300", "P04_120_301" ], "src": "pick_up knife . put knife in knife holder . pick_up scissors", "src1": "pick_up knife", "src2": "put knife in knife holder", "src3": "pick_up scissors", "trg": "put scissors in drawer", "vis_src": "P04_120:298 P04_120:299 P04_120:300", "vis_trg": "P04_120:301", "narrations": [ "pick up knife", "put knife in knife holder", "pick up scissors", "put scissors in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "knife", "knife", "scissors", "scissors" ], "noun_classes": [ 4, 4, 79, 79 ], "start_stop_timestamps": [ [ "00:10:57.05", "00:10:57.74" ], [ "00:10:57.65", "00:10:59.22" ], [ "00:10:59.23", "00:11:00.42" ], [ "00:11:00.40", "00:11:00.85" ] ], "start_stop_frames": [ [ 32852, 32887 ], [ 32882, 32961 ], [ 32961, 33021 ], [ 33020, 33042 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P22_10+279_280_281_282", "video_id": "P22_10", "narration_ids": [ "P22_10_279", "P22_10_280", "P22_10_281", "P22_10_282" ], "src": "put_down glass . put_down bottle_opener . put_down cap", "src1": "put_down glass", "src2": "put_down bottle_opener", "src3": "put_down cap", "trg": "take glass", "vis_src": "P22_10:279 P22_10:280 P22_10:281", "vis_trg": "P22_10:282", "narrations": [ "put down glass", "put down bottle opener", "put down cap", "take glass" ], "verbs": [ "put-down", "put-down", "put-down", "take" ], "verb_classes": [ 1, 1, 1, 0 ], "nouns": [ "glass", "opener:bottle", "cap", "glass" ], "noun_classes": [ 10, 174, 118, 10 ], "start_stop_timestamps": [ [ "00:09:56.44", "00:09:57.42" ], [ "00:09:57.57", "00:09:58.46" ], [ "00:09:58.06", "00:09:58.56" ], [ "00:10:02.48", "00:10:03.71" ] ], "start_stop_frames": [ [ 35786, 35845 ], [ 35854, 35907 ], [ 35883, 35913 ], [ 36148, 36222 ] ], "trgnoun": "glass", "trgverb": "take" }, { "key": "P04_107+405_619_621_622", "video_id": "P04_107", "narration_ids": [ "P04_107_405", "P04_107_619", "P04_107_621", "P04_107_622" ], "src": "unfold dough . pick_up dough and rolling pin . lay_down dough", "src1": "unfold dough", "src2": "pick_up dough and rolling pin", "src3": "lay_down dough", "trg": "roll_out dough", "vis_src": "P04_107:405 P04_107:619 P04_107:621", "vis_trg": "P04_107:622", "narrations": [ "unfold dough", "pick up dough and rolling pin", "lay down dough", "roll out dough" ], "verbs": [ "unfold", "pick-up", "lay-down", "roll-out" ], "verb_classes": [ 39, 0, 1, 39 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:14.09", "00:12:18.94" ], [ "00:16:58.07", "00:16:59.39" ], [ "00:17:03.48", "00:17:04.44" ], [ "00:17:04.38", "00:17:06.66" ] ], "start_stop_frames": [ [ 36704, 36947 ], [ 50903, 50969 ], [ 51174, 51222 ], [ 51219, 51333 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P04_107+705_707_708_710", "video_id": "P04_107", "narration_ids": [ "P04_107_705", "P04_107_707", "P04_107_708", "P04_107_710" ], "src": "lay_down dough . pick_up chopstick . lay chopstick onto dough", "src1": "lay_down dough", "src2": "pick_up chopstick", "src3": "lay chopstick onto dough", "trg": "lift_up dough", "vis_src": "P04_107:705 P04_107:707 P04_107:708", "vis_trg": "P04_107:710", "narrations": [ "lay down dough", "pick up chopstick", "lay chopstick onto dough", "lift up dough" ], "verbs": [ "lay-down", "pick-up", "lay-onto", "lift-up" ], "verb_classes": [ 1, 0, 1, 33 ], "nouns": [ "dough", "chopstick", "chopstick", "dough" ], "noun_classes": [ 25, 80, 80, 25 ], "start_stop_timestamps": [ [ "00:19:09.57", "00:19:10.04" ], [ "00:19:11.36", "00:19:13.24" ], [ "00:19:13.34", "00:19:14.98" ], [ "00:19:13.74", "00:19:14.50" ] ], "start_stop_frames": [ [ 57478, 57502 ], [ 57567, 57662 ], [ 57666, 57749 ], [ 57687, 57725 ] ], "trgnoun": "dough", "trgverb": "lift_up" }, { "key": "P28_04+54_55_56_57", "video_id": "P28_04", "narration_ids": [ "P28_04_54", "P28_04_55", "P28_04_56", "P28_04_57" ], "src": "throw rubbish . take courgette . put_down carrot", "src1": "throw rubbish", "src2": "take courgette", "src3": "put_down carrot", "trg": "cut courgette", "vis_src": "P28_04:54 P28_04:55 P28_04:56", "vis_trg": "P28_04:57", "narrations": [ "throw rubbish", "take courgette", "put down carrot", "cut courgette" ], "verbs": [ "throw", "take", "put-down", "cut" ], "verb_classes": [ 13, 0, 1, 7 ], "nouns": [ "rubbish", "courgette", "carrot", "courgette" ], "noun_classes": [ 54, 76, 41, 76 ], "start_stop_timestamps": [ [ "00:04:54.14", "00:04:55.16" ], [ "00:05:03.43", "00:05:05.79" ], [ "00:05:06.20", "00:05:07.06" ], [ "00:05:07.67", "00:05:10.90" ] ], "start_stop_frames": [ [ 17648, 17709 ], [ 18205, 18347 ], [ 18372, 18423 ], [ 18460, 18654 ] ], "trgnoun": "courgette", "trgverb": "cut" }, { "key": "P04_107+763_764_765_766", "video_id": "P04_107", "narration_ids": [ "P04_107_763", "P04_107_764", "P04_107_765", "P04_107_766" ], "src": "turn_over dough . pick_up dough . lay_out dough", "src1": "turn_over dough", "src2": "pick_up dough", "src3": "lay_out dough", "trg": "roll_out dough", "vis_src": "P04_107:763 P04_107:764 P04_107:765", "vis_trg": "P04_107:766", "narrations": [ "turn over dough", "pick up dough", "lay out dough", "roll out dough" ], "verbs": [ "turn-over", "pick-up", "lay-out", "roll-out" ], "verb_classes": [ 22, 0, 1, 39 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:20:34.83", "00:20:36.42" ], [ "00:20:36.80", "00:20:37.39" ], [ "00:20:37.36", "00:20:37.83" ], [ "00:20:37.93", "00:20:40.62" ] ], "start_stop_frames": [ [ 61741, 61821 ], [ 61840, 61869 ], [ 61867, 61891 ], [ 61896, 62030 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P28_04+35_36_37_38", "video_id": "P28_04", "narration_ids": [ "P28_04_35", "P28_04_36", "P28_04_37", "P28_04_38" ], "src": "take carrot . take peeler . peel carrot", "src1": "take carrot", "src2": "take peeler", "src3": "peel carrot", "trg": "cut carrot", "vis_src": "P28_04:35 P28_04:36 P28_04:37", "vis_trg": "P28_04:38", "narrations": [ "take carrot", "take peeler", "peel carrot", "cut carrot" ], "verbs": [ "take", "take", "peel", "cut" ], "verb_classes": [ 0, 0, 19, 7 ], "nouns": [ "carrot", "peeler", "carrot", "carrot" ], "noun_classes": [ 41, 87, 41, 41 ], "start_stop_timestamps": [ [ "00:03:55.90", "00:03:57.26" ], [ "00:03:56.76", "00:03:57.54" ], [ "00:03:58.93", "00:04:01.82" ], [ "00:04:00.19", "00:04:27.69" ] ], "start_stop_frames": [ [ 14154, 14235 ], [ 14205, 14252 ], [ 14335, 14509 ], [ 14411, 16061 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P03_09+138_139_140_141", "video_id": "P03_09", "narration_ids": [ "P03_09_138", "P03_09_139", "P03_09_140", "P03_09_141" ], "src": "put spoon . wash spatula . wash spoon", "src1": "put spoon", "src2": "wash spatula", "src3": "wash spoon", "trg": "put spatula", "vis_src": "P03_09:138 P03_09:139 P03_09:140", "vis_trg": "P03_09:141", "narrations": [ "put spoon", "wash spatula", "wash spoon", "put spatula" ], "verbs": [ "put", "wash", "wash", "put" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "spoon", "spatula", "spoon", "spatula" ], "noun_classes": [ 1, 20, 1, 20 ], "start_stop_timestamps": [ [ "00:07:47.06", "00:07:47.83" ], [ "00:07:48.98", "00:07:56.36" ], [ "00:07:49.70", "00:07:56.32" ], [ "00:07:56.71", "00:07:57.96" ] ], "start_stop_frames": [ [ 28023, 28069 ], [ 28138, 28581 ], [ 28182, 28579 ], [ 28602, 28677 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P15_03+8_9_10_11", "video_id": "P15_03", "narration_ids": [ "P15_03_8", "P15_03_9", "P15_03_10", "P15_03_11" ], "src": "open drawer . pick_up tupperware . pick_up potato_peeler", "src1": "open drawer", "src2": "pick_up tupperware", "src3": "pick_up potato_peeler", "trg": "wash potato_peeler", "vis_src": "P15_03:8 P15_03:9 P15_03:10", "vis_trg": "P15_03:11", "narrations": [ "open drawer", "pick up tupperware", "pick up potato peeler", "wash potato peeler" ], "verbs": [ "open", "pick-up", "pick-up", "wash" ], "verb_classes": [ 3, 0, 0, 2 ], "nouns": [ "drawer", "tupperware", "peeler:potato", "peeler:potato" ], "noun_classes": [ 8, 23, 87, 87 ], "start_stop_timestamps": [ [ "00:01:41.90", "00:01:43.04" ], [ "00:01:43.14", "00:01:45.99" ], [ "00:01:48.71", "00:01:50.00" ], [ "00:01:51.86", "00:01:53.25" ] ], "start_stop_frames": [ [ 6114, 6182 ], [ 6188, 6359 ], [ 6522, 6600 ], [ 6711, 6795 ] ], "trgnoun": "potato_peeler", "trgverb": "wash" }, { "key": "P08_05+141_142_143_145", "video_id": "P08_05", "narration_ids": [ "P08_05_141", "P08_05_142", "P08_05_143", "P08_05_145" ], "src": "get the leaves . take kitchen_towel . unwrap kitchen_towel", "src1": "get the leaves", "src2": "take kitchen_towel", "src3": "unwrap kitchen_towel", "trg": "wipe excess_water from salad", "vis_src": "P08_05:141 P08_05:142 P08_05:143", "vis_trg": "P08_05:145", "narrations": [ "get the leaves", "take kitchen towel", "unwrap kitchen towel", "wipe excess water from salad" ], "verbs": [ "get", "take", "unwrap", "wipe-from" ], "verb_classes": [ 0, 0, 84, 2 ], "nouns": [ "leaf", "towel:kitchen", "towel:kitchen", "water:excess" ], "noun_classes": [ 62, 93, 93, 27 ], "start_stop_timestamps": [ [ "00:09:48.65", "00:09:51.65" ], [ "00:09:58.82", "00:10:03.06" ], [ "00:10:03.16", "00:10:13.41" ], [ "00:10:16.80", "00:10:21.55" ] ], "start_stop_frames": [ [ 35319, 35499 ], [ 35929, 36183 ], [ 36189, 36804 ], [ 37008, 37293 ] ], "trgnoun": "excess_water", "trgverb": "wipe_from" }, { "key": "P04_106+57_58_59_60", "video_id": "P04_106", "narration_ids": [ "P04_106_57", "P04_106_58", "P04_106_59", "P04_106_60" ], "src": "pick_up dough . examine dough . smell dough", "src1": "pick_up dough", "src2": "examine dough", "src3": "smell dough", "trg": "rub dough", "vis_src": "P04_106:57 P04_106:58 P04_106:59", "vis_trg": "P04_106:60", "narrations": [ "pick up dough", "examine dough", "smell dough", "rub dough" ], "verbs": [ "pick-up", "examine", "smell", "rub" ], "verb_classes": [ 0, 24, 75, 55 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:02:16.52", "00:02:17.27" ], [ "00:02:17.37", "00:02:19.65" ], [ "00:02:19.73", "00:02:20.36" ], [ "00:02:20.72", "00:02:23.17" ] ], "start_stop_frames": [ [ 6826, 6863 ], [ 6868, 6982 ], [ 6986, 7018 ], [ 7036, 7158 ] ], "trgnoun": "dough", "trgverb": "rub" }, { "key": "P30_03+141_142_143_144", "video_id": "P30_03", "narration_ids": [ "P30_03_141", "P30_03_142", "P30_03_143", "P30_03_144" ], "src": "empty v60 into bin . put mug . rinse v60", "src1": "empty v60 into bin", "src2": "put mug", "src3": "rinse v60", "trg": "wash v60", "vis_src": "P30_03:141 P30_03:142 P30_03:143", "vis_trg": "P30_03:144", "narrations": [ "empty v60 into bin", "put mug", "rinse v60", "wash v60" ], "verbs": [ "empty", "put", "rinse", "wash" ], "verb_classes": [ 20, 1, 2, 2 ], "nouns": [ "v60", "mug", "v60", "v60" ], "noun_classes": [ 50, 13, 50, 50 ], "start_stop_timestamps": [ [ "00:08:09.95", "00:08:13.93" ], [ "00:08:14.03", "00:08:15.75" ], [ "00:08:15.66", "00:08:17.36" ], [ "00:08:17.34", "00:08:22.25" ] ], "start_stop_frames": [ [ 29397, 29635 ], [ 29641, 29745 ], [ 29739, 29841 ], [ 29840, 30135 ] ], "trgnoun": "v60", "trgverb": "wash" }, { "key": "P04_01+89_90_91_92", "video_id": "P04_01", "narration_ids": [ "P04_01_89", "P04_01_90", "P04_01_91", "P04_01_92" ], "src": "put tofu in bag . pick_up miso_paste . open miso_paste", "src1": "put tofu in bag", "src2": "pick_up miso_paste", "src3": "open miso_paste", "trg": "spoon miso_paste", "vis_src": "P04_01:89 P04_01:90 P04_01:91", "vis_trg": "P04_01:92", "narrations": [ "put tofu in bag", "pick up miso paste", "open miso paste", "spoon miso paste" ], "verbs": [ "put-in", "pick-up", "open", "spoon" ], "verb_classes": [ 5, 0, 3, 16 ], "nouns": [ "tofu", "paste:miso", "paste:miso", "paste:miso" ], "noun_classes": [ 81, 148, 148, 148 ], "start_stop_timestamps": [ [ "00:06:51.28", "00:06:56.34" ], [ "00:06:59.38", "00:07:00.10" ], [ "00:07:00.63", "00:07:03.54" ], [ "00:07:05.40", "00:07:08.65" ] ], "start_stop_frames": [ [ 24676, 24980 ], [ 25162, 25206 ], [ 25237, 25412 ], [ 25524, 25719 ] ], "trgnoun": "miso_paste", "trgverb": "spoon" }, { "key": "P04_109+387_388_389_390", "video_id": "P04_109", "narration_ids": [ "P04_109_387", "P04_109_388", "P04_109_389", "P04_109_390" ], "src": "pull_up plastic . cut cucumber_end . take plastic off cucumber end", "src1": "pull_up plastic", "src2": "cut cucumber_end", "src3": "take plastic off cucumber end", "trg": "eat cucumber_end", "vis_src": "P04_109:387 P04_109:388 P04_109:389", "vis_trg": "P04_109:390", "narrations": [ "pull up plastic", "cut cucumber end", "take plastic off cucumber end", "eat cucumber end" ], "verbs": [ "pull-up", "cut", "take-off", "eat" ], "verb_classes": [ 31, 7, 12, 35 ], "nouns": [ "plastic", "end:cucumber", "plastic", "end:cucumber" ], "noun_classes": [ 26, 72, 26, 72 ], "start_stop_timestamps": [ [ "00:11:27.22", "00:11:28.78" ], [ "00:11:31.41", "00:11:32.13" ], [ "00:11:31.39", "00:11:32.96" ], [ "00:11:32.71", "00:11:33.55" ] ], "start_stop_frames": [ [ 34361, 34439 ], [ 34570, 34606 ], [ 34569, 34648 ], [ 34635, 34677 ] ], "trgnoun": "cucumber_end", "trgverb": "eat" }, { "key": "P01_06+37_38_39_40", "video_id": "P01_06", "narration_ids": [ "P01_06_37", "P01_06_38", "P01_06_39", "P01_06_40" ], "src": "put_down knife . take glass . wash glass", "src1": "put_down knife", "src2": "take glass", "src3": "wash glass", "trg": "put_down glass", "vis_src": "P01_06:37 P01_06:38 P01_06:39", "vis_trg": "P01_06:40", "narrations": [ "put down knife", "take glass", "wash glass", "put down glass" ], "verbs": [ "put-down", "take", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "glass", "glass", "glass" ], "noun_classes": [ 4, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:01:56.17", "00:01:57.26" ], [ "00:01:58.06", "00:01:58.84" ], [ "00:01:58.90", "00:02:01.98" ], [ "00:02:02.19", "00:02:03.29" ] ], "start_stop_frames": [ [ 6970, 7035 ], [ 7083, 7130 ], [ 7134, 7318 ], [ 7331, 7397 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P04_01+116_117_118_120", "video_id": "P04_01", "narration_ids": [ "P04_01_116", "P04_01_117", "P04_01_118", "P04_01_120" ], "src": "pull_out pan . put_down pan . pick_up wok", "src1": "pull_out pan", "src2": "put_down pan", "src3": "pick_up wok", "trg": "put_in bin", "vis_src": "P04_01:116 P04_01:117 P04_01:118", "vis_trg": "P04_01:120", "narrations": [ "pull out pan", "put down pan", "pick up wok", "put in bin" ], "verbs": [ "pull-out", "put-down", "pick-up", "put-in" ], "verb_classes": [ 31, 1, 0, 5 ], "nouns": [ "pan", "pan", "wok", "bin" ], "noun_classes": [ 5, 5, 5, 36 ], "start_stop_timestamps": [ [ "00:09:04.46", "00:09:07.38" ], [ "00:09:07.48", "00:09:08.92" ], [ "00:09:08.88", "00:09:10.35" ], [ "00:09:13.30", "00:09:14.80" ] ], "start_stop_frames": [ [ 32667, 32842 ], [ 32848, 32935 ], [ 32932, 33021 ], [ 33198, 33288 ] ], "trgnoun": "bin", "trgverb": "put_in" }, { "key": "P04_110+385_386_387_388", "video_id": "P04_110", "narration_ids": [ "P04_110_385", "P04_110_386", "P04_110_387", "P04_110_388" ], "src": "pick_up spatula . turn_over piece of tofu . feel piece of tofu", "src1": "pick_up spatula", "src2": "turn_over piece of tofu", "src3": "feel piece of tofu", "trg": "adjust piece of tofu", "vis_src": "P04_110:385 P04_110:386 P04_110:387", "vis_trg": "P04_110:388", "narrations": [ "pick up spatula", "turn over piece of tofu", "feel piece of tofu", "adjust piece of tofu" ], "verbs": [ "pick-up", "turn-over", "feel", "adjust" ], "verb_classes": [ 0, 22, 54, 17 ], "nouns": [ "spatula", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 20, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:11:21.74", "00:11:22.66" ], [ "00:11:22.56", "00:11:25.68" ], [ "00:11:26.58", "00:11:27.74" ], [ "00:11:27.83", "00:11:28.84" ] ], "start_stop_frames": [ [ 34087, 34133 ], [ 34128, 34284 ], [ 34329, 34387 ], [ 34391, 34442 ] ], "trgnoun": "tofu_piece", "trgverb": "adjust" }, { "key": "P02_108+104_105_106_107", "video_id": "P02_108", "narration_ids": [ "P02_108_104", "P02_108_105", "P02_108_106", "P02_108_107" ], "src": "put_down glass . open flour_bag . shake flour_bag", "src1": "put_down glass", "src2": "open flour_bag", "src3": "shake flour_bag", "trg": "close flour_bag", "vis_src": "P02_108:104 P02_108:105 P02_108:106", "vis_trg": "P02_108:107", "narrations": [ "put down glass", "open flour bag", "shake flour bag", "close flour bag" ], "verbs": [ "put-down", "open", "shake", "close" ], "verb_classes": [ 1, 3, 15, 4 ], "nouns": [ "glass", "bag:flour", "bag:flour", "bag:flour" ], "noun_classes": [ 10, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:03:43.95", "00:03:44.50" ], [ "00:03:45.07", "00:03:46.06" ], [ "00:03:46.15", "00:03:47.37" ], [ "00:03:47.91", "00:03:53.83" ] ], "start_stop_frames": [ [ 11197, 11225 ], [ 11253, 11303 ], [ 11307, 11368 ], [ 11395, 11691 ] ], "trgnoun": "flour_bag", "trgverb": "close" }, { "key": "P03_109+178_179_180_181", "video_id": "P03_109", "narration_ids": [ "P03_109_178", "P03_109_179", "P03_109_180", "P03_109_181" ], "src": "pick_up bowls . move cutting_board . put_down bowls", "src1": "pick_up bowls", "src2": "move cutting_board", "src3": "put_down bowls", "trg": "move strainer", "vis_src": "P03_109:178 P03_109:179 P03_109:180", "vis_trg": "P03_109:181", "narrations": [ "pick up bowls", "move cutting board", "put down bowls", "move strainer" ], "verbs": [ "pick-up", "move", "put-down", "move" ], "verb_classes": [ 0, 11, 1, 11 ], "nouns": [ "bowl", "board:cutting", "bowl", "strainer" ], "noun_classes": [ 7, 18, 7, 39 ], "start_stop_timestamps": [ [ "00:10:08.99", "00:10:11.87" ], [ "00:10:11.45", "00:10:12.50" ], [ "00:10:12.60", "00:10:14.01" ], [ "00:10:12.28", "00:10:14.41" ] ], "start_stop_frames": [ [ 30449, 30593 ], [ 30572, 30625 ], [ 30630, 30700 ], [ 30614, 30720 ] ], "trgnoun": "strainer", "trgverb": "move" }, { "key": "P22_10+23_24_25_26", "video_id": "P22_10", "narration_ids": [ "P22_10_23", "P22_10_24", "P22_10_25", "P22_10_26" ], "src": "open fridge . put_down down support . grab support", "src1": "open fridge", "src2": "put_down down support", "src3": "grab support", "trg": "move support", "vis_src": "P22_10:23 P22_10:24 P22_10:25", "vis_trg": "P22_10:26", "narrations": [ "open fridge", "put down down support", "grab support", "move support" ], "verbs": [ "open", "put-down", "grab", "move" ], "verb_classes": [ 3, 1, 0, 11 ], "nouns": [ "fridge", "support", "support", "support" ], "noun_classes": [ 12, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:00:47.50", "00:00:49.09" ], [ "00:00:49.52", "00:00:51.92" ], [ "00:00:52.30", "00:00:53.16" ], [ "00:00:53.26", "00:00:56.67" ] ], "start_stop_frames": [ [ 2850, 2945 ], [ 2971, 3115 ], [ 3138, 3189 ], [ 3195, 3400 ] ], "trgnoun": "support", "trgverb": "move" }, { "key": "P04_107+488_489_490_491", "video_id": "P04_107", "narration_ids": [ "P04_107_488", "P04_107_489", "P04_107_490", "P04_107_491" ], "src": "move dough . roll dough . turn_over dough", "src1": "move dough", "src2": "roll dough", "src3": "turn_over dough", "trg": "roll_out dough", "vis_src": "P04_107:488 P04_107:489 P04_107:490", "vis_trg": "P04_107:491", "narrations": [ "move dough", "roll dough", "turn over dough", "roll out dough" ], "verbs": [ "move", "roll", "turn-over", "roll-out" ], "verb_classes": [ 11, 47, 22, 39 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:14:19.28", "00:14:19.84" ], [ "00:14:20.13", "00:14:23.62" ], [ "00:14:22.00", "00:14:24.38" ], [ "00:14:24.48", "00:14:29.75" ] ], "start_stop_frames": [ [ 42964, 42992 ], [ 43006, 43181 ], [ 43100, 43219 ], [ 43224, 43487 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P02_03+50_51_52_53", "video_id": "P02_03", "narration_ids": [ "P02_03_50", "P02_03_51", "P02_03_52", "P02_03_53" ], "src": "separate broccoli using hand . pick_up rest of broccoli . open trash_bin", "src1": "separate broccoli using hand", "src2": "pick_up rest of broccoli", "src3": "open trash_bin", "trg": "throw broccoli", "vis_src": "P02_03:50 P02_03:51 P02_03:52", "vis_trg": "P02_03:53", "narrations": [ "separate broccoli using hand", "pick up rest of broccoli", "open trash bin", "throw broccoli" ], "verbs": [ "separate", "pick-up", "open", "throw" ], "verb_classes": [ 52, 0, 3, 13 ], "nouns": [ "broccoli", "rest:broccoli", "bin:trash", "broccoli" ], "noun_classes": [ 101, 101, 36, 101 ], "start_stop_timestamps": [ [ "00:02:21.81", "00:02:27.78" ], [ "00:02:27.92", "00:02:29.84" ], [ "00:02:29.77", "00:02:30.67" ], [ "00:02:30.51", "00:02:31.54" ] ], "start_stop_frames": [ [ 8508, 8866 ], [ 8875, 8990 ], [ 8986, 9040 ], [ 9030, 9092 ] ], "trgnoun": "broccoli", "trgverb": "throw" }, { "key": "P02_06+201_202_203_204", "video_id": "P02_06", "narration_ids": [ "P02_06_201", "P02_06_202", "P02_06_203", "P02_06_204" ], "src": "pick_up tomato . remove tomato . remove end of tomato", "src1": "pick_up tomato", "src2": "remove tomato", "src3": "remove end of tomato", "trg": "put end of tomato", "vis_src": "P02_06:201 P02_06:202 P02_06:203", "vis_trg": "P02_06:204", "narrations": [ "pick up", "remove", "remove end of tomato", "put" ], "verbs": [ "pick-up", "remove", "remove", "put" ], "verb_classes": [ 0, 12, 12, 1 ], "nouns": [ "tomato", "tomato", "end:tomato", "end:tomato" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:08:57.49", "00:08:58.20" ], [ "00:08:57.63", "00:08:58.38" ], [ "00:08:58.16", "00:09:02.89" ], [ "00:08:58.48", "00:08:58.99" ] ], "start_stop_frames": [ [ 32249, 32292 ], [ 32257, 32302 ], [ 32289, 32573 ], [ 32308, 32339 ] ], "trgnoun": "tomato_end", "trgverb": "put" }, { "key": "P22_110+200_201_202_203", "video_id": "P22_110", "narration_ids": [ "P22_110_200", "P22_110_201", "P22_110_202", "P22_110_203" ], "src": "pick_up food_residue . open bag . throw food_residue", "src1": "pick_up food_residue", "src2": "open bag", "src3": "throw food_residue", "trg": "close bag", "vis_src": "P22_110:200 P22_110:201 P22_110:202", "vis_trg": "P22_110:203", "narrations": [ "pick up food residue", "open bag", "throw food residue", "close bag" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "residue:food", "bag", "residue:food", "bag" ], "noun_classes": [ 54, 19, 54, 19 ], "start_stop_timestamps": [ [ "00:06:23.26", "00:06:26.23" ], [ "00:06:27.52", "00:06:28.88" ], [ "00:06:28.72", "00:06:30.45" ], [ "00:06:30.48", "00:06:31.91" ] ], "start_stop_frames": [ [ 19163, 19311 ], [ 19376, 19444 ], [ 19436, 19522 ], [ 19524, 19595 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P23_101+87_88_89_90", "video_id": "P23_101", "narration_ids": [ "P23_101_87", "P23_101_88", "P23_101_89", "P23_101_90" ], "src": "put bowl . take plate . wash plate", "src1": "put bowl", "src2": "take plate", "src3": "wash plate", "trg": "put plate", "vis_src": "P23_101:87 P23_101:88 P23_101:89", "vis_trg": "P23_101:90", "narrations": [ "put bowl", "take plate", "wash plate", "put plate" ], "verbs": [ "put", "take", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "bowl", "plate", "plate", "plate" ], "noun_classes": [ 7, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:12:28.19", "00:12:29.21" ], [ "00:12:29.63", "00:12:30.41" ], [ "00:12:30.36", "00:12:32.31" ], [ "00:12:32.34", "00:12:33.14" ] ], "start_stop_frames": [ [ 37409, 37460 ], [ 37481, 37520 ], [ 37518, 37615 ], [ 37617, 37657 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P03_28+11_12_13_14", "video_id": "P03_28", "narration_ids": [ "P03_28_11", "P03_28_12", "P03_28_13", "P03_28_14" ], "src": "grab squash . close fridge . place bottle", "src1": "grab squash", "src2": "close fridge", "src3": "place bottle", "trg": "pick_up bottle", "vis_src": "P03_28:11 P03_28:12 P03_28:13", "vis_trg": "P03_28:14", "narrations": [ "grab squash", "close fridge", "place bottle", "pick up bottle" ], "verbs": [ "grab", "close", "place", "pick-up" ], "verb_classes": [ 0, 4, 1, 0 ], "nouns": [ "squash", "fridge", "bottle", "bottle" ], "noun_classes": [ 116, 12, 15, 15 ], "start_stop_timestamps": [ [ "00:00:21.89", "00:00:22.44" ], [ "00:00:22.79", "00:00:23.29" ], [ "00:00:24.12", "00:00:24.87" ], [ "00:00:24.83", "00:00:25.80" ] ], "start_stop_frames": [ [ 1313, 1346 ], [ 1367, 1397 ], [ 1447, 1492 ], [ 1489, 1548 ] ], "trgnoun": "bottle", "trgverb": "pick_up" }, { "key": "P04_121+235_236_237_238", "video_id": "P04_121", "narration_ids": [ "P04_121_235", "P04_121_236", "P04_121_237", "P04_121_238" ], "src": "move bowl away from tap . move bowl under tap . rinse scourer", "src1": "move bowl away from tap", "src2": "move bowl under tap", "src3": "rinse scourer", "trg": "scour bowl", "vis_src": "P04_121:235 P04_121:236 P04_121:237", "vis_trg": "P04_121:238", "narrations": [ "move bowl away from tap", "move bowl under tap", "rinse scourer", "scour bowl" ], "verbs": [ "move", "move", "rinse", "scour" ], "verb_classes": [ 11, 11, 2, 29 ], "nouns": [ "bowl", "bowl", "scourer", "bowl" ], "noun_classes": [ 7, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:10:20.49", "00:10:41.39" ], [ "00:10:41.99", "00:10:51.49" ], [ "00:10:43.00", "00:10:46.98" ], [ "00:10:46.31", "00:10:57.81" ] ], "start_stop_frames": [ [ 31024, 32069 ], [ 32099, 32574 ], [ 32150, 32349 ], [ 32315, 32890 ] ], "trgnoun": "bowl", "trgverb": "scour" }, { "key": "P22_10+366_367_368_369", "video_id": "P22_10", "narration_ids": [ "P22_10_366", "P22_10_367", "P22_10_368", "P22_10_369" ], "src": "close bottle . throw_away bottle . pick_up top", "src1": "close bottle", "src2": "throw_away bottle", "src3": "pick_up top", "trg": "throw away top", "vis_src": "P22_10:366 P22_10:367 P22_10:368", "vis_trg": "P22_10:369", "narrations": [ "close bottle", "throw away bottle", "pick up top", "throw away top" ], "verbs": [ "close", "throw-away", "pick-up", "throw" ], "verb_classes": [ 4, 13, 0, 13 ], "nouns": [ "bottle", "bottle", "top", "top" ], "noun_classes": [ 15, 15, 42, 42 ], "start_stop_timestamps": [ [ "00:13:17.55", "00:13:19.21" ], [ "00:13:19.78", "00:13:21.82" ], [ "00:13:23.39", "00:13:24.85" ], [ "00:13:23.58", "00:13:26.28" ] ], "start_stop_frames": [ [ 47853, 47952 ], [ 47986, 48109 ], [ 48203, 48291 ], [ 48214, 48376 ] ], "trgnoun": "top", "trgverb": "throw" }, { "key": "P22_103+34_35_36_37", "video_id": "P22_103", "narration_ids": [ "P22_103_34", "P22_103_35", "P22_103_36", "P22_103_37" ], "src": "pick_up leaf . put_down leaf . pick_up plates", "src1": "pick_up leaf", "src2": "put_down leaf", "src3": "pick_up plates", "trg": "put_down plate", "vis_src": "P22_103:34 P22_103:35 P22_103:36", "vis_trg": "P22_103:37", "narrations": [ "pick up leaf", "put down leaf", "pick up plates", "put down plate" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "leaf", "leaf", "plate", "plate" ], "noun_classes": [ 62, 62, 2, 2 ], "start_stop_timestamps": [ [ "00:00:54.56", "00:00:56.02" ], [ "00:00:56.12", "00:00:57.77" ], [ "00:00:57.87", "00:00:59.59" ], [ "00:01:02.56", "00:01:04.46" ] ], "start_stop_frames": [ [ 2728, 2801 ], [ 2806, 2888 ], [ 2893, 2979 ], [ 3128, 3222 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P02_112+51_57_58_60", "video_id": "P02_112", "narration_ids": [ "P02_112_51", "P02_112_57", "P02_112_58", "P02_112_60" ], "src": "pour spice from lid onto pan . open jar . pour spice from jar onto lid", "src1": "pour spice from lid onto pan", "src2": "open jar", "src3": "pour spice from jar onto lid", "trg": "close jar", "vis_src": "P02_112:51 P02_112:57 P02_112:58", "vis_trg": "P02_112:60", "narrations": [ "pour spice from lid onto pan", "open jar", "pour spice from jar onto lid", "close jar" ], "verbs": [ "pour-from", "open", "pour-from", "close" ], "verb_classes": [ 9, 3, 9, 4 ], "nouns": [ "spice", "jar", "spice", "jar" ], "noun_classes": [ 85, 40, 85, 40 ], "start_stop_timestamps": [ [ "00:02:21.00", "00:02:22.01" ], [ "00:02:40.39", "00:02:41.26" ], [ "00:02:41.17", "00:02:43.09" ], [ "00:02:43.64", "00:02:44.86" ] ], "start_stop_frames": [ [ 7050, 7100 ], [ 8019, 8063 ], [ 8058, 8154 ], [ 8181, 8243 ] ], "trgnoun": "jar", "trgverb": "close" }, { "key": "P20_04+94_95_96_97", "video_id": "P20_04", "narration_ids": [ "P20_04_94", "P20_04_95", "P20_04_96", "P20_04_97" ], "src": "open dishwasher . open drawer . pick_up knife", "src1": "open dishwasher", "src2": "open drawer", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P20_04:94 P20_04:95 P20_04:96", "vis_trg": "P20_04:97", "narrations": [ "open dishwasher", "open drawer", "pick up knife", "put down knife" ], "verbs": [ "open", "open", "pick-up", "put-down" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "dishwasher", "drawer", "knife", "knife" ], "noun_classes": [ 70, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:06:21.25", "00:06:22.25" ], [ "00:06:22.60", "00:06:24.60" ], [ "00:06:24.09", "00:06:26.86" ], [ "00:06:26.96", "00:06:27.77" ] ], "start_stop_frames": [ [ 22875, 22935 ], [ 22956, 23076 ], [ 23045, 23211 ], [ 23217, 23266 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P30_108+53_54_55_56", "video_id": "P30_108", "narration_ids": [ "P30_108_53", "P30_108_54", "P30_108_55", "P30_108_56" ], "src": "turn_on tap . fill pan with water . move plate", "src1": "turn_on tap", "src2": "fill pan with water", "src3": "move plate", "trg": "put_down pan", "vis_src": "P30_108:53 P30_108:54 P30_108:55", "vis_trg": "P30_108:56", "narrations": [ "turn on tap", "fill pan with water", "move plate", "put down pan" ], "verbs": [ "turn-on", "fill-with", "move", "put-down" ], "verb_classes": [ 6, 26, 11, 1 ], "nouns": [ "tap", "pan", "plate", "pan" ], "noun_classes": [ 0, 5, 2, 5 ], "start_stop_timestamps": [ [ "00:01:50.16", "00:01:50.82" ], [ "00:01:50.83", "00:01:53.05" ], [ "00:01:53.85", "00:01:54.61" ], [ "00:01:54.95", "00:01:55.83" ] ], "start_stop_frames": [ [ 5508, 5541 ], [ 5541, 5652 ], [ 5692, 5730 ], [ 5747, 5791 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P06_03+53_54_55_56", "video_id": "P06_03", "narration_ids": [ "P06_03_53", "P06_03_54", "P06_03_55", "P06_03_56" ], "src": "close kettle . put kettle down . take bag", "src1": "close kettle", "src2": "put kettle down", "src3": "take bag", "trg": "put bag in cupboard", "vis_src": "P06_03:53 P06_03:54 P06_03:55", "vis_trg": "P06_03:56", "narrations": [ "close kettle", "put kettle down", "take bag", "put bag in cupboard" ], "verbs": [ "close", "put-down", "take", "put-in" ], "verb_classes": [ 4, 1, 0, 5 ], "nouns": [ "kettle", "kettle", "bag", "bag" ], "noun_classes": [ 44, 44, 19, 19 ], "start_stop_timestamps": [ [ "00:03:02.80", "00:03:04.26" ], [ "00:03:06.10", "00:03:07.13" ], [ "00:03:07.25", "00:03:08.27" ], [ "00:03:09.45", "00:03:10.40" ] ], "start_stop_frames": [ [ 10968, 11055 ], [ 11166, 11227 ], [ 11235, 11296 ], [ 11367, 11424 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P02_101+100_101_102_103", "video_id": "P02_101", "narration_ids": [ "P02_101_100", "P02_101_101", "P02_101_102", "P02_101_103" ], "src": "close tap . put knife in drainer . shake hands", "src1": "close tap", "src2": "put knife in drainer", "src3": "shake hands", "trg": "dry hands with towel", "vis_src": "P02_101:100 P02_101:101 P02_101:102", "vis_trg": "P02_101:103", "narrations": [ "close tap", "put knife in drainer", "shake hands", "dry hands with towel" ], "verbs": [ "turn-off", "put-in", "shake", "dry-with" ], "verb_classes": [ 8, 5, 15, 14 ], "nouns": [ "tap", "knife", "hand", "hand" ], "noun_classes": [ 0, 4, 11, 11 ], "start_stop_timestamps": [ [ "00:03:43.29", "00:03:44.40" ], [ "00:03:43.00", "00:03:45.26" ], [ "00:03:45.36", "00:03:45.95" ], [ "00:03:47.10", "00:03:49.40" ] ], "start_stop_frames": [ [ 11164, 11220 ], [ 11150, 11263 ], [ 11268, 11297 ], [ 11355, 11470 ] ], "trgnoun": "hand", "trgverb": "dry_with" }, { "key": "P08_21+182_183_184_185", "video_id": "P08_21", "narration_ids": [ "P08_21_182", "P08_21_183", "P08_21_184", "P08_21_185" ], "src": "open lid . scoop some nut paste into the bowl . put_back the lid", "src1": "open lid", "src2": "scoop some nut paste into the bowl", "src3": "put_back the lid", "trg": "mix nuts with oats", "vis_src": "P08_21:182 P08_21:183 P08_21:184", "vis_trg": "P08_21:185", "narrations": [ "open lid", "scoop some nut paste into the bowl", "put back the lid", "mix nuts with oats" ], "verbs": [ "open", "scoop-into", "put-back", "mix-with" ], "verb_classes": [ 3, 16, 1, 10 ], "nouns": [ "lid", "nut", "lid", "nut" ], "noun_classes": [ 6, 133, 6, 133 ], "start_stop_timestamps": [ [ "00:11:43.94", "00:11:45.54" ], [ "00:11:46.31", "00:11:51.52" ], [ "00:11:55.44", "00:11:57.66" ], [ "00:11:56.81", "00:12:08.87" ] ], "start_stop_frames": [ [ 42236, 42332 ], [ 42378, 42691 ], [ 42926, 43059 ], [ 43008, 43732 ] ], "trgnoun": "nut", "trgverb": "mix_with" }, { "key": "P25_104+79_82_84_85", "video_id": "P25_104", "narration_ids": [ "P25_104_79", "P25_104_82", "P25_104_84", "P25_104_85" ], "src": "put_down bottle . close sauce . pick_up spoon", "src1": "put_down bottle", "src2": "close sauce", "src3": "pick_up spoon", "trg": "stir sauce", "vis_src": "P25_104:79 P25_104:82 P25_104:84", "vis_trg": "P25_104:85", "narrations": [ "put down bottle", "close sauce", "pick up spoon", "stir sauce" ], "verbs": [ "put-down", "close", "pick-up", "stir" ], "verb_classes": [ 1, 4, 0, 10 ], "nouns": [ "bottle", "sauce", "spoon", "sauce" ], "noun_classes": [ 15, 47, 1, 47 ], "start_stop_timestamps": [ [ "00:03:47.04", "00:03:49.27" ], [ "00:03:59.15", "00:04:00.41" ], [ "00:04:01.04", "00:04:02.59" ], [ "00:04:02.93", "00:04:09.58" ] ], "start_stop_frames": [ [ 11352, 11463 ], [ 11957, 12020 ], [ 12052, 12129 ], [ 12146, 12479 ] ], "trgnoun": "sauce", "trgverb": "stir" }, { "key": "P20_01+128_129_130_131", "video_id": "P20_01", "narration_ids": [ "P20_01_128", "P20_01_129", "P20_01_130", "P20_01_131" ], "src": "remove rubbish from box . pick_up pastry . remove tin from pastry", "src1": "remove rubbish from box", "src2": "pick_up pastry", "src3": "remove tin from pastry", "trg": "put pastries in microwave", "vis_src": "P20_01:128 P20_01:129 P20_01:130", "vis_trg": "P20_01:131", "narrations": [ "remove rubbish from box", "pick up pastry", "remove tin from pastry", "put pastries in microwave" ], "verbs": [ "remove", "pick-up", "remove-from", "put-in" ], "verb_classes": [ 12, 0, 12, 5 ], "nouns": [ "rubbish", "pastry", "tin", "pastry" ], "noun_classes": [ 54, 137, 61, 137 ], "start_stop_timestamps": [ [ "00:06:31.44", "00:06:33.90" ], [ "00:06:36.20", "00:06:37.75" ], [ "00:06:38.10", "00:06:40.85" ], [ "00:06:45.55", "00:06:48.31" ] ], "start_stop_frames": [ [ 23486, 23634 ], [ 23772, 23865 ], [ 23886, 24051 ], [ 24333, 24498 ] ], "trgnoun": "pastry", "trgverb": "put_in" }, { "key": "P22_09+156_157_158_159", "video_id": "P22_09", "narration_ids": [ "P22_09_156", "P22_09_157", "P22_09_158", "P22_09_159" ], "src": "turn_off tap . rinse cooker . move cooker", "src1": "turn_off tap", "src2": "rinse cooker", "src3": "move cooker", "trg": "position cooker", "vis_src": "P22_09:156 P22_09:157 P22_09:158", "vis_trg": "P22_09:159", "narrations": [ "turn off tap", "rinse cooker", "move cooker", "position cooker" ], "verbs": [ "turn-off", "rinse", "move", "position" ], "verb_classes": [ 8, 2, 11, 1 ], "nouns": [ "tap", "cooker", "cooker", "cooker" ], "noun_classes": [ 0, 46, 46, 46 ], "start_stop_timestamps": [ [ "00:05:08.15", "00:05:08.83" ], [ "00:05:11.45", "00:05:14.30" ], [ "00:05:13.07", "00:05:17.87" ], [ "00:05:14.10", "00:05:18.07" ] ], "start_stop_frames": [ [ 18489, 18529 ], [ 18687, 18858 ], [ 18784, 19072 ], [ 18846, 19084 ] ], "trgnoun": "cooker", "trgverb": "position" }, { "key": "P02_129+379_380_381_382", "video_id": "P02_129", "narration_ids": [ "P02_129_379", "P02_129_380", "P02_129_381", "P02_129_382" ], "src": "take_off gloves . pick_up spoon . stir sauce in pan", "src1": "take_off gloves", "src2": "pick_up spoon", "src3": "stir sauce in pan", "trg": "put_down spoon", "vis_src": "P02_129:379 P02_129:380 P02_129:381", "vis_trg": "P02_129:382", "narrations": [ "take off gloves", "pick up spoon", "stir sauce in pan", "put down spoon" ], "verbs": [ "take-off", "pick-up", "stir", "put-down" ], "verb_classes": [ 12, 0, 10, 1 ], "nouns": [ "glove", "spoon", "sauce", "spoon" ], "noun_classes": [ 60, 1, 47, 1 ], "start_stop_timestamps": [ [ "00:13:22.14", "00:13:23.87" ], [ "00:13:24.44", "00:13:25.19" ], [ "00:13:25.34", "00:13:36.43" ], [ "00:13:36.99", "00:13:37.83" ] ], "start_stop_frames": [ [ 40107, 40193 ], [ 40222, 40259 ], [ 40267, 40821 ], [ 40849, 40891 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P03_119+12_13_14_15", "video_id": "P03_119", "narration_ids": [ "P03_119_12", "P03_119_13", "P03_119_14", "P03_119_15" ], "src": "put tray on counter . pick_up clip top jars . pick_up clip top jar", "src1": "put tray on counter", "src2": "pick_up clip top jars", "src3": "pick_up clip top jar", "trg": "put clip top jars down on counter", "vis_src": "P03_119:12 P03_119:13 P03_119:14", "vis_trg": "P03_119:15", "narrations": [ "put tray on counter", "pick up clip top jars", "pick up clip top jar", "put clip top jars down on counter" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "tray", "clip:top:jar", "jar:clip:top", "clip:top:jar" ], "noun_classes": [ 35, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:00:25.62", "00:00:26.64" ], [ "00:00:27.09", "00:00:29.94" ], [ "00:00:29.99", "00:00:30.81" ], [ "00:00:31.83", "00:00:33.76" ] ], "start_stop_frames": [ [ 1281, 1332 ], [ 1354, 1497 ], [ 1499, 1540 ], [ 1591, 1688 ] ], "trgnoun": "jar_top_clip", "trgverb": "put_down" }, { "key": "P22_111+259_260_262_263", "video_id": "P22_111", "narration_ids": [ "P22_111_259", "P22_111_260", "P22_111_262", "P22_111_263" ], "src": "put_down lid . open fridge . pick_up jar", "src1": "put_down lid", "src2": "open fridge", "src3": "pick_up jar", "trg": "put_down jar", "vis_src": "P22_111:259 P22_111:260 P22_111:262", "vis_trg": "P22_111:263", "narrations": [ "put down lid", "open fridge", "pick up jar", "put down jar" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "lid", "fridge", "jar", "jar" ], "noun_classes": [ 6, 12, 40, 40 ], "start_stop_timestamps": [ [ "00:10:43.56", "00:10:44.53" ], [ "00:10:45.78", "00:10:46.70" ], [ "00:10:48.53", "00:10:49.24" ], [ "00:10:49.34", "00:10:50.51" ] ], "start_stop_frames": [ [ 32177, 32226 ], [ 32289, 32335 ], [ 32426, 32462 ], [ 32467, 32525 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P04_02+35_36_37_38", "video_id": "P04_02", "narration_ids": [ "P04_02_35", "P04_02_36", "P04_02_37", "P04_02_38" ], "src": "dry chopping_board . pick_up knife . put_down chopping_board", "src1": "dry chopping_board", "src2": "pick_up knife", "src3": "put_down chopping_board", "trg": "put_down knife", "vis_src": "P04_02:35 P04_02:36 P04_02:37", "vis_trg": "P04_02:38", "narrations": [ "dry chopping board", "pick up knife", "put down chopping board", "put down knife" ], "verbs": [ "dry", "pick-up", "put-down", "put-down" ], "verb_classes": [ 14, 0, 1, 1 ], "nouns": [ "board:chopping", "knife", "board:chopping", "knife" ], "noun_classes": [ 18, 4, 18, 4 ], "start_stop_timestamps": [ [ "00:02:16.40", "00:02:19.90" ], [ "00:02:21.37", "00:02:22.16" ], [ "00:02:21.97", "00:02:24.01" ], [ "00:02:23.82", "00:02:24.57" ] ], "start_stop_frames": [ [ 8184, 8394 ], [ 8482, 8529 ], [ 8518, 8640 ], [ 8629, 8674 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_108+188_189_190_191", "video_id": "P02_108", "narration_ids": [ "P02_108_188", "P02_108_189", "P02_108_190", "P02_108_191" ], "src": "put ball of dough into bowl . open tap . clean hands", "src1": "put ball of dough into bowl", "src2": "open tap", "src3": "clean hands", "trg": "close tap", "vis_src": "P02_108:188 P02_108:189 P02_108:190", "vis_trg": "P02_108:191", "narrations": [ "put ball of dough into bowl", "open tap", "clean hands", "close tap" ], "verbs": [ "put-of", "turn-on", "clean", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "ball:dough", "tap", "hand", "tap" ], "noun_classes": [ 25, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:10:14.11", "00:10:41.15" ], [ "00:10:45.98", "00:10:47.64" ], [ "00:10:48.11", "00:10:52.58" ], [ "00:11:06.32", "00:11:07.67" ] ], "start_stop_frames": [ [ 30705, 32057 ], [ 32299, 32382 ], [ 32405, 32629 ], [ 33316, 33383 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_101+159_160_161_162", "video_id": "P22_101", "narration_ids": [ "P22_101_159", "P22_101_160", "P22_101_161", "P22_101_162" ], "src": "put_down glass . open bottle . pour water", "src1": "put_down glass", "src2": "open bottle", "src3": "pour water", "trg": "close bottle", "vis_src": "P22_101:159 P22_101:160 P22_101:161", "vis_trg": "P22_101:162", "narrations": [ "put down glass", "open bottle", "pour water", "close bottle" ], "verbs": [ "put-down", "open", "pour", "close" ], "verb_classes": [ 1, 3, 9, 4 ], "nouns": [ "glass", "bottle", "water", "bottle" ], "noun_classes": [ 10, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:05:56.30", "00:05:56.97" ], [ "00:05:57.31", "00:05:59.47" ], [ "00:05:59.46", "00:06:01.87" ], [ "00:06:02.09", "00:06:03.91" ] ], "start_stop_frames": [ [ 17815, 17848 ], [ 17865, 17973 ], [ 17973, 18093 ], [ 18104, 18195 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P03_123+76_77_78_79", "video_id": "P03_123", "narration_ids": [ "P03_123_76", "P03_123_77", "P03_123_78", "P03_123_79" ], "src": "touch clip of clip top jar . pick_up seal of clip top jar . stretch seal around clip top jar top", "src1": "touch clip of clip top jar", "src2": "pick_up seal of clip top jar", "src3": "stretch seal around clip top jar top", "trg": "put_down seal of clip top jar", "vis_src": "P03_123:76 P03_123:77 P03_123:78", "vis_trg": "P03_123:79", "narrations": [ "touch clip of clip top jar", "pick up seal of clip top jar", "stretch seal around clip top jar top", "put down seal of clip top jar" ], "verbs": [ "touch", "pick-up", "stretch", "put-down" ], "verb_classes": [ 54, 0, 50, 1 ], "nouns": [ "clip:clip:top:jar", "seal:clip:top:jar", "seal", "seal:clip:top:jar" ], "noun_classes": [ 40, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:04:14.10", "00:04:14.85" ], [ "00:04:15.06", "00:04:18.37" ], [ "00:04:20.87", "00:04:22.32" ], [ "00:04:22.42", "00:04:23.68" ] ], "start_stop_frames": [ [ 12705, 12742 ], [ 12753, 12918 ], [ 13043, 13116 ], [ 13121, 13184 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "put_down" }, { "key": "P04_107+131_132_133_134", "video_id": "P04_107", "narration_ids": [ "P04_107_131", "P04_107_132", "P04_107_133", "P04_107_134" ], "src": "put_down ball of dough . move knife . roll dough", "src1": "put_down ball of dough", "src2": "move knife", "src3": "roll dough", "trg": "turn dough", "vis_src": "P04_107:131 P04_107:132 P04_107:133", "vis_trg": "P04_107:134", "narrations": [ "put down ball of dough", "move knife", "roll dough", "turn dough" ], "verbs": [ "put-down", "move", "roll", "turn" ], "verb_classes": [ 1, 11, 47, 23 ], "nouns": [ "ball:dough", "knife", "dough", "dough" ], "noun_classes": [ 25, 4, 25, 25 ], "start_stop_timestamps": [ [ "00:05:09.40", "00:05:10.12" ], [ "00:05:09.87", "00:05:10.54" ], [ "00:05:11.00", "00:05:12.50" ], [ "00:05:12.80", "00:05:14.05" ] ], "start_stop_frames": [ [ 15469, 15506 ], [ 15493, 15527 ], [ 15550, 15625 ], [ 15640, 15702 ] ], "trgnoun": "dough", "trgverb": "turn" }, { "key": "P26_110+7_8_9_10", "video_id": "P26_110", "narration_ids": [ "P26_110_7", "P26_110_8", "P26_110_9", "P26_110_10" ], "src": "adjust gas . move stove . open cupboard", "src1": "adjust gas", "src2": "move stove", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P26_110:7 P26_110:8 P26_110:9", "vis_trg": "P26_110:10", "narrations": [ "adjust gas", "move stove", "open cupboard", "close cupboard" ], "verbs": [ "adjust", "move", "open", "close" ], "verb_classes": [ 17, 11, 3, 4 ], "nouns": [ "gas", "stove", "cupboard", "cupboard" ], "noun_classes": [ 24, 24, 3, 3 ], "start_stop_timestamps": [ [ "00:00:18.87", "00:00:19.84" ], [ "00:00:21.83", "00:00:22.90" ], [ "00:00:22.70", "00:00:23.52" ], [ "00:00:28.20", "00:00:29.17" ] ], "start_stop_frames": [ [ 943, 992 ], [ 1091, 1145 ], [ 1135, 1176 ], [ 1410, 1458 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_120+156_157_158_159", "video_id": "P04_120", "narration_ids": [ "P04_120_156", "P04_120_157", "P04_120_158", "P04_120_159" ], "src": "dry saucepan with tea towel . put tea_towel on oven door . open cupboard", "src1": "dry saucepan with tea towel", "src2": "put tea_towel on oven door", "src3": "open cupboard", "trg": "put saucepan in cupboard", "vis_src": "P04_120:156 P04_120:157 P04_120:158", "vis_trg": "P04_120:159", "narrations": [ "dry saucepan with tea towel", "put tea towel on oven door", "open cupboard", "put saucepan in cupboard" ], "verbs": [ "dry", "put-on", "open", "put-in" ], "verb_classes": [ 14, 1, 3, 5 ], "nouns": [ "saucepan", "towel:tea", "cupboard", "saucepan" ], "noun_classes": [ 5, 52, 3, 5 ], "start_stop_timestamps": [ [ "00:07:18.20", "00:07:22.49" ], [ "00:07:22.58", "00:07:24.75" ], [ "00:07:25.38", "00:07:26.46" ], [ "00:07:26.56", "00:07:27.88" ] ], "start_stop_frames": [ [ 21910, 22124 ], [ 22129, 22237 ], [ 22269, 22323 ], [ 22328, 22394 ] ], "trgnoun": "saucepan", "trgverb": "put_in" }, { "key": "P20_04+177_178_179_182", "video_id": "P20_04", "narration_ids": [ "P20_04_177", "P20_04_178", "P20_04_179", "P20_04_182" ], "src": "pick_up rag . clean hand . inspect hand", "src1": "pick_up rag", "src2": "clean hand", "src3": "inspect hand", "trg": "pick_up pepper", "vis_src": "P20_04:177 P20_04:178 P20_04:179", "vis_trg": "P20_04:182", "narrations": [ "pick up rag", "clean hand", "inspect hand", "pick up pepper" ], "verbs": [ "pick-up", "clean", "inspect", "pick-up" ], "verb_classes": [ 0, 2, 24, 0 ], "nouns": [ "rag", "hand", "hand", "pepper" ], "noun_classes": [ 17, 11, 11, 37 ], "start_stop_timestamps": [ [ "00:12:12.82", "00:12:14.07" ], [ "00:12:14.17", "00:12:15.25" ], [ "00:12:17.05", "00:12:18.06" ], [ "00:12:32.19", "00:12:32.83" ] ], "start_stop_frames": [ [ 43969, 44044 ], [ 44050, 44115 ], [ 44223, 44283 ], [ 45131, 45169 ] ], "trgnoun": "pepper", "trgverb": "pick_up" }, { "key": "P03_101+156_157_158_159", "video_id": "P03_101", "narration_ids": [ "P03_101_156", "P03_101_157", "P03_101_158", "P03_101_159" ], "src": "wipe counter down . rinse_out sponge . squeeze sponge", "src1": "wipe counter down", "src2": "rinse_out sponge", "src3": "squeeze sponge", "trg": "wipe_down counter", "vis_src": "P03_101:156 P03_101:157 P03_101:158", "vis_trg": "P03_101:159", "narrations": [ "wipe counter down", "rinse out sponge", "squeeze sponge", "wipe down counter" ], "verbs": [ "wipe", "rinse-out", "squeeze", "wipe-down" ], "verb_classes": [ 2, 2, 18, 2 ], "nouns": [ "counter", "sponge", "sponge", "counter" ], "noun_classes": [ 42, 9, 9, 42 ], "start_stop_timestamps": [ [ "00:06:37.17", "00:06:40.17" ], [ "00:06:39.59", "00:06:40.40" ], [ "00:06:40.50", "00:06:42.70" ], [ "00:06:42.53", "00:06:45.41" ] ], "start_stop_frames": [ [ 19858, 20008 ], [ 19979, 20020 ], [ 20025, 20135 ], [ 20126, 20270 ] ], "trgnoun": "counter", "trgverb": "wipe_down" }, { "key": "P27_01+23_24_25_26", "video_id": "P27_01", "narration_ids": [ "P27_01_23", "P27_01_24", "P27_01_25", "P27_01_26" ], "src": "rinse cutlery . wash fork . rinse fork", "src1": "rinse cutlery", "src2": "wash fork", "src3": "rinse fork", "trg": "put fork", "vis_src": "P27_01:23 P27_01:24 P27_01:25", "vis_trg": "P27_01:26", "narrations": [ "rinse cutlery", "wash fork", "rinse fork", "put fork" ], "verbs": [ "rinse", "wash", "rinse", "put" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "cutlery", "fork", "fork", "fork" ], "noun_classes": [ 58, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:02:35.51", "00:02:38.42" ], [ "00:02:43.39", "00:02:49.92" ], [ "00:02:49.45", "00:02:51.80" ], [ "00:02:51.56", "00:02:52.72" ] ], "start_stop_frames": [ [ 9330, 9505 ], [ 9803, 10195 ], [ 10167, 10308 ], [ 10293, 10363 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P29_03+163_164_165_166", "video_id": "P29_03", "narration_ids": [ "P29_03_163", "P29_03_164", "P29_03_165", "P29_03_166" ], "src": "put_down bowl . pick_up tins . put_down tins", "src1": "put_down bowl", "src2": "pick_up tins", "src3": "put_down tins", "trg": "move bowl", "vis_src": "P29_03:163 P29_03:164 P29_03:165", "vis_trg": "P29_03:166", "narrations": [ "put down bowl", "pick up tins", "put down tins", "move bowl" ], "verbs": [ "put-down", "pick-up", "put-down", "move" ], "verb_classes": [ 1, 0, 1, 11 ], "nouns": [ "bowl", "tin", "tin", "bowl" ], "noun_classes": [ 7, 61, 61, 7 ], "start_stop_timestamps": [ [ "00:09:29.78", "00:09:31.91" ], [ "00:09:32.01", "00:09:33.29" ], [ "00:09:35.19", "00:09:37.06" ], [ "00:09:37.95", "00:09:40.20" ] ], "start_stop_frames": [ [ 34186, 34314 ], [ 34320, 34397 ], [ 34511, 34623 ], [ 34677, 34812 ] ], "trgnoun": "bowl", "trgverb": "move" }, { "key": "P02_118+282_283_284_285", "video_id": "P02_118", "narration_ids": [ "P02_118_282", "P02_118_283", "P02_118_284", "P02_118_285" ], "src": "take_off gloves . pick_up knife . check butter in bowl", "src1": "take_off gloves", "src2": "pick_up knife", "src3": "check butter in bowl", "trg": "put_down knife", "vis_src": "P02_118:282 P02_118:283 P02_118:284", "vis_trg": "P02_118:285", "narrations": [ "take off gloves", "pick up knife", "check butter in bowl", "put down knife" ], "verbs": [ "take-off", "pick-up", "check-in", "put-down" ], "verb_classes": [ 12, 0, 24, 1 ], "nouns": [ "glove", "knife", "butter", "knife" ], "noun_classes": [ 60, 4, 78, 4 ], "start_stop_timestamps": [ [ "00:12:37.54", "00:12:40.30" ], [ "00:12:43.21", "00:12:44.31" ], [ "00:12:44.54", "00:12:46.38" ], [ "00:12:46.64", "00:12:47.37" ] ], "start_stop_frames": [ [ 37877, 38015 ], [ 38160, 38215 ], [ 38227, 38319 ], [ 38332, 38368 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P27_101+177_178_179_180", "video_id": "P27_101", "narration_ids": [ "P27_101_177", "P27_101_178", "P27_101_179", "P27_101_180" ], "src": "open moka_pot . open lid . pour coffee", "src1": "open moka_pot", "src2": "open lid", "src3": "pour coffee", "trg": "put_down lid", "vis_src": "P27_101:177 P27_101:178 P27_101:179", "vis_trg": "P27_101:180", "narrations": [ "open moka pot", "open lid", "pour coffee", "put down lid" ], "verbs": [ "open", "open", "pour", "put-down" ], "verb_classes": [ 3, 3, 9, 1 ], "nouns": [ "pot:moka", "lid", "coffee", "lid" ], "noun_classes": [ 50, 6, 59, 6 ], "start_stop_timestamps": [ [ "00:07:25.19", "00:07:27.60" ], [ "00:07:27.46", "00:07:28.28" ], [ "00:07:28.38", "00:07:32.47" ], [ "00:07:31.82", "00:07:33.16" ] ], "start_stop_frames": [ [ 22259, 22380 ], [ 22373, 22414 ], [ 22419, 22623 ], [ 22591, 22658 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P26_19+26_27_28_29", "video_id": "P26_19", "narration_ids": [ "P26_19_26", "P26_19_27", "P26_19_28", "P26_19_29" ], "src": "close cupboard . open water . lather glass", "src1": "close cupboard", "src2": "open water", "src3": "lather glass", "trg": "rinse glass", "vis_src": "P26_19:26 P26_19:27 P26_19:28", "vis_trg": "P26_19:29", "narrations": [ "close cupboard", "open water", "lather glass", "rinse glass" ], "verbs": [ "close", "turn-on", "lather", "rinse" ], "verb_classes": [ 4, 6, 2, 2 ], "nouns": [ "cupboard", "tap", "glass", "glass" ], "noun_classes": [ 3, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:01:24.08", "00:01:25.18" ], [ "00:01:28.35", "00:01:30.35" ], [ "00:01:30.78", "00:01:42.27" ], [ "00:01:40.50", "00:01:51.61" ] ], "start_stop_frames": [ [ 5044, 5110 ], [ 5301, 5421 ], [ 5446, 6136 ], [ 6030, 6696 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P08_18+29_30_31_32", "video_id": "P08_18", "narration_ids": [ "P08_18_29", "P08_18_30", "P08_18_31", "P08_18_32" ], "src": "get pan . move plates . lift lid", "src1": "get pan", "src2": "move plates", "src3": "lift lid", "trg": "place lid", "vis_src": "P08_18:29 P08_18:30 P08_18:31", "vis_trg": "P08_18:32", "narrations": [ "get pan", "move plates", "lift lid", "place lid" ], "verbs": [ "get", "move", "lift", "place" ], "verb_classes": [ 0, 11, 33, 1 ], "nouns": [ "pan", "plate", "lid", "lid" ], "noun_classes": [ 5, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:01:49.78", "00:01:51.03" ], [ "00:01:51.02", "00:01:57.04" ], [ "00:01:58.23", "00:01:59.98" ], [ "00:02:00.08", "00:02:02.10" ] ], "start_stop_frames": [ [ 6586, 6661 ], [ 6661, 7022 ], [ 7093, 7198 ], [ 7204, 7326 ] ], "trgnoun": "lid", "trgverb": "place" }, { "key": "P26_103+132_133_134_135", "video_id": "P26_103", "narration_ids": [ "P26_103_132", "P26_103_133", "P26_103_134", "P26_103_135" ], "src": "pick_up sponge . lather baking_tray . rinse sponge", "src1": "pick_up sponge", "src2": "lather baking_tray", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P26_103:132 P26_103:133 P26_103:134", "vis_trg": "P26_103:135", "narrations": [ "pick up sponge", "lather baking tray", "rinse sponge", "put down sponge" ], "verbs": [ "pick-up", "lather", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "sponge", "tray:baking", "sponge", "sponge" ], "noun_classes": [ 9, 35, 9, 9 ], "start_stop_timestamps": [ [ "00:08:07.33", "00:08:08.25" ], [ "00:08:08.14", "00:08:21.85" ], [ "00:08:23.23", "00:08:27.96" ], [ "00:08:27.87", "00:08:30.45" ] ], "start_stop_frames": [ [ 24366, 24412 ], [ 24407, 25092 ], [ 25161, 25398 ], [ 25393, 25522 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P25_04+10_11_12_13", "video_id": "P25_04", "narration_ids": [ "P25_04_10", "P25_04_11", "P25_04_12", "P25_04_13" ], "src": "take napkin . take coffee_pot . dry coffee_pot", "src1": "take napkin", "src2": "take coffee_pot", "src3": "dry coffee_pot", "trg": "pick_up coffee_pot", "vis_src": "P25_04:10 P25_04:11 P25_04:12", "vis_trg": "P25_04:13", "narrations": [ "take napkin", "take coffee pot", "dry coffee pot", "pick up coffee pot" ], "verbs": [ "take", "take", "dry", "pick-up" ], "verb_classes": [ 0, 0, 14, 0 ], "nouns": [ "napkin", "pot:coffee", "pot:coffee", "pot:coffee" ], "noun_classes": [ 88, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:03:11.17", "00:03:12.87" ], [ "00:03:15.50", "00:03:36.60" ], [ "00:03:34.58", "00:03:41.30" ], [ "00:03:41.40", "00:03:53.90" ] ], "start_stop_frames": [ [ 11470, 11572 ], [ 11730, 12996 ], [ 12874, 13278 ], [ 13284, 14034 ] ], "trgnoun": "coffee_pot", "trgverb": "pick_up" }, { "key": "P02_03+189_190_191_192", "video_id": "P02_03", "narration_ids": [ "P02_03_189", "P02_03_190", "P02_03_191", "P02_03_192" ], "src": "switch_off microwave . open microwave . open fridge", "src1": "switch_off microwave", "src2": "open microwave", "src3": "open fridge", "trg": "searching fridge", "vis_src": "P02_03:189 P02_03:190 P02_03:191", "vis_trg": "P02_03:192", "narrations": [ "switch off microwave", "open microwave", "open fridge", "searching fridge" ], "verbs": [ "switch-off", "open", "open", "search" ], "verb_classes": [ 8, 3, 3, 48 ], "nouns": [ "microwave", "microwave", "fridge", "fridge" ], "noun_classes": [ 90, 90, 12, 12 ], "start_stop_timestamps": [ [ "00:10:53.26", "00:10:53.87" ], [ "00:10:53.97", "00:10:54.85" ], [ "00:10:55.47", "00:10:56.59" ], [ "00:10:56.90", "00:11:04.21" ] ], "start_stop_frames": [ [ 39195, 39232 ], [ 39238, 39291 ], [ 39328, 39395 ], [ 39414, 39852 ] ], "trgnoun": "fridge", "trgverb": "search" }, { "key": "P07_110+39_40_41_42", "video_id": "P07_110", "narration_ids": [ "P07_110_39", "P07_110_40", "P07_110_41", "P07_110_42" ], "src": "hit glass . open bottle . pour syrup into glass", "src1": "hit glass", "src2": "open bottle", "src3": "pour syrup into glass", "trg": "close bottle", "vis_src": "P07_110:39 P07_110:40 P07_110:41", "vis_trg": "P07_110:42", "narrations": [ "hit glass", "open bottle", "pour syrup into glass", "close bottle" ], "verbs": [ "hit", "open", "pour-into", "close" ], "verb_classes": [ 32, 3, 9, 4 ], "nouns": [ "glass", "bottle", "syrup", "bottle" ], "noun_classes": [ 10, 15, 279, 15 ], "start_stop_timestamps": [ [ "00:02:06.36", "00:02:11.09" ], [ "00:02:13.36", "00:02:16.54" ], [ "00:02:16.68", "00:02:19.18" ], [ "00:02:19.25", "00:02:20.24" ] ], "start_stop_frames": [ [ 6318, 6554 ], [ 6668, 6827 ], [ 6834, 6959 ], [ 6962, 7012 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P02_06+73_74_75_76", "video_id": "P02_06", "narration_ids": [ "P02_06_73", "P02_06_74", "P02_06_75", "P02_06_76" ], "src": "put spoon . rinse fork . put fork", "src1": "put spoon", "src2": "rinse fork", "src3": "put fork", "trg": "rinse spoons", "vis_src": "P02_06:73 P02_06:74 P02_06:75", "vis_trg": "P02_06:76", "narrations": [ "put spoon", "rinse fork", "put fork", "rinse spoons" ], "verbs": [ "put", "rinse", "put", "rinse" ], "verb_classes": [ 1, 2, 1, 2 ], "nouns": [ "spoon", "fork", "fork", "spoon" ], "noun_classes": [ 1, 14, 14, 1 ], "start_stop_timestamps": [ [ "00:02:59.56", "00:03:00.31" ], [ "00:03:00.41", "00:03:02.36" ], [ "00:03:02.46", "00:03:03.21" ], [ "00:03:03.31", "00:03:04.87" ] ], "start_stop_frames": [ [ 10773, 10818 ], [ 10824, 10941 ], [ 10947, 10992 ], [ 10998, 11092 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P11_05+212_213_214_215", "video_id": "P11_05", "narration_ids": [ "P11_05_212", "P11_05_213", "P11_05_214", "P11_05_215" ], "src": "throw_away cheese_wrapper . move olives . move sun_dried tomatoes", "src1": "throw_away cheese_wrapper", "src2": "move olives", "src3": "move sun_dried tomatoes", "trg": "chop sun_dried tomatoes", "vis_src": "P11_05:212 P11_05:213 P11_05:214", "vis_trg": "P11_05:215", "narrations": [ "throw away cheese wrapper", "move olives", "move sun-dried tomatoes", "chop sun-dried tomatoes" ], "verbs": [ "throw-away", "move", "move", "chop" ], "verb_classes": [ 13, 11, 11, 7 ], "nouns": [ "wrapper:cheese", "olive", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 26, 83, 43, 43 ], "start_stop_timestamps": [ [ "00:13:37.89", "00:13:40.11" ], [ "00:13:41.73", "00:13:44.04" ], [ "00:13:44.30", "00:13:45.32" ], [ "00:13:45.49", "00:13:48.49" ] ], "start_stop_frames": [ [ 49073, 49206 ], [ 49303, 49442 ], [ 49458, 49519 ], [ 49529, 49709 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "chop" }, { "key": "P04_121+338_339_340_341", "video_id": "P04_121", "narration_ids": [ "P04_121_338", "P04_121_339", "P04_121_340", "P04_121_341" ], "src": "pick_up spatula . scoop curds out of whey with spatulas . drain curds", "src1": "pick_up spatula", "src2": "scoop curds out of whey with spatulas", "src3": "drain curds", "trg": "put_down spatula", "vis_src": "P04_121:338 P04_121:339 P04_121:340", "vis_trg": "P04_121:341", "narrations": [ "pick up spatula", "scoop curds out of whey with spatulas", "drain curds", "put down spatula" ], "verbs": [ "pick-up", "scoop-out", "drain", "put-down" ], "verb_classes": [ 0, 16, 37, 1 ], "nouns": [ "spatula", "curd", "curd", "spatula" ], "noun_classes": [ 20, 81, 81, 20 ], "start_stop_timestamps": [ [ "00:15:20.68", "00:15:21.44" ], [ "00:15:21.54", "00:15:25.43" ], [ "00:15:25.53", "00:15:27.02" ], [ "00:15:27.53", "00:15:28.42" ] ], "start_stop_frames": [ [ 46034, 46072 ], [ 46077, 46271 ], [ 46276, 46351 ], [ 46376, 46421 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P02_120+103_104_105_106", "video_id": "P02_120", "narration_ids": [ "P02_120_103", "P02_120_104", "P02_120_105", "P02_120_106" ], "src": "rest blender onto side of bowl . check recipe . remove lid from blender", "src1": "rest blender onto side of bowl", "src2": "check recipe", "src3": "remove lid from blender", "trg": "unlock blender from processor", "vis_src": "P02_120:103 P02_120:104 P02_120:105", "vis_trg": "P02_120:106", "narrations": [ "rest blender onto side of bowl", "check recipe", "remove lid from blender", "unlock blender from processor" ], "verbs": [ "rest-onto", "check", "remove-from", "unlock-from" ], "verb_classes": [ 1, 24, 12, 91 ], "nouns": [ "blender", "recipe", "lid", "blender" ], "noun_classes": [ 82, 149, 6, 82 ], "start_stop_timestamps": [ [ "00:06:16.94", "00:06:17.83" ], [ "00:06:20.23", "00:06:21.68" ], [ "00:06:22.79", "00:06:23.80" ], [ "00:06:23.74", "00:06:25.55" ] ], "start_stop_frames": [ [ 18847, 18891 ], [ 19011, 19084 ], [ 19139, 19190 ], [ 19187, 19277 ] ], "trgnoun": "blender", "trgverb": "unlock_from" }, { "key": "P01_102+87_88_89_90", "video_id": "P01_102", "narration_ids": [ "P01_102_87", "P01_102_88", "P01_102_89", "P01_102_90" ], "src": "take food . put_down food . take fork", "src1": "take food", "src2": "put_down food", "src3": "take fork", "trg": "put_down fork", "vis_src": "P01_102:87 P01_102:88 P01_102:89", "vis_trg": "P01_102:90", "narrations": [ "take food", "put down food", "take fork", "put down fork" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "food", "food", "fork", "fork" ], "noun_classes": [ 34, 34, 14, 14 ], "start_stop_timestamps": [ [ "00:03:25.05", "00:03:26.51" ], [ "00:03:26.92", "00:03:27.78" ], [ "00:03:28.65", "00:03:30.63" ], [ "00:03:30.83", "00:03:34.30" ] ], "start_stop_frames": [ [ 10252, 10325 ], [ 10346, 10389 ], [ 10432, 10531 ], [ 10541, 10715 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P08_06+33_34_35_36", "video_id": "P08_06", "narration_ids": [ "P08_06_33", "P08_06_34", "P08_06_35", "P08_06_36" ], "src": "close fridge . arrange kettle . get bowl", "src1": "close fridge", "src2": "arrange kettle", "src3": "get bowl", "trg": "clean bowl", "vis_src": "P08_06:33 P08_06:34 P08_06:35", "vis_trg": "P08_06:36", "narrations": [ "close fridge", "arrange kettle", "get bowl", "clean bowl" ], "verbs": [ "close", "arrange", "get", "clean" ], "verb_classes": [ 4, 40, 0, 2 ], "nouns": [ "fridge", "kettle", "bowl", "bowl" ], "noun_classes": [ 12, 44, 7, 7 ], "start_stop_timestamps": [ [ "00:01:59.38", "00:02:01.35" ], [ "00:02:03.75", "00:02:06.07" ], [ "00:02:06.54", "00:02:08.79" ], [ "00:02:08.63", "00:02:11.28" ] ], "start_stop_frames": [ [ 7162, 7281 ], [ 7425, 7564 ], [ 7592, 7727 ], [ 7717, 7876 ] ], "trgnoun": "bowl", "trgverb": "clean" }, { "key": "P30_10+134_135_136_137", "video_id": "P30_10", "narration_ids": [ "P30_10_134", "P30_10_135", "P30_10_136", "P30_10_137" ], "src": "close cupboard . open drawer . put spoon", "src1": "close cupboard", "src2": "open drawer", "src3": "put spoon", "trg": "close drawer", "vis_src": "P30_10:134 P30_10:135 P30_10:136", "vis_trg": "P30_10:137", "narrations": [ "close cupboard", "open drawer", "put spoon", "close drawer" ], "verbs": [ "close", "open", "put", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "cupboard", "drawer", "spoon", "drawer" ], "noun_classes": [ 3, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:07:09.23", "00:07:10.47" ], [ "00:07:11.01", "00:07:11.83" ], [ "00:07:11.98", "00:07:12.76" ], [ "00:07:12.96", "00:07:13.55" ] ], "start_stop_frames": [ [ 25753, 25828 ], [ 25860, 25909 ], [ 25918, 25965 ], [ 25977, 26013 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_104+146_147_148_149", "video_id": "P04_104", "narration_ids": [ "P04_104_146", "P04_104_147", "P04_104_148", "P04_104_149" ], "src": "put_down scales . pick_up battery_pack . open battery_pack", "src1": "put_down scales", "src2": "pick_up battery_pack", "src3": "open battery_pack", "trg": "twist battery_pack", "vis_src": "P04_104:146 P04_104:147 P04_104:148", "vis_trg": "P04_104:149", "narrations": [ "put down scales", "pick up battery pack", "open battery pack", "twist battery pack" ], "verbs": [ "put-down", "pick-up", "open", "twist" ], "verb_classes": [ 1, 0, 3, 78 ], "nouns": [ "scale", "pack:battery", "pack:battery", "pack:battery" ], "noun_classes": [ 108, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:05:23.43", "00:05:24.33" ], [ "00:05:24.56", "00:05:25.27" ], [ "00:05:25.47", "00:05:27.76" ], [ "00:05:27.55", "00:05:29.78" ] ], "start_stop_frames": [ [ 16171, 16216 ], [ 16228, 16263 ], [ 16273, 16388 ], [ 16377, 16489 ] ], "trgnoun": "battery_pack", "trgverb": "twist" }, { "key": "P02_09+100_101_102_103", "video_id": "P02_09", "narration_ids": [ "P02_09_100", "P02_09_101", "P02_09_102", "P02_09_103" ], "src": "hold kettle . pick_up kettle . pour hot_water in glass from kettle", "src1": "hold kettle", "src2": "pick_up kettle", "src3": "pour hot_water in glass from kettle", "trg": "put kettle down", "vis_src": "P02_09:100 P02_09:101 P02_09:102", "vis_trg": "P02_09:103", "narrations": [ "hold kettle", "pick up kettle", "pour hot water in glass from kettle", "put kettle down" ], "verbs": [ "hold", "pick-up", "pour-in", "put-down" ], "verb_classes": [ 34, 0, 9, 1 ], "nouns": [ "kettle", "kettle", "water:hot", "kettle" ], "noun_classes": [ 44, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:04:16.77", "00:04:20.32" ], [ "00:04:20.10", "00:04:22.26" ], [ "00:04:22.75", "00:04:27.18" ], [ "00:04:27.42", "00:04:29.70" ] ], "start_stop_frames": [ [ 15406, 15619 ], [ 15606, 15735 ], [ 15765, 16030 ], [ 16045, 16182 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P03_109+273_274_275_276", "video_id": "P03_109", "narration_ids": [ "P03_109_273", "P03_109_274", "P03_109_275", "P03_109_276" ], "src": "turn_on tap . rinse sink_strainer . put sink_strainer back in sink", "src1": "turn_on tap", "src2": "rinse sink_strainer", "src3": "put sink_strainer back in sink", "trg": "turn_off tap", "vis_src": "P03_109:273 P03_109:274 P03_109:275", "vis_trg": "P03_109:276", "narrations": [ "turn on tap", "rinse sink strainer", "put sink strainer back in sink", "turn off tap" ], "verbs": [ "turn-on", "rinse", "put-in", "turn-off" ], "verb_classes": [ 6, 2, 5, 8 ], "nouns": [ "tap", "strainer:sink", "strainer:sink", "tap" ], "noun_classes": [ 0, 39, 39, 0 ], "start_stop_timestamps": [ [ "00:14:18.13", "00:14:18.79" ], [ "00:14:19.01", "00:14:24.21" ], [ "00:14:24.53", "00:14:25.23" ], [ "00:14:25.83", "00:14:26.32" ] ], "start_stop_frames": [ [ 42906, 42939 ], [ 42950, 43210 ], [ 43226, 43261 ], [ 43291, 43316 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P03_113+47_48_49_50", "video_id": "P03_113", "narration_ids": [ "P03_113_47", "P03_113_48", "P03_113_49", "P03_113_50" ], "src": "fill saucepan with water . rinse_off spoon . turn_on tap more", "src1": "fill saucepan with water", "src2": "rinse_off spoon", "src3": "turn_on tap more", "trg": "turn_off tap", "vis_src": "P03_113:47 P03_113:48 P03_113:49", "vis_trg": "P03_113:50", "narrations": [ "fill saucepan with water", "rinse off spoon", "turn on tap more", "turn off tap" ], "verbs": [ "fill-with", "rinse-off", "turn-on", "turn-off" ], "verb_classes": [ 26, 2, 6, 8 ], "nouns": [ "saucepan", "spoon", "tap", "tap" ], "noun_classes": [ 5, 1, 0, 0 ], "start_stop_timestamps": [ [ "00:01:51.74", "00:01:53.06" ], [ "00:01:53.29", "00:01:58.47" ], [ "00:01:57.95", "00:02:01.21" ], [ "00:02:01.31", "00:02:02.13" ] ], "start_stop_frames": [ [ 5587, 5653 ], [ 5664, 5923 ], [ 5897, 6060 ], [ 6065, 6106 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_132+17_18_19_20", "video_id": "P02_132", "narration_ids": [ "P02_132_17", "P02_132_18", "P02_132_19", "P02_132_20" ], "src": "close tupperware . pick_up tupperware . open fridge", "src1": "close tupperware", "src2": "pick_up tupperware", "src3": "open fridge", "trg": "put tupperware in fridge", "vis_src": "P02_132:17 P02_132:18 P02_132:19", "vis_trg": "P02_132:20", "narrations": [ "close tupperware", "pick up tupperware", "open fridge", "put tupperware in fridge" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "tupperware", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 23, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:00:39.26", "00:00:40.74" ], [ "00:00:40.79", "00:00:41.71" ], [ "00:00:44.80", "00:00:45.83" ], [ "00:00:45.93", "00:00:47.31" ] ], "start_stop_frames": [ [ 1963, 2037 ], [ 2039, 2085 ], [ 2240, 2291 ], [ 2296, 2365 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P08_24+9_10_11_12", "video_id": "P08_24", "narration_ids": [ "P08_24_9", "P08_24_10", "P08_24_11", "P08_24_12" ], "src": "mash garlic . take skins . press garlic", "src1": "mash garlic", "src2": "take skins", "src3": "press garlic", "trg": "take skins off", "vis_src": "P08_24:9 P08_24:10 P08_24:11", "vis_trg": "P08_24:12", "narrations": [ "mash garlic", "take skins", "press garlic", "take skins off" ], "verbs": [ "mash", "take", "press", "take-off" ], "verb_classes": [ 49, 0, 21, 12 ], "nouns": [ "garlic", "skin", "garlic", "skin" ], "noun_classes": [ 51, 48, 51, 48 ], "start_stop_timestamps": [ [ "00:00:29.58", "00:00:31.99" ], [ "00:00:32.79", "00:00:37.79" ], [ "00:00:38.31", "00:00:41.59" ], [ "00:00:42.68", "00:00:47.39" ] ], "start_stop_frames": [ [ 1774, 1919 ], [ 1967, 2267 ], [ 2298, 2495 ], [ 2560, 2843 ] ], "trgnoun": "skin", "trgverb": "take_off" }, { "key": "P04_116+175_176_177_178", "video_id": "P04_116", "narration_ids": [ "P04_116_175", "P04_116_176", "P04_116_177", "P04_116_178" ], "src": "pick_up cast iron pan . put cast iron pan on floor . pick_up chopping_board", "src1": "pick_up cast iron pan", "src2": "put cast iron pan on floor", "src3": "pick_up chopping_board", "trg": "put_down chopping_board", "vis_src": "P04_116:175 P04_116:176 P04_116:177", "vis_trg": "P04_116:178", "narrations": [ "pick up cast iron pan", "put cast iron pan on floor", "pick up chopping board", "put down chopping board" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pan:cast:iron", "pan:cast:iron", "board:chopping", "board:chopping" ], "noun_classes": [ 5, 5, 18, 18 ], "start_stop_timestamps": [ [ "00:07:59.35", "00:08:00.71" ], [ "00:08:00.99", "00:08:02.30" ], [ "00:08:03.76", "00:08:05.47" ], [ "00:08:05.57", "00:08:06.22" ] ], "start_stop_frames": [ [ 23967, 24035 ], [ 24049, 24115 ], [ 24188, 24273 ], [ 24278, 24311 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P24_06+15_16_17_19", "video_id": "P24_06", "narration_ids": [ "P24_06_15", "P24_06_16", "P24_06_17", "P24_06_19" ], "src": "take saucepan . empty saucepan . take something", "src1": "take saucepan", "src2": "empty saucepan", "src3": "take something", "trg": "take bowl", "vis_src": "P24_06:15 P24_06:16 P24_06:17", "vis_trg": "P24_06:19", "narrations": [ "take saucepan", "empty saucepan", "take something", "take bowl" ], "verbs": [ "take", "empty", "take", "take" ], "verb_classes": [ 0, 20, 0, 0 ], "nouns": [ "saucepan", "saucepan", "colander", "bowl" ], "noun_classes": [ 5, 5, 39, 7 ], "start_stop_timestamps": [ [ "00:01:01.94", "00:01:02.66" ], [ "00:01:02.68", "00:01:09.46" ], [ "00:01:10.15", "00:01:12.65" ], [ "00:01:15.92", "00:01:16.65" ] ], "start_stop_frames": [ [ 3716, 3759 ], [ 3760, 4167 ], [ 4209, 4359 ], [ 4555, 4599 ] ], "trgnoun": "bowl", "trgverb": "take" }, { "key": "P02_108+211_212_213_214", "video_id": "P02_108", "narration_ids": [ "P02_108_211", "P02_108_212", "P02_108_213", "P02_108_214" ], "src": "tie apron . pick_up strainer . pick_up juicer", "src1": "tie apron", "src2": "pick_up strainer", "src3": "pick_up juicer", "trg": "put_down strainer", "vis_src": "P02_108:211 P02_108:212 P02_108:213", "vis_trg": "P02_108:214", "narrations": [ "tie apron", "pick up strainer", "pick up juicer", "put down strainer" ], "verbs": [ "tie", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 36, 0, 0, 1 ], "nouns": [ "apron", "strainer", "juicer", "strainer" ], "noun_classes": [ 199, 39, 106, 39 ], "start_stop_timestamps": [ [ "00:11:49.00", "00:11:52.86" ], [ "00:11:56.71", "00:11:58.35" ], [ "00:11:58.43", "00:11:59.38" ], [ "00:11:58.98", "00:11:59.72" ] ], "start_stop_frames": [ [ 35450, 35643 ], [ 35835, 35917 ], [ 35921, 35969 ], [ 35949, 35986 ] ], "trgnoun": "strainer", "trgverb": "put_down" }, { "key": "P04_121+177_178_179_180", "video_id": "P04_121", "narration_ids": [ "P04_121_177", "P04_121_178", "P04_121_179", "P04_121_180" ], "src": "rinse sponge under water . wash mug with sponge . drop sponge into sink", "src1": "rinse sponge under water", "src2": "wash mug with sponge", "src3": "drop sponge into sink", "trg": "rinse mug under tap", "vis_src": "P04_121:177 P04_121:178 P04_121:179", "vis_trg": "P04_121:180", "narrations": [ "rinse sponge under water", "wash mug with sponge", "drop sponge into sink", "rinse mug under tap" ], "verbs": [ "rinse", "wash-with", "drop", "rinse" ], "verb_classes": [ 2, 2, 59, 2 ], "nouns": [ "sponge", "mug", "sponge", "mug" ], "noun_classes": [ 9, 13, 9, 13 ], "start_stop_timestamps": [ [ "00:07:55.69", "00:07:57.62" ], [ "00:07:57.62", "00:08:03.32" ], [ "00:08:03.41", "00:08:04.04" ], [ "00:08:03.60", "00:08:11.15" ] ], "start_stop_frames": [ [ 23784, 23881 ], [ 23881, 24166 ], [ 24170, 24202 ], [ 24180, 24557 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P02_104+52_53_54_55", "video_id": "P02_104", "narration_ids": [ "P02_104_52", "P02_104_53", "P02_104_54", "P02_104_55" ], "src": "turn_on stove . pick kettle . pour water from kettle into pan", "src1": "turn_on stove", "src2": "pick kettle", "src3": "pour water from kettle into pan", "trg": "put_down kettle", "vis_src": "P02_104:52 P02_104:53 P02_104:54", "vis_trg": "P02_104:55", "narrations": [ "turn on stove", "pick kettle", "pour water from kettle into pan", "put down kettle" ], "verbs": [ "turn-on", "pick", "pour-from", "put-down" ], "verb_classes": [ 6, 0, 9, 1 ], "nouns": [ "stove", "kettle", "water", "kettle" ], "noun_classes": [ 24, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:02:39.10", "00:02:41.74" ], [ "00:02:42.65", "00:02:43.90" ], [ "00:02:44.50", "00:02:49.95" ], [ "00:02:50.44", "00:02:53.46" ] ], "start_stop_frames": [ [ 7955, 8087 ], [ 8132, 8195 ], [ 8225, 8497 ], [ 8522, 8673 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P01_18+190_191_192_193", "video_id": "P01_18", "narration_ids": [ "P01_18_190", "P01_18_191", "P01_18_192", "P01_18_193" ], "src": "close cupboard . put_down saucepan . open stock", "src1": "close cupboard", "src2": "put_down saucepan", "src3": "open stock", "trg": "put_down stock", "vis_src": "P01_18:190 P01_18:191 P01_18:192", "vis_trg": "P01_18:193", "narrations": [ "close cupboard", "put down saucepan", "open stock", "put down stock" ], "verbs": [ "close", "put-down", "open", "put-down" ], "verb_classes": [ 4, 1, 3, 1 ], "nouns": [ "cupboard", "saucepan", "stock", "stock" ], "noun_classes": [ 3, 5, 95, 95 ], "start_stop_timestamps": [ [ "00:16:04.21", "00:16:05.46" ], [ "00:16:05.31", "00:16:06.56" ], [ "00:16:06.66", "00:16:19.75" ], [ "00:16:19.80", "00:16:21.05" ] ], "start_stop_frames": [ [ 57852, 57927 ], [ 57918, 57993 ], [ 57999, 58785 ], [ 58788, 58863 ] ], "trgnoun": "stock", "trgverb": "put_down" }, { "key": "P29_01+307_308_309_310", "video_id": "P29_01", "narration_ids": [ "P29_01_307", "P29_01_308", "P29_01_309", "P29_01_310" ], "src": "close cupboard . move oil . pick_up chopping_board", "src1": "close cupboard", "src2": "move oil", "src3": "pick_up chopping_board", "trg": "put chopping_board in sink", "vis_src": "P29_01:307 P29_01:308 P29_01:309", "vis_trg": "P29_01:310", "narrations": [ "close cupboard", "move oil", "pick up chopping board", "put chopping board in sink" ], "verbs": [ "close", "move", "pick-up", "put-in" ], "verb_classes": [ 4, 11, 0, 5 ], "nouns": [ "cupboard", "oil", "board:chopping", "board:chopping" ], "noun_classes": [ 3, 31, 18, 18 ], "start_stop_timestamps": [ [ "00:19:14.96", "00:19:16.21" ], [ "00:19:17.91", "00:19:19.63" ], [ "00:19:20.84", "00:19:22.96" ], [ "00:19:26.02", "00:19:27.51" ] ], "start_stop_frames": [ [ 69297, 69372 ], [ 69474, 69577 ], [ 69650, 69777 ], [ 69961, 70050 ] ], "trgnoun": "chopping_board", "trgverb": "put_in" }, { "key": "P31_13+18_19_20_21", "video_id": "P31_13", "narration_ids": [ "P31_13_18", "P31_13_19", "P31_13_20", "P31_13_21" ], "src": "slice sandwich . open bag . take ham", "src1": "slice sandwich", "src2": "open bag", "src3": "take ham", "trg": "dry ham", "vis_src": "P31_13:18 P31_13:19 P31_13:20", "vis_trg": "P31_13:21", "narrations": [ "slice sandwich", "open bag", "take ham", "dry ham" ], "verbs": [ "slice", "open", "take", "dry" ], "verb_classes": [ 7, 3, 0, 14 ], "nouns": [ "sandwich", "bag", "ham", "ham" ], "noun_classes": [ 164, 19, 156, 156 ], "start_stop_timestamps": [ [ "00:02:40.21", "00:02:46.83" ], [ "00:02:50.83", "00:03:01.85" ], [ "00:03:03.31", "00:03:21.57" ], [ "00:03:23.08", "00:03:38.30" ] ], "start_stop_frames": [ [ 9612, 10009 ], [ 10249, 10911 ], [ 10998, 12094 ], [ 12184, 13098 ] ], "trgnoun": "ham", "trgverb": "dry" }, { "key": "P01_09+57_58_59_60", "video_id": "P01_09", "narration_ids": [ "P01_09_57", "P01_09_58", "P01_09_59", "P01_09_60" ], "src": "pour yeast into bowl . fold yeast . take box", "src1": "pour yeast into bowl", "src2": "fold yeast", "src3": "take box", "trg": "put yeast into box", "vis_src": "P01_09:57 P01_09:58 P01_09:59", "vis_trg": "P01_09:60", "narrations": [ "pour yeast into bowl", "fold yeast", "take box", "put yeast into box" ], "verbs": [ "pour-into", "fold", "take", "put-into" ], "verb_classes": [ 9, 28, 0, 5 ], "nouns": [ "yeast", "yeast", "box", "yeast" ], "noun_classes": [ 195, 195, 23, 195 ], "start_stop_timestamps": [ [ "00:02:42.03", "00:02:49.34" ], [ "00:02:49.82", "00:02:52.51" ], [ "00:02:53.29", "00:02:54.54" ], [ "00:02:54.57", "00:02:56.23" ] ], "start_stop_frames": [ [ 9721, 10160 ], [ 10189, 10350 ], [ 10397, 10472 ], [ 10474, 10573 ] ], "trgnoun": "yeast", "trgverb": "put_into" }, { "key": "P02_135+102_103_104_105", "video_id": "P02_135", "narration_ids": [ "P02_135_102", "P02_135_103", "P02_135_104", "P02_135_105" ], "src": "scoop jam from bagel using knife . spread jam on bagel using knife . pick_up bagel from chopping board", "src1": "scoop jam from bagel using knife", "src2": "spread jam on bagel using knife", "src3": "pick_up bagel from chopping board", "trg": "put bagel on plate", "vis_src": "P02_135:102 P02_135:103 P02_135:104", "vis_trg": "P02_135:105", "narrations": [ "scoop jam from bagel using knife", "spread jam on bagel using knife", "pick up bagel from chopping board", "put bagel on plate" ], "verbs": [ "scoop", "spread-on", "pick-up", "put-on" ], "verb_classes": [ 16, 27, 0, 1 ], "nouns": [ "jam", "jam", "bagel", "bagel" ], "noun_classes": [ 115, 115, 33, 33 ], "start_stop_timestamps": [ [ "00:03:58.17", "00:03:59.21" ], [ "00:03:59.57", "00:04:07.23" ], [ "00:04:07.33", "00:04:07.67" ], [ "00:04:07.64", "00:04:08.89" ] ], "start_stop_frames": [ [ 11908, 11960 ], [ 11978, 12361 ], [ 12366, 12383 ], [ 12382, 12444 ] ], "trgnoun": "bagel", "trgverb": "put_on" }, { "key": "P01_105+374_375_376_377", "video_id": "P01_105", "narration_ids": [ "P01_105_374", "P01_105_375", "P01_105_376", "P01_105_377" ], "src": "put_down cutting_board and knife . pick_up pak choi bits . open food_bin", "src1": "put_down cutting_board and knife", "src2": "pick_up pak choi bits", "src3": "open food_bin", "trg": "throw pak choi bit into bin", "vis_src": "P01_105:374 P01_105:375 P01_105:376", "vis_trg": "P01_105:377", "narrations": [ "put down cutting board and knife", "pick up pak choi bits", "open food bin", "throw pak choi bit into bin" ], "verbs": [ "put-down", "pick-up", "open", "throw-into" ], "verb_classes": [ 1, 0, 3, 13 ], "nouns": [ "board:cutting", "bit:pak:choi", "bin:food", "bit:pak:choi" ], "noun_classes": [ 18, 151, 36, 151 ], "start_stop_timestamps": [ [ "00:14:53.92", "00:14:55.17" ], [ "00:14:55.64", "00:14:57.62" ], [ "00:14:58.37", "00:14:59.87" ], [ "00:14:59.05", "00:14:59.70" ] ], "start_stop_frames": [ [ 44696, 44758 ], [ 44782, 44881 ], [ 44918, 44993 ], [ 44952, 44985 ] ], "trgnoun": "choi_pak_bit", "trgverb": "throw_into" }, { "key": "P26_04+5_6_7_8", "video_id": "P26_04", "narration_ids": [ "P26_04_5", "P26_04_6", "P26_04_7", "P26_04_8" ], "src": "put_down lid . fill saucepan with water . turn_off tap", "src1": "put_down lid", "src2": "fill saucepan with water", "src3": "turn_off tap", "trg": "put_down saucepan", "vis_src": "P26_04:5 P26_04:6 P26_04:7", "vis_trg": "P26_04:8", "narrations": [ "put down lid", "fill saucepan with water", "turn off tap", "put down saucepan" ], "verbs": [ "put-down", "fill-with", "turn-off", "put-down" ], "verb_classes": [ 1, 26, 8, 1 ], "nouns": [ "lid", "saucepan", "tap", "saucepan" ], "noun_classes": [ 6, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:00:16.17", "00:00:17.40" ], [ "00:00:18.63", "00:00:31.61" ], [ "00:00:31.71", "00:00:32.71" ], [ "00:00:34.30", "00:00:35.89" ] ], "start_stop_frames": [ [ 970, 1044 ], [ 1117, 1896 ], [ 1902, 1962 ], [ 2058, 2153 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P22_117+287_288_289_290", "video_id": "P22_117", "narration_ids": [ "P22_117_287", "P22_117_288", "P22_117_289", "P22_117_290" ], "src": "close cupboard . put_down jar . pick_up bowl", "src1": "close cupboard", "src2": "put_down jar", "src3": "pick_up bowl", "trg": "put_down bowl", "vis_src": "P22_117:287 P22_117:288 P22_117:289", "vis_trg": "P22_117:290", "narrations": [ "close cupboard", "put down jar", "pick up bowl", "put down bowl" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "cupboard", "jar", "bowl", "bowl" ], "noun_classes": [ 3, 40, 7, 7 ], "start_stop_timestamps": [ [ "00:11:09.16", "00:11:10.08" ], [ "00:11:09.84", "00:11:12.76" ], [ "00:11:10.54", "00:11:10.94" ], [ "00:11:11.26", "00:11:11.92" ] ], "start_stop_frames": [ [ 33458, 33504 ], [ 33492, 33638 ], [ 33527, 33547 ], [ 33563, 33596 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P28_103+37_38_39_40", "video_id": "P28_103", "narration_ids": [ "P28_103_37", "P28_103_38", "P28_103_39", "P28_103_40" ], "src": "open drawer . take peeler . put peeler", "src1": "open drawer", "src2": "take peeler", "src3": "put peeler", "trg": "close drawer", "vis_src": "P28_103:37 P28_103:38 P28_103:39", "vis_trg": "P28_103:40", "narrations": [ "open drawer", "take peeler", "put peeler", "close drawer" ], "verbs": [ "open", "take", "put", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "drawer", "peeler", "peeler", "drawer" ], "noun_classes": [ 8, 87, 87, 8 ], "start_stop_timestamps": [ [ "00:02:21.02", "00:02:22.05" ], [ "00:02:22.13", "00:02:23.33" ], [ "00:02:30.51", "00:02:31.27" ], [ "00:02:34.87", "00:02:35.94" ] ], "start_stop_frames": [ [ 7051, 7102 ], [ 7106, 7166 ], [ 7525, 7563 ], [ 7743, 7797 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P03_07+1_2_3_4", "video_id": "P03_07", "narration_ids": [ "P03_07_1", "P03_07_2", "P03_07_3", "P03_07_4" ], "src": "pick_up spoon . pick_up spatula . pick_up bowl", "src1": "pick_up spoon", "src2": "pick_up spatula", "src3": "pick_up bowl", "trg": "place bowl", "vis_src": "P03_07:1 P03_07:2 P03_07:3", "vis_trg": "P03_07:4", "narrations": [ "pick up spoon", "pick up spatula", "pick up bowl", "place bowl" ], "verbs": [ "pick-up", "pick-up", "pick-up", "place" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "spoon", "spatula", "bowl", "bowl" ], "noun_classes": [ 1, 20, 7, 7 ], "start_stop_timestamps": [ [ "00:00:06.27", "00:00:08.12" ], [ "00:00:07.72", "00:00:08.54" ], [ "00:00:08.48", "00:00:09.42" ], [ "00:00:09.83", "00:00:10.96" ] ], "start_stop_frames": [ [ 376, 487 ], [ 463, 512 ], [ 508, 565 ], [ 589, 657 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P07_10+302_303_304_305", "video_id": "P07_10", "narration_ids": [ "P07_10_302", "P07_10_303", "P07_10_304", "P07_10_305" ], "src": "stir mix . close bag . open fridge", "src1": "stir mix", "src2": "close bag", "src3": "open fridge", "trg": "store bag", "vis_src": "P07_10:302 P07_10:303 P07_10:304", "vis_trg": "P07_10:305", "narrations": [ "stir mix", "close bag", "open fridge", "store bag" ], "verbs": [ "stir", "close", "open", "store" ], "verb_classes": [ 10, 4, 3, 1 ], "nouns": [ "mix", "bag", "fridge", "bag" ], "noun_classes": [ 71, 19, 12, 19 ], "start_stop_timestamps": [ [ "00:31:13.43", "00:31:23.42" ], [ "00:31:28.77", "00:31:30.18" ], [ "00:31:30.28", "00:31:31.47" ], [ "00:31:31.57", "00:31:32.88" ] ], "start_stop_frames": [ [ 112405, 113005 ], [ 113326, 113410 ], [ 113416, 113488 ], [ 113494, 113572 ] ], "trgnoun": "bag", "trgverb": "store" }, { "key": "P04_07+11_12_13_14", "video_id": "P04_07", "narration_ids": [ "P04_07_11", "P04_07_12", "P04_07_13", "P04_07_14" ], "src": "open fridge . put tupperware . open cupboard", "src1": "open fridge", "src2": "put tupperware", "src3": "open cupboard", "trg": "pick_up tupperware", "vis_src": "P04_07:11 P04_07:12 P04_07:13", "vis_trg": "P04_07:14", "narrations": [ "open fridge", "put tupperware", "open cupboard", "pick up tupperware" ], "verbs": [ "open", "put", "open", "pick-up" ], "verb_classes": [ 3, 1, 3, 0 ], "nouns": [ "fridge", "tupperware", "cupboard", "tupperware" ], "noun_classes": [ 12, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:00:42.43", "00:00:43.46" ], [ "00:00:43.48", "00:00:48.02" ], [ "00:00:48.66", "00:00:49.41" ], [ "00:00:49.53", "00:00:51.36" ] ], "start_stop_frames": [ [ 2545, 2607 ], [ 2608, 2881 ], [ 2919, 2964 ], [ 2971, 3081 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P11_104+61_62_63_64", "video_id": "P11_104", "narration_ids": [ "P11_104_61", "P11_104_62", "P11_104_63", "P11_104_64" ], "src": "pick_up salmon . peel salmon . throw away plastic", "src1": "pick_up salmon", "src2": "peel salmon", "src3": "throw away plastic", "trg": "put salmon in bowl", "vis_src": "P11_104:61 P11_104:62 P11_104:63", "vis_trg": "P11_104:64", "narrations": [ "pick up salmon", "peel salmon", "throw away plastic", "put salmon in bowl" ], "verbs": [ "pick-up", "peel", "throw", "put-in" ], "verb_classes": [ 0, 19, 13, 5 ], "nouns": [ "salmon", "salmon", "plastic", "salmon" ], "noun_classes": [ 112, 112, 26, 112 ], "start_stop_timestamps": [ [ "00:03:57.56", "00:03:59.16" ], [ "00:03:57.83", "00:04:04.43" ], [ "00:04:05.07", "00:04:06.46" ], [ "00:04:06.08", "00:04:13.39" ] ], "start_stop_frames": [ [ 11878, 11958 ], [ 11891, 12221 ], [ 12253, 12323 ], [ 12304, 12669 ] ], "trgnoun": "salmon", "trgverb": "put_in" }, { "key": "P01_09+258_259_260_261", "video_id": "P01_09", "narration_ids": [ "P01_09_258", "P01_09_259", "P01_09_260", "P01_09_261" ], "src": "put_down bin . turn_on tap . wash hands", "src1": "put_down bin", "src2": "turn_on tap", "src3": "wash hands", "trg": "close tap", "vis_src": "P01_09:258 P01_09:259 P01_09:260", "vis_trg": "P01_09:261", "narrations": [ "put down bin", "turn on tap", "wash hands", "close tap" ], "verbs": [ "put-down", "turn-on", "wash", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "bin", "tap", "hand", "tap" ], "noun_classes": [ 36, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:19:28.84", "00:19:29.61" ], [ "00:19:32.29", "00:19:33.07" ], [ "00:19:33.14", "00:19:35.39" ], [ "00:19:34.45", "00:19:35.82" ] ], "start_stop_frames": [ [ 70130, 70176 ], [ 70337, 70384 ], [ 70388, 70523 ], [ 70467, 70549 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P05_08+3_4_5_6", "video_id": "P05_08", "narration_ids": [ "P05_08_3", "P05_08_4", "P05_08_5", "P05_08_6" ], "src": "take_out jar of pesto . place pasta_pack on table . take pot", "src1": "take_out jar of pesto", "src2": "place pasta_pack on table", "src3": "take pot", "trg": "place pot on hob", "vis_src": "P05_08:3 P05_08:4 P05_08:5", "vis_trg": "P05_08:6", "narrations": [ "take out jar of pesto", "place pasta pack on table", "take pot", "place pot on hob" ], "verbs": [ "take-out", "place", "take", "place-on" ], "verb_classes": [ 12, 1, 0, 1 ], "nouns": [ "jar:pesto", "pack:pasta", "pot", "pot" ], "noun_classes": [ 40, 26, 29, 29 ], "start_stop_timestamps": [ [ "00:00:09.00", "00:00:09.75" ], [ "00:00:10.60", "00:00:12.01" ], [ "00:00:13.43", "00:00:15.37" ], [ "00:00:15.64", "00:00:19.64" ] ], "start_stop_frames": [ [ 540, 585 ], [ 636, 720 ], [ 805, 922 ], [ 938, 1178 ] ], "trgnoun": "pot", "trgverb": "place_on" }, { "key": "P02_120+54_55_56_57", "video_id": "P02_120", "narration_ids": [ "P02_120_54", "P02_120_55", "P02_120_56", "P02_120_57" ], "src": "pick_up vanilla extract bottle . pick_up baking powder sachet . pick_up salt", "src1": "pick_up vanilla extract bottle", "src2": "pick_up baking powder sachet", "src3": "pick_up salt", "trg": "put_down salt", "vis_src": "P02_120:54 P02_120:55 P02_120:56", "vis_trg": "P02_120:57", "narrations": [ "pick up vanilla extract bottle", "pick up baking powder sachet", "pick up salt", "put down salt" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "bottle:vanilla:extract", "sachet:baking:powder", "salt", "salt" ], "noun_classes": [ 15, 26, 38, 38 ], "start_stop_timestamps": [ [ "00:03:39.43", "00:03:40.68" ], [ "00:03:41.19", "00:03:43.54" ], [ "00:03:43.44", "00:03:44.73" ], [ "00:03:44.83", "00:03:49.25" ] ], "start_stop_frames": [ [ 10971, 11034 ], [ 11059, 11177 ], [ 11172, 11236 ], [ 11241, 11462 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P04_114+76_77_78_79", "video_id": "P04_114", "narration_ids": [ "P04_114_76", "P04_114_77", "P04_114_78", "P04_114_79" ], "src": "wipe coffee off filter . turn_off tap . shake filter", "src1": "wipe coffee off filter", "src2": "turn_off tap", "src3": "shake filter", "trg": "put filter on aeropress", "vis_src": "P04_114:76 P04_114:77 P04_114:78", "vis_trg": "P04_114:79", "narrations": [ "wipe coffee off filter", "turn off tap", "shake filter", "put filter on aeropress" ], "verbs": [ "wipe-off", "turn-off", "shake", "put-on" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "coffee", "tap", "filter", "filter" ], "noun_classes": [ 59, 0, 77, 77 ], "start_stop_timestamps": [ [ "00:02:26.34", "00:02:27.88" ], [ "00:02:27.48", "00:02:28.41" ], [ "00:02:28.49", "00:02:29.00" ], [ "00:02:29.00", "00:02:29.87" ] ], "start_stop_frames": [ [ 7317, 7394 ], [ 7373, 7420 ], [ 7424, 7450 ], [ 7450, 7493 ] ], "trgnoun": "filter", "trgverb": "put_on" }, { "key": "P30_05+4_5_6_7", "video_id": "P30_05", "narration_ids": [ "P30_05_4", "P30_05_5", "P30_05_6", "P30_05_7" ], "src": "put mug and plate . put onion in bin . take box", "src1": "put mug and plate", "src2": "put onion in bin", "src3": "take box", "trg": "put box", "vis_src": "P30_05:4 P30_05:5 P30_05:6", "vis_trg": "P30_05:7", "narrations": [ "put mug and plate", "put onion in bin", "take box", "put box" ], "verbs": [ "put", "put-in", "take", "put" ], "verb_classes": [ 1, 5, 0, 1 ], "nouns": [ "mug", "onion", "box", "box" ], "noun_classes": [ 13, 16, 23, 23 ], "start_stop_timestamps": [ [ "00:00:12.76", "00:00:14.72" ], [ "00:00:16.88", "00:00:23.39" ], [ "00:00:25.85", "00:00:27.45" ], [ "00:00:27.40", "00:00:28.72" ] ], "start_stop_frames": [ [ 765, 883 ], [ 1012, 1403 ], [ 1551, 1647 ], [ 1644, 1723 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P03_117+202_203_204_205", "video_id": "P03_117", "narration_ids": [ "P03_117_202", "P03_117_203", "P03_117_204", "P03_117_205" ], "src": "take slices of bread out of its packaging . put bread on plate . pick_up bread", "src1": "take slices of bread out of its packaging", "src2": "put bread on plate", "src3": "pick_up bread", "trg": "close bread", "vis_src": "P03_117:202 P03_117:203 P03_117:204", "vis_trg": "P03_117:205", "narrations": [ "take slices of bread out of its packaging", "put bread on plate", "pick up bread", "close bread" ], "verbs": [ "take-out", "put-on", "pick-up", "close" ], "verb_classes": [ 12, 1, 0, 4 ], "nouns": [ "slice:bread", "bread", "bread", "bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:09:45.20", "00:09:49.44" ], [ "00:09:49.91", "00:09:50.73" ], [ "00:09:51.03", "00:09:53.14" ], [ "00:09:53.09", "00:10:04.10" ] ], "start_stop_frames": [ [ 29260, 29472 ], [ 29495, 29536 ], [ 29551, 29657 ], [ 29654, 30205 ] ], "trgnoun": "bread", "trgverb": "close" }, { "key": "P07_113+75_76_77_78", "video_id": "P07_113", "narration_ids": [ "P07_113_75", "P07_113_76", "P07_113_77", "P07_113_78" ], "src": "peel garlic . grab cup . pour rice into pot", "src1": "peel garlic", "src2": "grab cup", "src3": "pour rice into pot", "trg": "shake cup", "vis_src": "P07_113:75 P07_113:76 P07_113:77", "vis_trg": "P07_113:78", "narrations": [ "peel garlic", "grab cup", "pour rice into pot", "shake cup" ], "verbs": [ "peel", "grab", "pour-into", "shake" ], "verb_classes": [ 19, 0, 9, 15 ], "nouns": [ "garlic", "cup", "rice", "cup" ], "noun_classes": [ 51, 13, 55, 13 ], "start_stop_timestamps": [ [ "00:03:55.08", "00:03:57.96" ], [ "00:03:57.65", "00:04:00.65" ], [ "00:04:01.01", "00:04:05.29" ], [ "00:04:05.37", "00:04:06.72" ] ], "start_stop_frames": [ [ 11754, 11898 ], [ 11882, 12032 ], [ 12050, 12264 ], [ 12268, 12336 ] ], "trgnoun": "cup", "trgverb": "shake" }, { "key": "P28_105+30_31_32_33", "video_id": "P28_105", "narration_ids": [ "P28_105_30", "P28_105_31", "P28_105_32", "P28_105_33" ], "src": "shake tupperware . take ladle . stir food", "src1": "shake tupperware", "src2": "take ladle", "src3": "stir food", "trg": "put ladle", "vis_src": "P28_105:30 P28_105:31 P28_105:32", "vis_trg": "P28_105:33", "narrations": [ "shake tupperware", "take ladle", "stir food", "put ladle" ], "verbs": [ "shake", "take", "stir", "put" ], "verb_classes": [ 15, 0, 10, 1 ], "nouns": [ "tupperware", "ladle", "food", "ladle" ], "noun_classes": [ 23, 97, 34, 97 ], "start_stop_timestamps": [ [ "00:01:46.60", "00:01:50.59" ], [ "00:01:50.70", "00:01:51.46" ], [ "00:01:56.19", "00:02:03.06" ], [ "00:02:03.55", "00:02:04.62" ] ], "start_stop_frames": [ [ 5330, 5529 ], [ 5535, 5573 ], [ 5809, 6153 ], [ 6177, 6231 ] ], "trgnoun": "ladle", "trgverb": "put" }, { "key": "P04_113+203_204_205_206", "video_id": "P04_113", "narration_ids": [ "P04_113_203", "P04_113_204", "P04_113_205", "P04_113_206" ], "src": "put tofu_packet in recycling . pick_up oven_dish . push dishwasher_drawer", "src1": "put tofu_packet in recycling", "src2": "pick_up oven_dish", "src3": "push dishwasher_drawer", "trg": "turn_over oven_dish", "vis_src": "P04_113:203 P04_113:204 P04_113:205", "vis_trg": "P04_113:206", "narrations": [ "put tofu packet in recycling", "pick up oven dish", "push dishwasher drawer", "turn over oven dish" ], "verbs": [ "put-in", "pick-up", "push", "turn-over" ], "verb_classes": [ 5, 0, 21, 22 ], "nouns": [ "packet:tofu", "dish:oven", "drawer:dishwasher", "dish:oven" ], "noun_classes": [ 26, 35, 70, 35 ], "start_stop_timestamps": [ [ "00:06:13.28", "00:06:14.50" ], [ "00:06:18.94", "00:06:20.41" ], [ "00:06:20.55", "00:06:21.47" ], [ "00:06:21.88", "00:06:27.32" ] ], "start_stop_frames": [ [ 18664, 18725 ], [ 18947, 19020 ], [ 19027, 19073 ], [ 19094, 19366 ] ], "trgnoun": "oven_dish", "trgverb": "turn_over" }, { "key": "P30_104+67_68_69_70", "video_id": "P30_104", "narration_ids": [ "P30_104_67", "P30_104_68", "P30_104_69", "P30_104_70" ], "src": "pick_up kettle . pour water into tea pot . close cupboard", "src1": "pick_up kettle", "src2": "pour water into tea pot", "src3": "close cupboard", "trg": "put_down kettle", "vis_src": "P30_104:67 P30_104:68 P30_104:69", "vis_trg": "P30_104:70", "narrations": [ "pick up kettle", "pour water into tea pot", "close cupboard", "put down kettle" ], "verbs": [ "pick-up", "pour-into", "close", "put-down" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "kettle", "water", "cupboard", "kettle" ], "noun_classes": [ 44, 27, 3, 44 ], "start_stop_timestamps": [ [ "00:01:49.44", "00:01:50.98" ], [ "00:01:51.36", "00:01:55.13" ], [ "00:01:55.02", "00:01:56.28" ], [ "00:01:59.12", "00:01:59.86" ] ], "start_stop_frames": [ [ 5472, 5548 ], [ 5568, 5756 ], [ 5751, 5814 ], [ 5956, 5993 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P05_03+136_137_138_139", "video_id": "P05_03", "narration_ids": [ "P05_03_136", "P05_03_137", "P05_03_138", "P05_03_139" ], "src": "take container . pour pasta in container . place colander in sink", "src1": "take container", "src2": "pour pasta in container", "src3": "place colander in sink", "trg": "place container on table", "vis_src": "P05_03:136 P05_03:137 P05_03:138", "vis_trg": "P05_03:139", "narrations": [ "take container", "pour pasta in container", "place colander in sink", "place container on table" ], "verbs": [ "take", "pour-in", "place", "place" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "container", "pasta", "colander", "container" ], "noun_classes": [ 21, 45, 39, 21 ], "start_stop_timestamps": [ [ "00:12:15.86", "00:12:16.79" ], [ "00:12:17.99", "00:12:23.99" ], [ "00:12:24.57", "00:12:25.68" ], [ "00:12:26.14", "00:12:28.41" ] ], "start_stop_frames": [ [ 44151, 44207 ], [ 44279, 44639 ], [ 44674, 44740 ], [ 44768, 44904 ] ], "trgnoun": "container", "trgverb": "place" }, { "key": "P27_105+178_179_180_181", "video_id": "P27_105", "narration_ids": [ "P27_105_178", "P27_105_179", "P27_105_180", "P27_105_181" ], "src": "wash glass . put_down sponge . rinse glass", "src1": "wash glass", "src2": "put_down sponge", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P27_105:178 P27_105:179 P27_105:180", "vis_trg": "P27_105:181", "narrations": [ "wash glass", "put down sponge", "rinse glass", "put down glass" ], "verbs": [ "wash", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "glass", "sponge", "glass", "glass" ], "noun_classes": [ 10, 9, 10, 10 ], "start_stop_timestamps": [ [ "00:10:34.35", "00:10:36.53" ], [ "00:10:36.62", "00:10:37.28" ], [ "00:10:37.35", "00:10:39.51" ], [ "00:10:39.52", "00:10:41.16" ] ], "start_stop_frames": [ [ 31717, 31826 ], [ 31831, 31864 ], [ 31867, 31975 ], [ 31976, 32058 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P26_105+31_32_33_34", "video_id": "P26_105", "narration_ids": [ "P26_105_31", "P26_105_32", "P26_105_33", "P26_105_34" ], "src": "open jar . pour water . close jar", "src1": "open jar", "src2": "pour water", "src3": "close jar", "trg": "put_down jar", "vis_src": "P26_105:31 P26_105:32 P26_105:33", "vis_trg": "P26_105:34", "narrations": [ "open jar", "pour water", "close jar", "put down jar" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "jar", "water", "jar", "jar" ], "noun_classes": [ 40, 27, 40, 40 ], "start_stop_timestamps": [ [ "00:01:43.87", "00:01:44.61" ], [ "00:01:44.71", "00:01:49.05" ], [ "00:01:48.99", "00:01:50.39" ], [ "00:01:50.78", "00:01:52.29" ] ], "start_stop_frames": [ [ 5193, 5230 ], [ 5235, 5452 ], [ 5449, 5519 ], [ 5539, 5614 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P26_104+40_41_42_43", "video_id": "P26_104", "narration_ids": [ "P26_104_40", "P26_104_41", "P26_104_42", "P26_104_43" ], "src": "put mozzarella . pick_up mozzarella . pick_up knife", "src1": "put mozzarella", "src2": "pick_up mozzarella", "src3": "pick_up knife", "trg": "cut mozzarella", "vis_src": "P26_104:40 P26_104:41 P26_104:42", "vis_trg": "P26_104:43", "narrations": [ "put mozzarella", "pick up mozzarella", "pick up knife", "cut mozzarella" ], "verbs": [ "put", "pick-up", "pick-up", "cut" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "mozzarella", "mozzarella", "knife", "mozzarella" ], "noun_classes": [ 32, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:02:48.97", "00:02:57.98" ], [ "00:03:30.02", "00:03:34.11" ], [ "00:03:34.67", "00:03:35.69" ], [ "00:03:35.79", "00:03:38.82" ] ], "start_stop_frames": [ [ 8448, 8899 ], [ 10501, 10705 ], [ 10733, 10784 ], [ 10789, 10941 ] ], "trgnoun": "mozzarella", "trgverb": "cut" }, { "key": "P06_102+48_49_50_51", "video_id": "P06_102", "narration_ids": [ "P06_102_48", "P06_102_49", "P06_102_50", "P06_102_51" ], "src": "pick_up kettle . turn_on tap . open kettle", "src1": "pick_up kettle", "src2": "turn_on tap", "src3": "open kettle", "trg": "empty kettle", "vis_src": "P06_102:48 P06_102:49 P06_102:50", "vis_trg": "P06_102:51", "narrations": [ "pick up kettle", "turn on tap", "open kettle", "empty kettle" ], "verbs": [ "pick-up", "turn-on", "open", "empty" ], "verb_classes": [ 0, 6, 3, 20 ], "nouns": [ "kettle", "tap", "kettle", "kettle" ], "noun_classes": [ 44, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:04:19.36", "00:04:20.85" ], [ "00:04:17.16", "00:04:21.95" ], [ "00:04:21.50", "00:04:22.36" ], [ "00:04:26.27", "00:04:28.42" ] ], "start_stop_frames": [ [ 12968, 13042 ], [ 12858, 13097 ], [ 13075, 13118 ], [ 13313, 13421 ] ], "trgnoun": "kettle", "trgverb": "empty" }, { "key": "P22_102+88_89_90_91", "video_id": "P22_102", "narration_ids": [ "P22_102_88", "P22_102_89", "P22_102_90", "P22_102_91" ], "src": "rinse hand . rinse glass . shake glass", "src1": "rinse hand", "src2": "rinse glass", "src3": "shake glass", "trg": "put_down glass", "vis_src": "P22_102:88 P22_102:89 P22_102:90", "vis_trg": "P22_102:91", "narrations": [ "rinse hand", "rinse glass", "shake glass", "put down glass" ], "verbs": [ "rinse", "rinse", "shake", "put-down" ], "verb_classes": [ 2, 2, 15, 1 ], "nouns": [ "hand", "glass", "glass", "glass" ], "noun_classes": [ 11, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:02:32.73", "00:02:33.57" ], [ "00:02:33.69", "00:02:35.59" ], [ "00:02:35.84", "00:02:36.79" ], [ "00:02:36.89", "00:02:38.13" ] ], "start_stop_frames": [ [ 7636, 7678 ], [ 7684, 7779 ], [ 7792, 7839 ], [ 7844, 7906 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P03_02+58_59_60_61", "video_id": "P03_02", "narration_ids": [ "P03_02_58", "P03_02_59", "P03_02_60", "P03_02_61" ], "src": "pick_up bottle . open lid . fill_up bottle", "src1": "pick_up bottle", "src2": "open lid", "src3": "fill_up bottle", "trg": "close bottle", "vis_src": "P03_02:58 P03_02:59 P03_02:60", "vis_trg": "P03_02:61", "narrations": [ "pick up bottle", "open lid", "fill up", "close bottle" ], "verbs": [ "pick-up", "open", "fill-up", "close" ], "verb_classes": [ 0, 3, 26, 4 ], "nouns": [ "bottle", "lid", "bottle", "bottle" ], "noun_classes": [ 15, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:01:45.86", "00:01:46.40" ], [ "00:01:46.56", "00:01:47.17" ], [ "00:01:47.35", "00:01:49.16" ], [ "00:01:49.76", "00:01:52.69" ] ], "start_stop_frames": [ [ 6351, 6384 ], [ 6393, 6430 ], [ 6441, 6549 ], [ 6585, 6761 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P11_05+253_254_255_256", "video_id": "P11_05", "narration_ids": [ "P11_05_253", "P11_05_254", "P11_05_255", "P11_05_256" ], "src": "rinse slicer . put away slicer . rinse fork", "src1": "rinse slicer", "src2": "put away slicer", "src3": "rinse fork", "trg": "put_away fork", "vis_src": "P11_05:253 P11_05:254 P11_05:255", "vis_trg": "P11_05:256", "narrations": [ "rinse slicer", "put away slicer", "rinse fork", "put away fork" ], "verbs": [ "rinse", "put", "rinse", "put-away" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "slicer", "slicer", "fork", "fork" ], "noun_classes": [ 220, 220, 14, 14 ], "start_stop_timestamps": [ [ "00:17:22.45", "00:17:34.45" ], [ "00:17:34.29", "00:17:35.87" ], [ "00:17:35.97", "00:17:38.54" ], [ "00:17:38.44", "00:17:39.90" ] ], "start_stop_frames": [ [ 62547, 63267 ], [ 63257, 63352 ], [ 63358, 63512 ], [ 63506, 63594 ] ], "trgnoun": "fork", "trgverb": "put_away" }, { "key": "P04_12+11_12_13_15", "video_id": "P04_12", "narration_ids": [ "P04_12_11", "P04_12_12", "P04_12_13", "P04_12_15" ], "src": "pick_up spices . put_down spices . pick_up spice", "src1": "pick_up spices", "src2": "put_down spices", "src3": "pick_up spice", "trg": "stir pan", "vis_src": "P04_12:11 P04_12:12 P04_12:13", "vis_trg": "P04_12:15", "narrations": [ "pick up spices", "put down spices", "pick up spice", "stir pan" ], "verbs": [ "pick-up", "put-down", "pick-up", "stir" ], "verb_classes": [ 0, 1, 0, 10 ], "nouns": [ "spice", "spice", "spice", "pan" ], "noun_classes": [ 85, 85, 85, 5 ], "start_stop_timestamps": [ [ "00:01:16.44", "00:02:06.85" ], [ "00:02:07.51", "00:02:12.52" ], [ "00:02:13.27", "00:02:14.49" ], [ "00:02:33.54", "00:02:39.09" ] ], "start_stop_frames": [ [ 4586, 7611 ], [ 7650, 7951 ], [ 7996, 8069 ], [ 9212, 9545 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P22_17+359_360_361_362", "video_id": "P22_17", "narration_ids": [ "P22_17_359", "P22_17_360", "P22_17_361", "P22_17_362" ], "src": "put_on grill . clean cooker . remove grill", "src1": "put_on grill", "src2": "clean cooker", "src3": "remove grill", "trg": "put_down grill", "vis_src": "P22_17:359 P22_17:360 P22_17:361", "vis_trg": "P22_17:362", "narrations": [ "put on grill", "clean cooker", "remove grill", "put down grill" ], "verbs": [ "put-on", "clean", "remove", "put-down" ], "verb_classes": [ 1, 2, 12, 1 ], "nouns": [ "grill", "cooker", "grill", "grill" ], "noun_classes": [ 24, 46, 24, 24 ], "start_stop_timestamps": [ [ "00:13:38.04", "00:13:40.69" ], [ "00:13:40.68", "00:13:46.42" ], [ "00:13:46.52", "00:13:47.20" ], [ "00:13:47.30", "00:13:48.21" ] ], "start_stop_frames": [ [ 49082, 49241 ], [ 49240, 49585 ], [ 49591, 49632 ], [ 49638, 49692 ] ], "trgnoun": "grill", "trgverb": "put_down" }, { "key": "P35_109+273_274_275_276", "video_id": "P35_109", "narration_ids": [ "P35_109_273", "P35_109_274", "P35_109_275", "P35_109_276" ], "src": "drain cup . put_down cup . pick_up glass", "src1": "drain cup", "src2": "put_down cup", "src3": "pick_up glass", "trg": "drain glass", "vis_src": "P35_109:273 P35_109:274 P35_109:275", "vis_trg": "P35_109:276", "narrations": [ "drain cup", "put down cup", "pick up glass", "drain glass" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "cup", "cup", "glass", "glass" ], "noun_classes": [ 13, 13, 10, 10 ], "start_stop_timestamps": [ [ "00:18:24.22", "00:18:25.75" ], [ "00:18:26.52", "00:18:27.55" ], [ "00:18:28.53", "00:18:28.95" ], [ "00:18:28.97", "00:18:30.04" ] ], "start_stop_frames": [ [ 55211, 55287 ], [ 55326, 55377 ], [ 55426, 55447 ], [ 55448, 55502 ] ], "trgnoun": "glass", "trgverb": "drain" }, { "key": "P04_107+373_374_375_376", "video_id": "P04_107", "narration_ids": [ "P04_107_373", "P04_107_374", "P04_107_375", "P04_107_376" ], "src": "lift_up dough with chopstick . rotate chopstick . hold dough", "src1": "lift_up dough with chopstick", "src2": "rotate chopstick", "src3": "hold dough", "trg": "slide chopstick out of dough", "vis_src": "P04_107:373 P04_107:374 P04_107:375", "vis_trg": "P04_107:376", "narrations": [ "lift up dough with chopstick", "rotate chopstick", "hold dough", "slide chopstick out of dough" ], "verbs": [ "lift-up", "rotate", "hold", "slide-out" ], "verb_classes": [ 33, 23, 34, 61 ], "nouns": [ "dough", "chopstick", "dough", "chopstick" ], "noun_classes": [ 25, 80, 25, 80 ], "start_stop_timestamps": [ [ "00:11:27.85", "00:11:28.97" ], [ "00:11:28.71", "00:11:31.79" ], [ "00:11:31.47", "00:11:33.07" ], [ "00:11:32.24", "00:11:33.59" ] ], "start_stop_frames": [ [ 34392, 34448 ], [ 34435, 34589 ], [ 34573, 34653 ], [ 34612, 34679 ] ], "trgnoun": "chopstick", "trgverb": "slide_out" }, { "key": "P02_130+4_5_6_8", "video_id": "P02_130", "narration_ids": [ "P02_130_4", "P02_130_5", "P02_130_6", "P02_130_8" ], "src": "put_down water_filter . put_down glass . pick_up pan from sink", "src1": "put_down water_filter", "src2": "put_down glass", "src3": "pick_up pan from sink", "trg": "rinse pan", "vis_src": "P02_130:4 P02_130:5 P02_130:6", "vis_trg": "P02_130:8", "narrations": [ "put down water filter", "put down glass", "pick up pan from sink", "rinse pan" ], "verbs": [ "put-down", "put-down", "pick-up", "rinse" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "filter:water", "glass", "pan", "pan" ], "noun_classes": [ 66, 10, 5, 5 ], "start_stop_timestamps": [ [ "00:00:07.19", "00:00:08.94" ], [ "00:00:11.99", "00:00:12.99" ], [ "00:00:15.37", "00:00:16.25" ], [ "00:00:16.00", "00:00:18.00" ] ], "start_stop_frames": [ [ 359, 447 ], [ 599, 649 ], [ 768, 812 ], [ 800, 900 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P04_106+60_61_62_63", "video_id": "P04_106", "narration_ids": [ "P04_106_60", "P04_106_61", "P04_106_62", "P04_106_63" ], "src": "rub dough . turn_over dough . move tea_towel", "src1": "rub dough", "src2": "turn_over dough", "src3": "move tea_towel", "trg": "put dough in bowl", "vis_src": "P04_106:60 P04_106:61 P04_106:62", "vis_trg": "P04_106:63", "narrations": [ "rub dough", "turn over dough", "move tea towel", "put dough in bowl" ], "verbs": [ "rub", "turn-over", "move", "put-in" ], "verb_classes": [ 55, 22, 11, 5 ], "nouns": [ "dough", "dough", "towel:tea", "dough" ], "noun_classes": [ 25, 25, 52, 25 ], "start_stop_timestamps": [ [ "00:02:20.72", "00:02:23.17" ], [ "00:02:24.02", "00:02:25.04" ], [ "00:02:25.14", "00:02:28.05" ], [ "00:02:28.15", "00:02:28.82" ] ], "start_stop_frames": [ [ 7036, 7158 ], [ 7201, 7252 ], [ 7256, 7402 ], [ 7407, 7441 ] ], "trgnoun": "dough", "trgverb": "put_in" }, { "key": "P03_101+81_82_83_84", "video_id": "P03_101", "narration_ids": [ "P03_101_81", "P03_101_82", "P03_101_83", "P03_101_84" ], "src": "wash bin . put slotted_spoon on drying rack . pick_up spoon", "src1": "wash bin", "src2": "put slotted_spoon on drying rack", "src3": "pick_up spoon", "trg": "soak spoon", "vis_src": "P03_101:81 P03_101:82 P03_101:83", "vis_trg": "P03_101:84", "narrations": [ "wash bin", "put slotted spoon on drying rack", "pick up spoon", "soak spoon" ], "verbs": [ "wash", "put-on", "pick-up", "soak" ], "verb_classes": [ 2, 1, 0, 56 ], "nouns": [ "bin", "spoon:slotted", "spoon", "spoon" ], "noun_classes": [ 36, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:01:51.89", "00:02:05.59" ], [ "00:02:05.51", "00:02:06.17" ], [ "00:02:07.14", "00:02:07.78" ], [ "00:02:07.74", "00:02:08.74" ] ], "start_stop_frames": [ [ 5594, 6279 ], [ 6275, 6308 ], [ 6357, 6389 ], [ 6387, 6437 ] ], "trgnoun": "spoon", "trgverb": "soak" }, { "key": "P02_09+48_49_50_51", "video_id": "P02_09", "narration_ids": [ "P02_09_48", "P02_09_49", "P02_09_50", "P02_09_51" ], "src": "pick cup . empty flour into bowl . put cup down", "src1": "pick cup", "src2": "empty flour into bowl", "src3": "put cup down", "trg": "close flour", "vis_src": "P02_09:48 P02_09:49 P02_09:50", "vis_trg": "P02_09:51", "narrations": [ "pick cup", "empty flour into bowl", "put cup down", "close flour" ], "verbs": [ "pick", "empty", "put-down", "close" ], "verb_classes": [ 0, 20, 1, 4 ], "nouns": [ "cup", "flour", "cup", "flour" ], "noun_classes": [ 13, 75, 13, 75 ], "start_stop_timestamps": [ [ "00:02:00.40", "00:02:01.21" ], [ "00:02:00.78", "00:02:02.00" ], [ "00:02:03.17", "00:02:04.67" ], [ "00:02:05.02", "00:02:09.77" ] ], "start_stop_frames": [ [ 7224, 7272 ], [ 7246, 7320 ], [ 7390, 7480 ], [ 7501, 7786 ] ], "trgnoun": "flour", "trgverb": "close" }, { "key": "P28_14+44_45_46_47", "video_id": "P28_14", "narration_ids": [ "P28_14_44", "P28_14_45", "P28_14_46", "P28_14_47" ], "src": "open cupboard . put olive in cupboard . put salt in cupboard", "src1": "open cupboard", "src2": "put olive in cupboard", "src3": "put salt in cupboard", "trg": "close cupboard", "vis_src": "P28_14:44 P28_14:45 P28_14:46", "vis_trg": "P28_14:47", "narrations": [ "open cupboard", "put olive in cupboard", "put salt in cupboard", "close cupboard" ], "verbs": [ "open", "put-in", "put-in", "close" ], "verb_classes": [ 3, 5, 5, 4 ], "nouns": [ "cupboard", "olive", "salt", "cupboard" ], "noun_classes": [ 3, 83, 38, 3 ], "start_stop_timestamps": [ [ "00:02:24.41", "00:02:25.22" ], [ "00:02:26.29", "00:02:28.10" ], [ "00:02:28.28", "00:02:29.09" ], [ "00:02:29.08", "00:02:30.34" ] ], "start_stop_frames": [ [ 8664, 8713 ], [ 8777, 8886 ], [ 8896, 8945 ], [ 8944, 9020 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_04+132_133_134_135", "video_id": "P03_04", "narration_ids": [ "P03_04_132", "P03_04_133", "P03_04_134", "P03_04_135" ], "src": "open olive_oil . pour olive_oil . close olive_oil", "src1": "open olive_oil", "src2": "pour olive_oil", "src3": "close olive_oil", "trg": "put olive_oil", "vis_src": "P03_04:132 P03_04:133 P03_04:134", "vis_trg": "P03_04:135", "narrations": [ "open olive oil", "pour olive oil", "close olive oil", "put olive oil" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:09:15.43", "00:09:15.93" ], [ "00:09:15.68", "00:09:16.78" ], [ "00:09:16.78", "00:09:17.59" ], [ "00:09:17.82", "00:09:18.48" ] ], "start_stop_frames": [ [ 33325, 33355 ], [ 33340, 33406 ], [ 33406, 33455 ], [ 33469, 33508 ] ], "trgnoun": "olive_oil", "trgverb": "put" }, { "key": "P01_06+47_48_49_50", "video_id": "P01_06", "narration_ids": [ "P01_06_47", "P01_06_48", "P01_06_49", "P01_06_50" ], "src": "hold the plate . take pan . wash pan", "src1": "hold the plate", "src2": "take pan", "src3": "wash pan", "trg": "put_down pan", "vis_src": "P01_06:47 P01_06:48 P01_06:49", "vis_trg": "P01_06:50", "narrations": [ "hold the plate", "take pan", "wash pan", "put down pan" ], "verbs": [ "hold", "take", "wash", "put-down" ], "verb_classes": [ 34, 0, 2, 1 ], "nouns": [ "plate", "pan", "pan", "pan" ], "noun_classes": [ 2, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:21.00", "00:02:22.50" ], [ "00:02:23.25", "00:02:25.85" ], [ "00:02:24.77", "00:02:27.50" ], [ "00:02:27.34", "00:02:28.85" ] ], "start_stop_frames": [ [ 8460, 8550 ], [ 8595, 8751 ], [ 8686, 8850 ], [ 8840, 8931 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_09+58_59_60_61", "video_id": "P02_09", "narration_ids": [ "P02_09_58", "P02_09_59", "P02_09_60", "P02_09_61" ], "src": "close sugar_jar . put spoon . put salt", "src1": "close sugar_jar", "src2": "put spoon", "src3": "put salt", "trg": "pick_up salt", "vis_src": "P02_09:58 P02_09:59 P02_09:60", "vis_trg": "P02_09:61", "narrations": [ "close sugar jar", "put spoon", "put salt", "pick up salt" ], "verbs": [ "close", "put", "put", "pick-up" ], "verb_classes": [ 4, 1, 1, 0 ], "nouns": [ "jar:sugar", "spoon", "salt", "salt" ], "noun_classes": [ 40, 1, 38, 38 ], "start_stop_timestamps": [ [ "00:02:21.17", "00:02:22.31" ], [ "00:02:22.48", "00:02:23.04" ], [ "00:02:23.00", "00:02:33.36" ], [ "00:02:23.14", "00:02:24.10" ] ], "start_stop_frames": [ [ 8470, 8538 ], [ 8548, 8582 ], [ 8580, 9201 ], [ 8588, 8646 ] ], "trgnoun": "salt", "trgverb": "pick_up" }, { "key": "P04_106+61_62_63_64", "video_id": "P04_106", "narration_ids": [ "P04_106_61", "P04_106_62", "P04_106_63", "P04_106_64" ], "src": "turn_over dough . move tea_towel . put dough in bowl", "src1": "turn_over dough", "src2": "move tea_towel", "src3": "put dough in bowl", "trg": "press_on dough", "vis_src": "P04_106:61 P04_106:62 P04_106:63", "vis_trg": "P04_106:64", "narrations": [ "turn over dough", "move tea towel", "put dough in bowl", "press on dough" ], "verbs": [ "turn-over", "move", "put-in", "press-on" ], "verb_classes": [ 22, 11, 5, 21 ], "nouns": [ "dough", "towel:tea", "dough", "dough" ], "noun_classes": [ 25, 52, 25, 25 ], "start_stop_timestamps": [ [ "00:02:24.02", "00:02:25.04" ], [ "00:02:25.14", "00:02:28.05" ], [ "00:02:28.15", "00:02:28.82" ], [ "00:02:28.92", "00:02:29.83" ] ], "start_stop_frames": [ [ 7201, 7252 ], [ 7256, 7402 ], [ 7407, 7441 ], [ 7446, 7491 ] ], "trgnoun": "dough", "trgverb": "press_on" }, { "key": "P03_02+111_112_113_114", "video_id": "P03_02", "narration_ids": [ "P03_02_111", "P03_02_112", "P03_02_113", "P03_02_114" ], "src": "turn_off tap . pour bin . pick_up towel", "src1": "turn_off tap", "src2": "pour bin", "src3": "pick_up towel", "trg": "wipe bin", "vis_src": "P03_02:111 P03_02:112 P03_02:113", "vis_trg": "P03_02:114", "narrations": [ "turn off tap", "pour bin", "pick up towel", "wipe bin" ], "verbs": [ "turn-off", "pour", "pick-up", "wipe" ], "verb_classes": [ 8, 9, 0, 2 ], "nouns": [ "tap", "bin", "towel", "bin" ], "noun_classes": [ 0, 36, 52, 36 ], "start_stop_timestamps": [ [ "00:04:42.82", "00:04:44.83" ], [ "00:04:46.11", "00:04:48.86" ], [ "00:04:51.20", "00:04:55.15" ], [ "00:04:54.93", "00:05:02.21" ] ], "start_stop_frames": [ [ 16969, 17089 ], [ 17166, 17331 ], [ 17472, 17709 ], [ 17695, 18132 ] ], "trgnoun": "bin", "trgverb": "wipe" }, { "key": "P35_104+727_728_729_730", "video_id": "P35_104", "narration_ids": [ "P35_104_727", "P35_104_728", "P35_104_729", "P35_104_730" ], "src": "cut cling_film . pick_up meat . put_down meat", "src1": "cut cling_film", "src2": "pick_up meat", "src3": "put_down meat", "trg": "wrap meat", "vis_src": "P35_104:727 P35_104:728 P35_104:729", "vis_trg": "P35_104:730", "narrations": [ "cut cling film", "pick up meat", "put down meat", "wrap meat" ], "verbs": [ "cut", "pick-up", "put-down", "wrap" ], "verb_classes": [ 7, 0, 1, 36 ], "nouns": [ "film:cling", "meat", "meat", "meat" ], "noun_classes": [ 100, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:50:48.03", "00:50:51.66" ], [ "00:50:55.48", "00:51:17.65" ], [ "00:51:17.80", "00:51:19.22" ], [ "00:51:20.90", "00:51:28.65" ] ], "start_stop_frames": [ [ 152401, 152583 ], [ 152774, 153882 ], [ 153890, 153961 ], [ 154045, 154432 ] ], "trgnoun": "meat", "trgverb": "wrap" }, { "key": "P04_05+102_103_104_105", "video_id": "P04_05", "narration_ids": [ "P04_05_102", "P04_05_103", "P04_05_104", "P04_05_105" ], "src": "test potato . pick_up paneer . put_down paneer", "src1": "test potato", "src2": "pick_up paneer", "src3": "put_down paneer", "trg": "tip potato onto plate", "vis_src": "P04_05:102 P04_05:103 P04_05:104", "vis_trg": "P04_05:105", "narrations": [ "test potato", "pick up paneer", "put down paneer", "tip potato onto plate" ], "verbs": [ "test", "pick-up", "put-down", "tip" ], "verb_classes": [ 24, 0, 1, 1 ], "nouns": [ "potato", "paneer", "paneer", "potato" ], "noun_classes": [ 30, 32, 32, 30 ], "start_stop_timestamps": [ [ "00:12:12.68", "00:12:27.69" ], [ "00:12:29.48", "00:12:35.64" ], [ "00:12:35.47", "00:12:37.18" ], [ "00:12:38.38", "00:12:42.88" ] ], "start_stop_frames": [ [ 43960, 44861 ], [ 44968, 45338 ], [ 45328, 45430 ], [ 45502, 45772 ] ], "trgnoun": "potato", "trgverb": "tip" }, { "key": "P28_09+97_98_99_100", "video_id": "P28_09", "narration_ids": [ "P28_09_97", "P28_09_98", "P28_09_99", "P28_09_100" ], "src": "throw rubbish . chop spring_onions . take spring_onions", "src1": "throw rubbish", "src2": "chop spring_onions", "src3": "take spring_onions", "trg": "put spring_onions in salad", "vis_src": "P28_09:97 P28_09:98 P28_09:99", "vis_trg": "P28_09:100", "narrations": [ "throw rubbish", "chop spring onions", "take spring onions", "put spring onions in salad" ], "verbs": [ "throw", "chop", "take", "put-in" ], "verb_classes": [ 13, 7, 0, 5 ], "nouns": [ "rubbish", "onion:spring", "onion:spring", "onion:spring" ], "noun_classes": [ 54, 128, 128, 128 ], "start_stop_timestamps": [ [ "00:05:48.06", "00:05:49.30" ], [ "00:05:53.33", "00:06:10.87" ], [ "00:06:11.65", "00:06:13.98" ], [ "00:06:14.15", "00:06:16.15" ] ], "start_stop_frames": [ [ 20883, 20958 ], [ 21199, 22252 ], [ 22299, 22438 ], [ 22449, 22569 ] ], "trgnoun": "spring_onion", "trgverb": "put_in" }, { "key": "P03_109+94_95_96_97", "video_id": "P03_109", "narration_ids": [ "P03_109_94", "P03_109_95", "P03_109_96", "P03_109_97" ], "src": "squeeze sponge . put_down sponge . scrape_off food", "src1": "squeeze sponge", "src2": "put_down sponge", "src3": "scrape_off food", "trg": "remove food from sieve", "vis_src": "P03_109:94 P03_109:95 P03_109:96", "vis_trg": "P03_109:97", "narrations": [ "squeeze sponge", "put down sponge", "scrape off food", "remove food from sieve" ], "verbs": [ "squeeze", "put-down", "scrape-off", "remove-from" ], "verb_classes": [ 18, 1, 25, 12 ], "nouns": [ "sponge", "sponge", "food", "food" ], "noun_classes": [ 9, 9, 34, 34 ], "start_stop_timestamps": [ [ "00:05:32.96", "00:05:33.50" ], [ "00:05:34.03", "00:05:34.57" ], [ "00:05:35.28", "00:05:37.44" ], [ "00:05:37.62", "00:05:40.15" ] ], "start_stop_frames": [ [ 16648, 16675 ], [ 16701, 16728 ], [ 16764, 16872 ], [ 16881, 17007 ] ], "trgnoun": "food", "trgverb": "remove_from" }, { "key": "P02_06+222_223_224_229", "video_id": "P02_06", "narration_ids": [ "P02_06_222", "P02_06_223", "P02_06_224", "P02_06_229" ], "src": "pick_up chopped_cucumber . put cucumber . put cucumber in plate", "src1": "pick_up chopped_cucumber", "src2": "put cucumber", "src3": "put cucumber in plate", "trg": "pick_up chopping_board", "vis_src": "P02_06:222 P02_06:223 P02_06:224", "vis_trg": "P02_06:229", "narrations": [ "pick up chopped cucumber", "put cucumber", "put cucumber in plate", "pick up chopping board" ], "verbs": [ "pick-up", "put", "put-in", "pick-up" ], "verb_classes": [ 0, 1, 5, 0 ], "nouns": [ "cucumber:chopped", "cucumber", "cucumber", "board:chopping" ], "noun_classes": [ 72, 72, 72, 18 ], "start_stop_timestamps": [ [ "00:10:19.56", "00:10:20.71" ], [ "00:10:19.83", "00:10:20.40" ], [ "00:10:19.90", "00:10:30.15" ], [ "00:10:30.90", "00:10:32.27" ] ], "start_stop_frames": [ [ 37173, 37242 ], [ 37189, 37224 ], [ 37194, 37809 ], [ 37854, 37936 ] ], "trgnoun": "chopping_board", "trgverb": "pick_up" }, { "key": "P28_01+70_71_72_73", "video_id": "P28_01", "narration_ids": [ "P28_01_70", "P28_01_71", "P28_01_72", "P28_01_73" ], "src": "put_down knife . take spatula and pan . turn_on tap", "src1": "put_down knife", "src2": "take spatula and pan", "src3": "turn_on tap", "trg": "rinse spatula", "vis_src": "P28_01:70 P28_01:71 P28_01:72", "vis_trg": "P28_01:73", "narrations": [ "put down knife", "take spatula and pan", "turn on tap", "rinse spatula" ], "verbs": [ "put-down", "take", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "knife", "spatula", "tap", "spatula" ], "noun_classes": [ 4, 20, 0, 20 ], "start_stop_timestamps": [ [ "00:04:05.17", "00:04:06.44" ], [ "00:04:08.09", "00:04:08.86" ], [ "00:04:10.17", "00:04:13.42" ], [ "00:04:14.17", "00:04:18.98" ] ], "start_stop_frames": [ [ 14710, 14786 ], [ 14885, 14931 ], [ 15010, 15205 ], [ 15250, 15538 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P02_118+11_12_13_14", "video_id": "P02_118", "narration_ids": [ "P02_118_11", "P02_118_12", "P02_118_13", "P02_118_14" ], "src": "cut butter . cut butter into cubes . put butter_cubes in bowl", "src1": "cut butter", "src2": "cut butter into cubes", "src3": "put butter_cubes in bowl", "trg": "separate butter_cubes", "vis_src": "P02_118:11 P02_118:12 P02_118:13", "vis_trg": "P02_118:14", "narrations": [ "cut butter", "cut butter into cubes", "put butter cubes in bowl", "separate butter cubes" ], "verbs": [ "cut", "cut-into", "put", "separate" ], "verb_classes": [ 7, 7, 1, 52 ], "nouns": [ "butter", "butter", "cube:butter", "cube:butter" ], "noun_classes": [ 78, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:00:41.68", "00:00:59.97" ], [ "00:01:04.10", "00:01:14.05" ], [ "00:01:13.79", "00:01:20.03" ], [ "00:01:19.75", "00:01:27.88" ] ], "start_stop_frames": [ [ 2084, 2998 ], [ 3204, 3702 ], [ 3689, 4001 ], [ 3987, 4394 ] ], "trgnoun": "butter_cube", "trgverb": "separate" }, { "key": "P27_101+318_319_320_321", "video_id": "P27_101", "narration_ids": [ "P27_101_318", "P27_101_319", "P27_101_320", "P27_101_321" ], "src": "put_down sponge . turn_on tap . wash lid", "src1": "put_down sponge", "src2": "turn_on tap", "src3": "wash lid", "trg": "put_down lid", "vis_src": "P27_101:318 P27_101:319 P27_101:320", "vis_trg": "P27_101:321", "narrations": [ "put down sponge", "turn on tap", "wash lid", "put down lid" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sponge", "tap", "lid", "lid" ], "noun_classes": [ 9, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:14:43.80", "00:14:44.54" ], [ "00:14:44.64", "00:14:45.21" ], [ "00:14:45.16", "00:14:53.30" ], [ "00:14:53.65", "00:14:54.77" ] ], "start_stop_frames": [ [ 44190, 44227 ], [ 44232, 44260 ], [ 44258, 44665 ], [ 44682, 44738 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P02_109+125_126_127_128", "video_id": "P02_109", "narration_ids": [ "P02_109_125", "P02_109_126", "P02_109_127", "P02_109_128" ], "src": "scrape garlic off presser using wooden spoon . put_down wooden_spoon . open garlic_press", "src1": "scrape garlic off presser using wooden spoon", "src2": "put_down wooden_spoon", "src3": "open garlic_press", "trg": "close garlic_press", "vis_src": "P02_109:125 P02_109:126 P02_109:127", "vis_trg": "P02_109:128", "narrations": [ "scrape garlic off presser using wooden spoon", "put down wooden spoon", "open garlic press", "close garlic press" ], "verbs": [ "scrape-off", "put-down", "open", "close" ], "verb_classes": [ 25, 1, 3, 4 ], "nouns": [ "garlic", "spoon:wooden", "press:garlic", "press:garlic" ], "noun_classes": [ 51, 1, 172, 172 ], "start_stop_timestamps": [ [ "00:10:19.73", "00:10:20.87" ], [ "00:10:20.82", "00:10:21.26" ], [ "00:10:20.85", "00:10:22.07" ], [ "00:10:23.17", "00:10:24.44" ] ], "start_stop_frames": [ [ 30986, 31043 ], [ 31041, 31063 ], [ 31042, 31103 ], [ 31158, 31222 ] ], "trgnoun": "garlic_press", "trgverb": "close" }, { "key": "P04_112+17_25_26_27", "video_id": "P04_112", "narration_ids": [ "P04_112_17", "P04_112_25", "P04_112_26", "P04_112_27" ], "src": "move bao bun . put bao_bun in rice cooker . put lid on rice cooker", "src1": "move bao bun", "src2": "put bao_bun in rice cooker", "src3": "put lid on rice cooker", "trg": "pick_up bao_bun", "vis_src": "P04_112:17 P04_112:25 P04_112:26", "vis_trg": "P04_112:27", "narrations": [ "move bao bun", "put bao bun in rice cooker", "put lid on rice cooker", "pick up bao bun" ], "verbs": [ "move", "put", "put-on", "pick-up" ], "verb_classes": [ 11, 1, 1, 0 ], "nouns": [ "bun", "bun:bao", "lid", "bun:bao" ], "noun_classes": [ 33, 33, 6, 33 ], "start_stop_timestamps": [ [ "00:00:38.80", "00:00:41.28" ], [ "00:00:40.00", "00:00:40.63" ], [ "00:00:40.68", "00:00:43.18" ], [ "00:00:43.04", "00:00:44.40" ] ], "start_stop_frames": [ [ 1939, 2064 ], [ 2000, 2031 ], [ 2034, 2159 ], [ 2152, 2220 ] ], "trgnoun": "bao_bun", "trgverb": "pick_up" }, { "key": "P23_101+169_170_171_172", "video_id": "P23_101", "narration_ids": [ "P23_101_169", "P23_101_170", "P23_101_171", "P23_101_172" ], "src": "put lighter . adjust gas . take bowl", "src1": "put lighter", "src2": "adjust gas", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_101:169 P23_101:170 P23_101:171", "vis_trg": "P23_101:172", "narrations": [ "put lighter", "adjust gas", "take bowl", "put bowl" ], "verbs": [ "put", "adjust", "take", "put" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "lighter", "gas", "bowl", "bowl" ], "noun_classes": [ 130, 24, 7, 7 ], "start_stop_timestamps": [ [ "00:17:40.77", "00:17:43.54" ], [ "00:17:45.85", "00:17:48.94" ], [ "00:17:44.04", "00:17:49.69" ], [ "00:17:49.79", "00:17:50.92" ] ], "start_stop_frames": [ [ 53038, 53177 ], [ 53292, 53447 ], [ 53202, 53484 ], [ 53489, 53546 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P11_05+103_104_105_106", "video_id": "P11_05", "narration_ids": [ "P11_05_103", "P11_05_104", "P11_05_105", "P11_05_106" ], "src": "slice onion . pick_up knife . collect onion_skins", "src1": "slice onion", "src2": "pick_up knife", "src3": "collect onion_skins", "trg": "throw_away onion_skins", "vis_src": "P11_05:103 P11_05:104 P11_05:105", "vis_trg": "P11_05:106", "narrations": [ "slice onion", "pick up knife", "collect onion skins", "throw away onion skins" ], "verbs": [ "slice", "pick-up", "collect", "throw-away" ], "verb_classes": [ 7, 0, 63, 13 ], "nouns": [ "onion", "knife", "skin:onion", "skin:onion" ], "noun_classes": [ 16, 4, 48, 48 ], "start_stop_timestamps": [ [ "00:05:51.94", "00:05:55.04" ], [ "00:06:12.18", "00:06:12.71" ], [ "00:06:12.61", "00:06:15.11" ], [ "00:06:15.21", "00:06:16.21" ] ], "start_stop_frames": [ [ 21116, 21302 ], [ 22330, 22362 ], [ 22356, 22506 ], [ 22512, 22572 ] ], "trgnoun": "onion_skin", "trgverb": "throw_away" }, { "key": "P03_117+85_86_87_88", "video_id": "P03_117", "narration_ids": [ "P03_117_85", "P03_117_86", "P03_117_87", "P03_117_88" ], "src": "wash plate . move tupperware . pick_up tupperware", "src1": "wash plate", "src2": "move tupperware", "src3": "pick_up tupperware", "trg": "put tupperware down", "vis_src": "P03_117:85 P03_117:86 P03_117:87", "vis_trg": "P03_117:88", "narrations": [ "wash plate", "move tupperware", "pick up tupperware", "put tupperware down" ], "verbs": [ "wash", "move", "pick-up", "put" ], "verb_classes": [ 2, 11, 0, 1 ], "nouns": [ "plate", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 2, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:04:51.13", "00:04:54.97" ], [ "00:04:55.02", "00:04:58.33" ], [ "00:04:58.01", "00:04:59.03" ], [ "00:04:59.13", "00:05:01.75" ] ], "start_stop_frames": [ [ 14556, 14748 ], [ 14751, 14916 ], [ 14900, 14951 ], [ 14956, 15087 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P25_05+93_94_95_96", "video_id": "P25_05", "narration_ids": [ "P25_05_93", "P25_05_94", "P25_05_95", "P25_05_96" ], "src": "open drawer . pick_up spoons . open tap", "src1": "open drawer", "src2": "pick_up spoons", "src3": "open tap", "trg": "wash spoons", "vis_src": "P25_05:93 P25_05:94 P25_05:95", "vis_trg": "P25_05:96", "narrations": [ "open drawer", "pick up spoons", "open tap", "wash spoons" ], "verbs": [ "open", "pick-up", "turn-on", "wash" ], "verb_classes": [ 3, 0, 6, 2 ], "nouns": [ "drawer", "spoon", "tap", "spoon" ], "noun_classes": [ 8, 1, 0, 1 ], "start_stop_timestamps": [ [ "00:15:42.51", "00:15:44.02" ], [ "00:15:44.12", "00:15:46.84" ], [ "00:15:49.16", "00:15:50.61" ], [ "00:15:50.05", "00:15:52.34" ] ], "start_stop_frames": [ [ 56550, 56641 ], [ 56647, 56810 ], [ 56949, 57036 ], [ 57003, 57140 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P02_06+114_115_116_117", "video_id": "P02_06", "narration_ids": [ "P02_06_114", "P02_06_115", "P02_06_116", "P02_06_117" ], "src": "close tap . put plate . pick_up mug", "src1": "close tap", "src2": "put plate", "src3": "pick_up mug", "trg": "put mug", "vis_src": "P02_06:114 P02_06:115 P02_06:116", "vis_trg": "P02_06:117", "narrations": [ "close tap", "put plate", "pick up mug", "put mug" ], "verbs": [ "turn-off", "put", "pick-up", "put" ], "verb_classes": [ 8, 1, 0, 1 ], "nouns": [ "tap", "plate", "mug", "mug" ], "noun_classes": [ 0, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:04:24.38", "00:04:25.01" ], [ "00:04:25.15", "00:04:26.72" ], [ "00:04:26.82", "00:04:27.70" ], [ "00:04:29.94", "00:04:30.94" ] ], "start_stop_frames": [ [ 15862, 15900 ], [ 15908, 16003 ], [ 16009, 16062 ], [ 16196, 16256 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P25_09+88_89_90_91", "video_id": "P25_09", "narration_ids": [ "P25_09_88", "P25_09_89", "P25_09_90", "P25_09_91" ], "src": "put_down cloth . get_out chicken . pick_up chicken", "src1": "put_down cloth", "src2": "get_out chicken", "src3": "pick_up chicken", "trg": "put chicken", "vis_src": "P25_09:88 P25_09:89 P25_09:90", "vis_trg": "P25_09:91", "narrations": [ "put down cloth", "get out chicken", "pick up chicken", "put chicken" ], "verbs": [ "put-down", "get-out", "pick-up", "put" ], "verb_classes": [ 1, 12, 0, 1 ], "nouns": [ "cloth", "chicken", "chicken", "chicken" ], "noun_classes": [ 17, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:11:17.02", "00:11:18.59" ], [ "00:11:18.69", "00:11:29.04" ], [ "00:11:29.14", "00:11:33.77" ], [ "00:11:33.87", "00:11:48.99" ] ], "start_stop_frames": [ [ 40621, 40715 ], [ 40721, 41342 ], [ 41348, 41626 ], [ 41632, 42539 ] ], "trgnoun": "chicken", "trgverb": "put" }, { "key": "P24_08+136_137_138_139", "video_id": "P24_08", "narration_ids": [ "P24_08_136", "P24_08_137", "P24_08_138", "P24_08_139" ], "src": "put_down lid . put_down wooden_spoon . open sauce_bottle", "src1": "put_down lid", "src2": "put_down wooden_spoon", "src3": "open sauce_bottle", "trg": "take wooden_spoon", "vis_src": "P24_08:136 P24_08:137 P24_08:138", "vis_trg": "P24_08:139", "narrations": [ "put down lid", "put down wooden spoon", "open sauce bottle", "take wooden spoon" ], "verbs": [ "put-down", "put-down", "open", "take" ], "verb_classes": [ 1, 1, 3, 0 ], "nouns": [ "lid", "spoon:wooden", "bottle:sauce", "spoon:wooden" ], "noun_classes": [ 6, 1, 15, 1 ], "start_stop_timestamps": [ [ "00:10:22.66", "00:10:24.18" ], [ "00:10:24.70", "00:10:25.77" ], [ "00:10:26.99", "00:10:28.41" ], [ "00:10:31.79", "00:10:33.12" ] ], "start_stop_frames": [ [ 37359, 37450 ], [ 37482, 37546 ], [ 37619, 37704 ], [ 37907, 37987 ] ], "trgnoun": "wooden_spoon", "trgverb": "take" }, { "key": "P22_117+164_165_166_167", "video_id": "P22_117", "narration_ids": [ "P22_117_164", "P22_117_165", "P22_117_166", "P22_117_167" ], "src": "pick_up knife . cut courgette . put_down knife", "src1": "pick_up knife", "src2": "cut courgette", "src3": "put_down knife", "trg": "pick courgettes", "vis_src": "P22_117:164 P22_117:165 P22_117:166", "vis_trg": "P22_117:167", "narrations": [ "pick up knife", "cut courgette", "put down knife", "pick courgettes" ], "verbs": [ "pick-up", "cut", "put-down", "pick" ], "verb_classes": [ 0, 7, 1, 0 ], "nouns": [ "knife", "courgette", "knife", "courgette" ], "noun_classes": [ 4, 76, 4, 76 ], "start_stop_timestamps": [ [ "00:06:25.00", "00:06:25.49" ], [ "00:06:25.59", "00:07:02.87" ], [ "00:07:02.77", "00:07:03.16" ], [ "00:07:03.67", "00:07:06.16" ] ], "start_stop_frames": [ [ 19250, 19274 ], [ 19279, 21143 ], [ 21138, 21158 ], [ 21183, 21308 ] ], "trgnoun": "courgette", "trgverb": "pick" }, { "key": "P22_05+453_454_455_456", "video_id": "P22_05", "narration_ids": [ "P22_05_453", "P22_05_454", "P22_05_455", "P22_05_456" ], "src": "rinse sponge . rinse hands . close tap", "src1": "rinse sponge", "src2": "rinse hands", "src3": "close tap", "trg": "shake hands", "vis_src": "P22_05:453 P22_05:454 P22_05:455", "vis_trg": "P22_05:456", "narrations": [ "rinse sponge", "rinse hands", "close tap", "shake hands" ], "verbs": [ "rinse", "rinse", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "sponge", "hand", "tap", "hand" ], "noun_classes": [ 9, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:18:42.37", "00:18:44.39" ], [ "00:18:44.28", "00:18:46.85" ], [ "00:18:46.45", "00:18:47.12" ], [ "00:18:46.97", "00:18:48.62" ] ], "start_stop_frames": [ [ 67342, 67463 ], [ 67456, 67611 ], [ 67587, 67627 ], [ 67618, 67717 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P01_102+11_12_13_14", "video_id": "P01_102", "narration_ids": [ "P01_102_11", "P01_102_12", "P01_102_13", "P01_102_14" ], "src": "wash knife . put_down knife . take fork", "src1": "wash knife", "src2": "put_down knife", "src3": "take fork", "trg": "wash fork", "vis_src": "P01_102:11 P01_102:12 P01_102:13", "vis_trg": "P01_102:14", "narrations": [ "wash knife", "put down knife", "take fork", "wash fork" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:00:30.91", "00:00:37.32" ], [ "00:00:37.38", "00:00:37.80" ], [ "00:00:37.56", "00:00:38.58" ], [ "00:00:38.54", "00:00:41.68" ] ], "start_stop_frames": [ [ 1545, 1866 ], [ 1869, 1889 ], [ 1878, 1929 ], [ 1927, 2084 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P04_107+481_483_484_485", "video_id": "P04_107", "narration_ids": [ "P04_107_481", "P04_107_483", "P04_107_484", "P04_107_485" ], "src": "put ball of dough on chopping board . pick_up rolling_pin . roll dough", "src1": "put ball of dough on chopping board", "src2": "pick_up rolling_pin", "src3": "roll dough", "trg": "turn_over dough", "vis_src": "P04_107:481 P04_107:483 P04_107:484", "vis_trg": "P04_107:485", "narrations": [ "put ball of dough on chopping board", "pick up rolling pin", "roll dough", "turn over dough" ], "verbs": [ "put-on", "pick-up", "roll", "turn-over" ], "verb_classes": [ 1, 0, 47, 22 ], "nouns": [ "ball:dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:14:06.81", "00:14:07.78" ], [ "00:14:07.63", "00:14:08.21" ], [ "00:14:08.26", "00:14:10.95" ], [ "00:14:11.17", "00:14:11.87" ] ], "start_stop_frames": [ [ 42340, 42389 ], [ 42381, 42410 ], [ 42413, 42547 ], [ 42558, 42593 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P04_112+9_10_11_12", "video_id": "P04_112", "narration_ids": [ "P04_112_9", "P04_112_10", "P04_112_11", "P04_112_12" ], "src": "adjust rice cooker lid . pick_up bao_bun . pull greaseproof_paper off bao bun", "src1": "adjust rice cooker lid", "src2": "pick_up bao_bun", "src3": "pull greaseproof_paper off bao bun", "trg": "put_down greaseproof_paper", "vis_src": "P04_112:9 P04_112:10 P04_112:11", "vis_trg": "P04_112:12", "narrations": [ "adjust rice cooker lid", "pick up bao bun", "pull greaseproof paper off bao bun", "put down greaseproof paper" ], "verbs": [ "adjust", "pick-up", "pull", "put-down" ], "verb_classes": [ 17, 0, 31, 1 ], "nouns": [ "lid:rice:cooker", "bun:bao", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 6, 33, 49, 49 ], "start_stop_timestamps": [ [ "00:00:24.47", "00:00:26.77" ], [ "00:00:25.99", "00:00:28.68" ], [ "00:00:27.68", "00:00:28.34" ], [ "00:00:28.38", "00:00:28.86" ] ], "start_stop_frames": [ [ 1223, 1338 ], [ 1299, 1434 ], [ 1384, 1417 ], [ 1419, 1443 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P27_103+447_448_449_450", "video_id": "P27_103", "narration_ids": [ "P27_103_447", "P27_103_448", "P27_103_449", "P27_103_450" ], "src": "move saucepan . rinse hands . open bottle", "src1": "move saucepan", "src2": "rinse hands", "src3": "open bottle", "trg": "rinse bottle", "vis_src": "P27_103:447 P27_103:448 P27_103:449", "vis_trg": "P27_103:450", "narrations": [ "move saucepan", "rinse hands", "open bottle", "rinse bottle" ], "verbs": [ "move", "rinse", "open", "rinse" ], "verb_classes": [ 11, 2, 3, 2 ], "nouns": [ "saucepan", "hand", "bottle", "bottle" ], "noun_classes": [ 5, 11, 15, 15 ], "start_stop_timestamps": [ [ "00:32:17.70", "00:32:18.46" ], [ "00:32:18.32", "00:32:19.49" ], [ "00:32:19.55", "00:32:21.05" ], [ "00:32:21.15", "00:32:25.25" ] ], "start_stop_frames": [ [ 96885, 96923 ], [ 96916, 96974 ], [ 96977, 97052 ], [ 97057, 97262 ] ], "trgnoun": "bottle", "trgverb": "rinse" }, { "key": "P22_113+243_244_245_246", "video_id": "P22_113", "narration_ids": [ "P22_113_243", "P22_113_244", "P22_113_245", "P22_113_246" ], "src": "open container . put_down lid . remove coffee_holder", "src1": "open container", "src2": "put_down lid", "src3": "remove coffee_holder", "trg": "empty coffee_holder", "vis_src": "P22_113:243 P22_113:244 P22_113:245", "vis_trg": "P22_113:246", "narrations": [ "open container", "put down lid", "remove coffee holder", "empty coffee holder" ], "verbs": [ "open", "put-down", "remove", "empty" ], "verb_classes": [ 3, 1, 12, 20 ], "nouns": [ "container", "lid", "holder:coffee", "holder:coffee" ], "noun_classes": [ 21, 6, 135, 135 ], "start_stop_timestamps": [ [ "00:08:24.29", "00:08:26.83" ], [ "00:08:26.63", "00:08:27.30" ], [ "00:08:30.90", "00:08:35.90" ], [ "00:08:33.61", "00:08:35.50" ] ], "start_stop_frames": [ [ 25214, 25341 ], [ 25331, 25365 ], [ 25545, 25795 ], [ 25680, 25775 ] ], "trgnoun": "coffee_holder", "trgverb": "empty" }, { "key": "P04_110+287_288_289_290", "video_id": "P04_110", "narration_ids": [ "P04_110_287", "P04_110_288", "P04_110_289", "P04_110_290" ], "src": "put_down spatula . pick_up teaspoon . dip finger in sauce", "src1": "put_down spatula", "src2": "pick_up teaspoon", "src3": "dip finger in sauce", "trg": "lick finger", "vis_src": "P04_110:287 P04_110:288 P04_110:289", "vis_trg": "P04_110:290", "narrations": [ "put down spatula", "pick up teaspoon", "dip finger in sauce", "lick finger" ], "verbs": [ "put-down", "pick-up", "dip", "lick" ], "verb_classes": [ 1, 0, 66, 35 ], "nouns": [ "spatula", "teaspoon", "finger", "finger" ], "noun_classes": [ 20, 1, 11, 11 ], "start_stop_timestamps": [ [ "00:08:23.15", "00:08:23.79" ], [ "00:08:23.59", "00:08:25.46" ], [ "00:08:24.29", "00:08:25.64" ], [ "00:08:25.55", "00:08:26.86" ] ], "start_stop_frames": [ [ 25157, 25189 ], [ 25179, 25273 ], [ 25214, 25282 ], [ 25277, 25343 ] ], "trgnoun": "finger", "trgverb": "lick" }, { "key": "P04_01+124_125_126_127", "video_id": "P04_01", "narration_ids": [ "P04_01_124", "P04_01_125", "P04_01_126", "P04_01_127" ], "src": "pick_up oil . pour oil . close oil", "src1": "pick_up oil", "src2": "pour oil", "src3": "close oil", "trg": "put_down oil", "vis_src": "P04_01:124 P04_01:125 P04_01:126", "vis_trg": "P04_01:127", "narrations": [ "pick up oil", "pour oil", "close oil", "put down oil" ], "verbs": [ "pick-up", "pour", "close", "put-down" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "oil", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:09:24.96", "00:09:25.96" ], [ "00:09:27.06", "00:09:29.31" ], [ "00:09:29.51", "00:09:30.61" ], [ "00:09:30.76", "00:09:31.51" ] ], "start_stop_frames": [ [ 33897, 33957 ], [ 34023, 34158 ], [ 34170, 34236 ], [ 34245, 34290 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P04_110+315_316_317_318", "video_id": "P04_110", "narration_ids": [ "P04_110_315", "P04_110_316", "P04_110_317", "P04_110_318" ], "src": "put lid on gochujang . pick_up gochujang . open fridge_door", "src1": "put lid on gochujang", "src2": "pick_up gochujang", "src3": "open fridge_door", "trg": "put gochujang in fridge", "vis_src": "P04_110:315 P04_110:316 P04_110:317", "vis_trg": "P04_110:318", "narrations": [ "put lid on gochujang", "pick up gochujang", "open fridge door", "put gochujang in fridge" ], "verbs": [ "put-on", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "lid", "gochujang", "door:fridge", "gochujang" ], "noun_classes": [ 6, 148, 12, 148 ], "start_stop_timestamps": [ [ "00:09:32.55", "00:09:33.59" ], [ "00:09:33.56", "00:09:34.72" ], [ "00:09:35.00", "00:09:36.25" ], [ "00:09:36.62", "00:09:37.89" ] ], "start_stop_frames": [ [ 28627, 28679 ], [ 28677, 28736 ], [ 28750, 28812 ], [ 28831, 28894 ] ], "trgnoun": "gochujang", "trgverb": "put_in" }, { "key": "P04_121+352_353_354_355", "video_id": "P04_121", "narration_ids": [ "P04_121_352", "P04_121_353", "P04_121_354", "P04_121_355" ], "src": "push cheese_curds into spatula with fingers . pick_up bowl . tip whey into saucepan", "src1": "push cheese_curds into spatula with fingers", "src2": "pick_up bowl", "src3": "tip whey into saucepan", "trg": "tip bowl to empty whey into saucepan", "vis_src": "P04_121:352 P04_121:353 P04_121:354", "vis_trg": "P04_121:355", "narrations": [ "push cheese curds into spatula with fingers", "pick up bowl", "tip whey into saucepan", "tip bowl to empty whey into saucepan" ], "verbs": [ "push-into", "pick-up", "tip-into", "tip-to" ], "verb_classes": [ 5, 0, 9, 20 ], "nouns": [ "curd:cheese", "bowl", "whey", "bowl" ], "noun_classes": [ 32, 7, 150, 7 ], "start_stop_timestamps": [ [ "00:15:53.08", "00:15:56.58" ], [ "00:15:56.33", "00:15:57.15" ], [ "00:15:57.75", "00:16:00.46" ], [ "00:16:02.65", "00:16:04.35" ] ], "start_stop_frames": [ [ 47654, 47829 ], [ 47816, 47857 ], [ 47887, 48023 ], [ 48132, 48217 ] ], "trgnoun": "bowl", "trgverb": "tip_to" }, { "key": "P02_135+97_98_99_104", "video_id": "P02_135", "narration_ids": [ "P02_135_97", "P02_135_98", "P02_135_99", "P02_135_104" ], "src": "put bagel down on chopping board . scoop jam from jar using knife . spread jam on bagel using knife", "src1": "put bagel down on chopping board", "src2": "scoop jam from jar using knife", "src3": "spread jam on bagel using knife", "trg": "pick_up bagel from chopping board", "vis_src": "P02_135:97 P02_135:98 P02_135:99", "vis_trg": "P02_135:104", "narrations": [ "put bagel down on chopping board", "scoop jam from jar using knife", "spread jam on bagel using knife", "pick up bagel from chopping board" ], "verbs": [ "put-down", "scoop", "spread-on", "pick-up" ], "verb_classes": [ 1, 16, 27, 0 ], "nouns": [ "bagel", "jam", "jam", "bagel" ], "noun_classes": [ 33, 115, 115, 33 ], "start_stop_timestamps": [ [ "00:03:48.71", "00:03:49.94" ], [ "00:03:50.52", "00:03:51.82" ], [ "00:03:51.59", "00:03:54.56" ], [ "00:04:07.33", "00:04:07.67" ] ], "start_stop_frames": [ [ 11435, 11497 ], [ 11526, 11591 ], [ 11579, 11728 ], [ 12366, 12383 ] ], "trgnoun": "bagel", "trgverb": "pick_up" }, { "key": "P29_01+31_32_33_34", "video_id": "P29_01", "narration_ids": [ "P29_01_31", "P29_01_32", "P29_01_33", "P29_01_34" ], "src": "put_down oil . pick_up watch . fetch onion", "src1": "put_down oil", "src2": "pick_up watch", "src3": "fetch onion", "trg": "put_down onions", "vis_src": "P29_01:31 P29_01:32 P29_01:33", "vis_trg": "P29_01:34", "narrations": [ "put down oil", "pick up watch", "fetch onion", "put down onions" ], "verbs": [ "put-down", "pick-up", "fetch", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "oil", "watch", "onion", "onion" ], "noun_classes": [ 31, 272, 16, 16 ], "start_stop_timestamps": [ [ "00:01:29.58", "00:01:30.51" ], [ "00:01:30.60", "00:01:31.86" ], [ "00:01:56.55", "00:01:57.48" ], [ "00:01:57.58", "00:02:00.31" ] ], "start_stop_frames": [ [ 5374, 5430 ], [ 5436, 5511 ], [ 6993, 7048 ], [ 7054, 7218 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P22_10+324_325_326_327", "video_id": "P22_10", "narration_ids": [ "P22_10_324", "P22_10_325", "P22_10_326", "P22_10_327" ], "src": "rinse glass . put_down glass . move container", "src1": "rinse glass", "src2": "put_down glass", "src3": "move container", "trg": "put glass", "vis_src": "P22_10:324 P22_10:325 P22_10:326", "vis_trg": "P22_10:327", "narrations": [ "rinse glass", "put down glass", "move container", "put glass" ], "verbs": [ "rinse", "put-down", "move", "put" ], "verb_classes": [ 2, 1, 11, 1 ], "nouns": [ "glass", "glass", "container", "glass" ], "noun_classes": [ 10, 10, 21, 10 ], "start_stop_timestamps": [ [ "00:11:22.61", "00:11:29.72" ], [ "00:11:31.15", "00:11:35.65" ], [ "00:11:34.58", "00:11:36.20" ], [ "00:11:36.30", "00:11:37.41" ] ], "start_stop_frames": [ [ 40956, 41383 ], [ 41469, 41739 ], [ 41674, 41772 ], [ 41778, 41844 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P02_113+82_83_84_85", "video_id": "P02_113", "narration_ids": [ "P02_113_82", "P02_113_83", "P02_113_84", "P02_113_85" ], "src": "put tray on floor . take_off glove . hand glove", "src1": "put tray on floor", "src2": "take_off glove", "src3": "hand glove", "trg": "wear gloves", "vis_src": "P02_113:82 P02_113:83 P02_113:84", "vis_trg": "P02_113:85", "narrations": [ "put tray on floor", "take off glove", "hand glove", "wear gloves" ], "verbs": [ "put-on", "take-off", "hand", "wear" ], "verb_classes": [ 1, 12, 41, 68 ], "nouns": [ "tray", "glove", "glove", "glove" ], "noun_classes": [ 35, 60, 60, 60 ], "start_stop_timestamps": [ [ "00:03:53.54", "00:03:55.21" ], [ "00:03:55.12", "00:03:58.29" ], [ "00:03:55.89", "00:04:00.51" ], [ "00:04:01.12", "00:04:08.08" ] ], "start_stop_frames": [ [ 11677, 11760 ], [ 11756, 11914 ], [ 11794, 12025 ], [ 12056, 12404 ] ], "trgnoun": "glove", "trgverb": "wear" }, { "key": "P01_18+257_258_259_260", "video_id": "P01_18", "narration_ids": [ "P01_18_257", "P01_18_258", "P01_18_259", "P01_18_260" ], "src": "drink water . put_down glass . close bottle", "src1": "drink water", "src2": "put_down glass", "src3": "close bottle", "trg": "put_down bottle", "vis_src": "P01_18:257 P01_18:258 P01_18:259", "vis_trg": "P01_18:260", "narrations": [ "drink water", "put down glass", "close bottle", "put down bottle" ], "verbs": [ "drink", "put-down", "close", "put-down" ], "verb_classes": [ 60, 1, 4, 1 ], "nouns": [ "water", "glass", "bottle", "bottle" ], "noun_classes": [ 27, 10, 15, 15 ], "start_stop_timestamps": [ [ "00:19:23.19", "00:19:32.17" ], [ "00:19:31.97", "00:19:33.40" ], [ "00:19:34.51", "00:19:35.91" ], [ "00:19:36.58", "00:19:37.36" ] ], "start_stop_frames": [ [ 69791, 70330 ], [ 70318, 70404 ], [ 70470, 70554 ], [ 70594, 70641 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P35_108+221_222_223_224", "video_id": "P35_108", "narration_ids": [ "P35_108_221", "P35_108_222", "P35_108_223", "P35_108_224" ], "src": "lather spoon . pick_up scissors . lather scissors", "src1": "lather spoon", "src2": "pick_up scissors", "src3": "lather scissors", "trg": "pick_up spoon", "vis_src": "P35_108:221 P35_108:222 P35_108:223", "vis_trg": "P35_108:224", "narrations": [ "lather spoon", "pick up scissors", "lather scissors", "pick up spoon" ], "verbs": [ "lather", "pick-up", "lather", "pick-up" ], "verb_classes": [ 2, 0, 2, 0 ], "nouns": [ "spoon", "scissors", "scissors", "spoon" ], "noun_classes": [ 1, 79, 79, 1 ], "start_stop_timestamps": [ [ "00:13:24.89", "00:13:31.30" ], [ "00:13:31.45", "00:13:33.52" ], [ "00:13:33.94", "00:13:55.20" ], [ "00:13:55.22", "00:13:56.22" ] ], "start_stop_frames": [ [ 40244, 40565 ], [ 40572, 40676 ], [ 40697, 41760 ], [ 41761, 41811 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P12_104+162_163_164_165", "video_id": "P12_104", "narration_ids": [ "P12_104_162", "P12_104_163", "P12_104_164", "P12_104_165" ], "src": "scrub cutting_board . put_down cutting_board . pick_up saucepan_lid", "src1": "scrub cutting_board", "src2": "put_down cutting_board", "src3": "pick_up saucepan_lid", "trg": "put_down saucepan_lid", "vis_src": "P12_104:162 P12_104:163 P12_104:164", "vis_trg": "P12_104:165", "narrations": [ "scrub cutting board", "put down cutting board", "pick up saucepan lid", "put down saucepan lid" ], "verbs": [ "scrub", "put-down", "pick-up", "put-down" ], "verb_classes": [ 29, 1, 0, 1 ], "nouns": [ "board:cutting", "board:cutting", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 18, 18, 6, 6 ], "start_stop_timestamps": [ [ "00:10:56.51", "00:11:07.87" ], [ "00:11:08.63", "00:11:11.42" ], [ "00:11:14.67", "00:11:15.39" ], [ "00:11:15.48", "00:11:16.46" ] ], "start_stop_frames": [ [ 32825, 33393 ], [ 33431, 33571 ], [ 33733, 33769 ], [ 33774, 33823 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_down" }, { "key": "P02_105+117_118_120_121", "video_id": "P02_105", "narration_ids": [ "P02_105_117", "P02_105_118", "P02_105_120", "P02_105_121" ], "src": "pick_up mug . sponge mug . open tap", "src1": "pick_up mug", "src2": "sponge mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_105:117 P02_105:118 P02_105:120", "vis_trg": "P02_105:121", "narrations": [ "pick up mug", "sponge mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:03:52.33", "00:03:52.95" ], [ "00:03:53.05", "00:03:57.90" ], [ "00:03:58.02", "00:03:59.18" ], [ "00:03:59.46", "00:04:02.60" ] ], "start_stop_frames": [ [ 11616, 11647 ], [ 11652, 11895 ], [ 11901, 11959 ], [ 11973, 12130 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P06_101+325_326_327_328", "video_id": "P06_101", "narration_ids": [ "P06_101_325", "P06_101_326", "P06_101_327", "P06_101_328" ], "src": "pick_up packet . pour packet into pan . roll_up bag", "src1": "pick_up packet", "src2": "pour packet into pan", "src3": "roll_up bag", "trg": "put bag in pot", "vis_src": "P06_101:325 P06_101:326 P06_101:327", "vis_trg": "P06_101:328", "narrations": [ "pick up packet", "pour packet into pan", "roll up bag", "put bag in pot" ], "verbs": [ "pick-up", "pour-into", "roll-up", "put-in" ], "verb_classes": [ 0, 9, 36, 5 ], "nouns": [ "packet", "packet", "bag", "bag" ], "noun_classes": [ 26, 26, 19, 19 ], "start_stop_timestamps": [ [ "00:25:44.34", "00:25:46.33" ], [ "00:25:46.38", "00:25:50.66" ], [ "00:25:50.69", "00:25:54.60" ], [ "00:25:54.64", "00:25:56.11" ] ], "start_stop_frames": [ [ 77217, 77316 ], [ 77319, 77533 ], [ 77534, 77730 ], [ 77732, 77805 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P22_05+308_309_310_311", "video_id": "P22_05", "narration_ids": [ "P22_05_308", "P22_05_309", "P22_05_310", "P22_05_311" ], "src": "close locker . put away plate . pick_up banana", "src1": "close locker", "src2": "put away plate", "src3": "pick_up banana", "trg": "peel banana", "vis_src": "P22_05:308 P22_05:309 P22_05:310", "vis_trg": "P22_05:311", "narrations": [ "close locker", "put away plate", "pick up banana", "peel banana" ], "verbs": [ "close", "put", "pick-up", "peel" ], "verb_classes": [ 4, 1, 0, 19 ], "nouns": [ "locker", "plate", "banana", "banana" ], "noun_classes": [ 3, 2, 146, 146 ], "start_stop_timestamps": [ [ "00:13:04.15", "00:13:05.09" ], [ "00:13:05.03", "00:13:07.02" ], [ "00:13:06.29", "00:13:07.40" ], [ "00:13:08.14", "00:13:19.89" ] ], "start_stop_frames": [ [ 47049, 47105 ], [ 47101, 47221 ], [ 47177, 47244 ], [ 47288, 47993 ] ], "trgnoun": "banana", "trgverb": "peel" }, { "key": "P03_117+230_231_232_233", "video_id": "P03_117", "narration_ids": [ "P03_117_230", "P03_117_231", "P03_117_232", "P03_117_233" ], "src": "put_down knife . open cheese . take cheese out of its packet", "src1": "put_down knife", "src2": "open cheese", "src3": "take cheese out of its packet", "trg": "put_down cheese", "vis_src": "P03_117:230 P03_117:231 P03_117:232", "vis_trg": "P03_117:233", "narrations": [ "put down knife", "open cheese", "take cheese out of its packet", "put down cheese" ], "verbs": [ "put-down", "open", "take-out", "put-down" ], "verb_classes": [ 1, 3, 12, 1 ], "nouns": [ "knife", "cheese", "cheese", "cheese" ], "noun_classes": [ 4, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:10:56.27", "00:10:57.11" ], [ "00:10:57.15", "00:10:59.03" ], [ "00:10:59.13", "00:11:00.61" ], [ "00:11:00.65", "00:11:01.33" ] ], "start_stop_frames": [ [ 32813, 32855 ], [ 32857, 32951 ], [ 32956, 33030 ], [ 33032, 33066 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P35_109+149_150_151_152", "video_id": "P35_109", "narration_ids": [ "P35_109_149", "P35_109_150", "P35_109_151", "P35_109_152" ], "src": "adjust cup . turn_down machine . pick_up mug", "src1": "adjust cup", "src2": "turn_down machine", "src3": "pick_up mug", "trg": "wash cup", "vis_src": "P35_109:149 P35_109:150 P35_109:151", "vis_trg": "P35_109:152", "narrations": [ "adjust cup", "turn down machine", "pick up mug", "wash cup" ], "verbs": [ "adjust", "turn-down", "pick-up", "wash" ], "verb_classes": [ 17, 65, 0, 2 ], "nouns": [ "cup", "machine", "mug", "cup" ], "noun_classes": [ 13, 124, 13, 13 ], "start_stop_timestamps": [ [ "00:08:23.73", "00:08:27.26" ], [ "00:08:40.32", "00:08:45.94" ], [ "00:08:47.27", "00:08:49.91" ], [ "00:08:49.41", "00:08:56.81" ] ], "start_stop_frames": [ [ 25186, 25363 ], [ 26016, 26297 ], [ 26363, 26495 ], [ 26470, 26840 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P26_104+36_37_38_39", "video_id": "P26_104", "narration_ids": [ "P26_104_36", "P26_104_37", "P26_104_38", "P26_104_39" ], "src": "cut mozzarella . put_down knife . put mozzarella", "src1": "cut mozzarella", "src2": "put_down knife", "src3": "put mozzarella", "trg": "pick_up mozzarella", "vis_src": "P26_104:36 P26_104:37 P26_104:38", "vis_trg": "P26_104:39", "narrations": [ "cut mozzarella", "put down knife", "put mozzarella", "pick up mozzarella" ], "verbs": [ "cut", "put-down", "put", "pick-up" ], "verb_classes": [ 7, 1, 1, 0 ], "nouns": [ "mozzarella", "knife", "mozzarella", "mozzarella" ], "noun_classes": [ 32, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:01:59.68", "00:02:02.43" ], [ "00:02:02.25", "00:02:03.04" ], [ "00:02:03.14", "00:02:45.60" ], [ "00:02:45.56", "00:02:46.76" ] ], "start_stop_frames": [ [ 5984, 6121 ], [ 6112, 6152 ], [ 6157, 8280 ], [ 8278, 8338 ] ], "trgnoun": "mozzarella", "trgverb": "pick_up" }, { "key": "P01_09+97_98_99_100", "video_id": "P01_09", "narration_ids": [ "P01_09_97", "P01_09_98", "P01_09_99", "P01_09_100" ], "src": "take glass . put_down glass . stir flour", "src1": "take glass", "src2": "put_down glass", "src3": "stir flour", "trg": "pour flour onto counter", "vis_src": "P01_09:97 P01_09:98 P01_09:99", "vis_trg": "P01_09:100", "narrations": [ "take glass", "put down glass", "stir flour", "pour flour onto counter" ], "verbs": [ "take", "put-down", "stir", "pour-onto" ], "verb_classes": [ 0, 1, 10, 9 ], "nouns": [ "glass", "glass", "flour", "flour" ], "noun_classes": [ 10, 10, 75, 75 ], "start_stop_timestamps": [ [ "00:05:21.25", "00:05:21.93" ], [ "00:05:22.87", "00:05:23.49" ], [ "00:05:25.63", "00:05:28.78" ], [ "00:05:29.49", "00:05:32.02" ] ], "start_stop_frames": [ [ 19275, 19315 ], [ 19372, 19409 ], [ 19537, 19726 ], [ 19769, 19921 ] ], "trgnoun": "flour", "trgverb": "pour_onto" }, { "key": "P24_01+16_17_18_19", "video_id": "P24_01", "narration_ids": [ "P24_01_16", "P24_01_17", "P24_01_18", "P24_01_19" ], "src": "put melon . close fridge . pick_up banana", "src1": "put melon", "src2": "close fridge", "src3": "pick_up banana", "trg": "peel banana", "vis_src": "P24_01:16 P24_01:17 P24_01:18", "vis_trg": "P24_01:19", "narrations": [ "put melon", "close fridge", "pick up banana", "peel banana" ], "verbs": [ "put", "close", "pick-up", "peel" ], "verb_classes": [ 1, 4, 0, 19 ], "nouns": [ "melon", "fridge", "banana", "banana" ], "noun_classes": [ 273, 12, 146, 146 ], "start_stop_timestamps": [ [ "00:02:06.00", "00:02:09.19" ], [ "00:02:09.41", "00:02:11.35" ], [ "00:02:13.27", "00:02:14.11" ], [ "00:02:14.21", "00:02:28.42" ] ], "start_stop_frames": [ [ 7560, 7751 ], [ 7764, 7881 ], [ 7996, 8046 ], [ 8052, 8905 ] ], "trgnoun": "banana", "trgverb": "peel" }, { "key": "P06_101+323_324_325_326", "video_id": "P06_101", "narration_ids": [ "P06_101_323", "P06_101_324", "P06_101_325", "P06_101_326" ], "src": "put spice in pan . put lid on spice . pick_up packet", "src1": "put spice in pan", "src2": "put lid on spice", "src3": "pick_up packet", "trg": "pour packet into pan", "vis_src": "P06_101:323 P06_101:324 P06_101:325", "vis_trg": "P06_101:326", "narrations": [ "put spice in pan", "put lid on spice", "pick up packet", "pour packet into pan" ], "verbs": [ "put-in", "put-on", "pick-up", "pour-into" ], "verb_classes": [ 5, 1, 0, 9 ], "nouns": [ "spice", "lid", "packet", "packet" ], "noun_classes": [ 85, 6, 26, 26 ], "start_stop_timestamps": [ [ "00:25:37.52", "00:25:39.14" ], [ "00:25:41.00", "00:25:43.18" ], [ "00:25:44.34", "00:25:46.33" ], [ "00:25:46.38", "00:25:50.66" ] ], "start_stop_frames": [ [ 76876, 76957 ], [ 77050, 77159 ], [ 77217, 77316 ], [ 77319, 77533 ] ], "trgnoun": "packet", "trgverb": "pour_into" }, { "key": "P07_116+21_22_23_24", "video_id": "P07_116", "narration_ids": [ "P07_116_21", "P07_116_22", "P07_116_23", "P07_116_24" ], "src": "grab spoon . push broccoli . turn plate", "src1": "grab spoon", "src2": "push broccoli", "src3": "turn plate", "trg": "grab plate", "vis_src": "P07_116:21 P07_116:22 P07_116:23", "vis_trg": "P07_116:24", "narrations": [ "grab spoon", "push broccoli", "turn plate", "grab plate" ], "verbs": [ "grab", "push", "turn", "grab" ], "verb_classes": [ 0, 21, 23, 0 ], "nouns": [ "spoon", "broccoli", "plate", "plate" ], "noun_classes": [ 1, 101, 2, 2 ], "start_stop_timestamps": [ [ "00:00:53.91", "00:00:56.39" ], [ "00:00:56.86", "00:00:59.02" ], [ "00:00:57.91", "00:00:58.88" ], [ "00:00:58.98", "00:00:59.85" ] ], "start_stop_frames": [ [ 2695, 2819 ], [ 2843, 2951 ], [ 2895, 2944 ], [ 2949, 2992 ] ], "trgnoun": "plate", "trgverb": "grab" }, { "key": "P02_09+10_11_12_13", "video_id": "P02_09", "narration_ids": [ "P02_09_10", "P02_09_11", "P02_09_12", "P02_09_13" ], "src": "get oil . put salt . put olive_oil", "src1": "get oil", "src2": "put salt", "src3": "put olive_oil", "trg": "pick olive_oil", "vis_src": "P02_09:10 P02_09:11 P02_09:12", "vis_trg": "P02_09:13", "narrations": [ "get oil", "put salt", "put olive oil", "pick olive oil" ], "verbs": [ "get", "put", "put", "pick" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "oil", "salt", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 38, 31, 31 ], "start_stop_timestamps": [ [ "00:00:28.69", "00:00:32.87" ], [ "00:00:31.79", "00:00:33.00" ], [ "00:00:31.79", "00:00:32.31" ], [ "00:00:34.47", "00:00:35.12" ] ], "start_stop_frames": [ [ 1721, 1972 ], [ 1907, 1980 ], [ 1907, 1938 ], [ 2068, 2107 ] ], "trgnoun": "olive_oil", "trgverb": "pick" }, { "key": "P01_17+220_221_222_223", "video_id": "P01_17", "narration_ids": [ "P01_17_220", "P01_17_221", "P01_17_222", "P01_17_223" ], "src": "wash cup . put_down cup . take grater", "src1": "wash cup", "src2": "put_down cup", "src3": "take grater", "trg": "wash grater", "vis_src": "P01_17:220 P01_17:221 P01_17:222", "vis_trg": "P01_17:223", "narrations": [ "wash cup", "put down cup", "take grater", "wash grater" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cup", "cup", "grater", "grater" ], "noun_classes": [ 13, 13, 96, 96 ], "start_stop_timestamps": [ [ "00:14:36.61", "00:14:43.76" ], [ "00:14:43.67", "00:14:44.90" ], [ "00:14:44.94", "00:14:46.05" ], [ "00:14:46.15", "00:15:01.18" ] ], "start_stop_frames": [ [ 52596, 53025 ], [ 53020, 53094 ], [ 53096, 53163 ], [ 53169, 54070 ] ], "trgnoun": "grater", "trgverb": "wash" }, { "key": "P07_101+16_17_18_19", "video_id": "P07_101", "narration_ids": [ "P07_101_16", "P07_101_17", "P07_101_18", "P07_101_19" ], "src": "grab bag . open bag . grab omelette", "src1": "grab bag", "src2": "open bag", "src3": "grab omelette", "trg": "put omelette onto pan", "vis_src": "P07_101:16 P07_101:17 P07_101:18", "vis_trg": "P07_101:19", "narrations": [ "grab bag", "open bag", "grab omelette", "put omelette onto pan" ], "verbs": [ "grab", "open", "grab", "put-onto" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "bag", "bag", "omelette", "omelette" ], "noun_classes": [ 19, 19, 162, 162 ], "start_stop_timestamps": [ [ "00:01:44.48", "00:01:46.71" ], [ "00:01:46.77", "00:01:55.87" ], [ "00:01:55.60", "00:02:00.20" ], [ "00:02:00.29", "00:02:02.52" ] ], "start_stop_frames": [ [ 5223, 5335 ], [ 5338, 5793 ], [ 5780, 6010 ], [ 6014, 6126 ] ], "trgnoun": "omelette", "trgverb": "put_onto" }, { "key": "P02_118+23_24_25_26", "video_id": "P02_118", "narration_ids": [ "P02_118_23", "P02_118_24", "P02_118_25", "P02_118_26" ], "src": "pick_up blender . attach blender to processor . remove blender lid", "src1": "pick_up blender", "src2": "attach blender to processor", "src3": "remove blender lid", "trg": "put_down lid", "vis_src": "P02_118:23 P02_118:24 P02_118:25", "vis_trg": "P02_118:26", "narrations": [ "pick up blender", "attach blender to processor", "remove blender lid", "put down lid" ], "verbs": [ "pick-up", "attach", "remove", "put-down" ], "verb_classes": [ 0, 64, 12, 1 ], "nouns": [ "blender", "blender", "lid", "lid" ], "noun_classes": [ 82, 82, 6, 6 ], "start_stop_timestamps": [ [ "00:01:45.76", "00:01:47.84" ], [ "00:01:47.79", "00:01:57.62" ], [ "00:01:59.00", "00:02:01.82" ], [ "00:02:01.84", "00:02:04.42" ] ], "start_stop_frames": [ [ 5288, 5392 ], [ 5389, 5881 ], [ 5950, 6091 ], [ 6092, 6221 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P19_03+1_2_3_7", "video_id": "P19_03", "narration_ids": [ "P19_03_1", "P19_03_2", "P19_03_3", "P19_03_7" ], "src": "wash dishes . get a sponge . squeeze detergent", "src1": "wash dishes", "src2": "get a sponge", "src3": "squeeze detergent", "trg": "put the dishes on table", "vis_src": "P19_03:1 P19_03:2 P19_03:3", "vis_trg": "P19_03:7", "narrations": [ "wash dishes", "get a sponge", "squeeze detergent", "put the dishes on table" ], "verbs": [ "wash", "get", "squeeze", "put-on" ], "verb_classes": [ 2, 0, 18, 1 ], "nouns": [ "dish", "sponge", "detergent", "dish" ], "noun_classes": [ 2, 9, 22, 2 ], "start_stop_timestamps": [ [ "00:00:03.00", "00:00:07.09" ], [ "00:00:06.70", "00:00:08.31" ], [ "00:00:08.28", "00:00:11.83" ], [ "00:00:39.51", "00:00:41.72" ] ], "start_stop_frames": [ [ 180, 425 ], [ 402, 498 ], [ 496, 709 ], [ 2370, 2503 ] ], "trgnoun": "dish", "trgverb": "put_on" }, { "key": "P04_109+357_358_359_360", "video_id": "P04_109", "narration_ids": [ "P04_109_357", "P04_109_358", "P04_109_359", "P04_109_360" ], "src": "put broccoli floret into pan . tear florets off broccoli . break_up broccoli_florets", "src1": "put broccoli floret into pan", "src2": "tear florets off broccoli", "src3": "break_up broccoli_florets", "trg": "drop florets into pan", "vis_src": "P04_109:357 P04_109:358 P04_109:359", "vis_trg": "P04_109:360", "narrations": [ "put broccoli floret into pan", "tear florets off broccoli", "break up broccoli florets", "drop florets into pan" ], "verbs": [ "put-into", "tear-off", "break-up", "drop-into" ], "verb_classes": [ 5, 43, 30, 5 ], "nouns": [ "floret", "floret", "floret:broccoli", "floret" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:59.90", "00:11:00.35" ], [ "00:11:00.43", "00:11:02.30" ], [ "00:11:03.01", "00:11:11.50" ], [ "00:11:03.28", "00:11:03.96" ] ], "start_stop_frames": [ [ 32995, 33017 ], [ 33021, 33115 ], [ 33150, 33575 ], [ 33164, 33198 ] ], "trgnoun": "floret", "trgverb": "drop_into" }, { "key": "P31_05+28_29_30_31", "video_id": "P31_05", "narration_ids": [ "P31_05_28", "P31_05_29", "P31_05_30", "P31_05_31" ], "src": "pick_up knife . cut lemon . open fridge", "src1": "pick_up knife", "src2": "cut lemon", "src3": "open fridge", "trg": "put_away lemon", "vis_src": "P31_05:28 P31_05:29 P31_05:30", "vis_trg": "P31_05:31", "narrations": [ "pick up knife", "cut lemon", "open fridge", "put away lemon" ], "verbs": [ "pick-up", "cut", "open", "put-away" ], "verb_classes": [ 0, 7, 3, 1 ], "nouns": [ "knife", "lemon", "fridge", "lemon" ], "noun_classes": [ 4, 105, 12, 105 ], "start_stop_timestamps": [ [ "00:04:29.41", "00:04:30.64" ], [ "00:04:32.32", "00:04:37.40" ], [ "00:04:45.25", "00:04:46.52" ], [ "00:04:47.37", "00:04:49.46" ] ], "start_stop_frames": [ [ 16164, 16238 ], [ 16339, 16644 ], [ 17115, 17191 ], [ 17242, 17367 ] ], "trgnoun": "lemon", "trgverb": "put_away" }, { "key": "P22_17+373_374_375_376", "video_id": "P22_17", "narration_ids": [ "P22_17_373", "P22_17_374", "P22_17_375", "P22_17_376" ], "src": "put_down bottle . pick_up bottle . open fridge", "src1": "put_down bottle", "src2": "pick_up bottle", "src3": "open fridge", "trg": "place bottle", "vis_src": "P22_17:373 P22_17:374 P22_17:375", "vis_trg": "P22_17:376", "narrations": [ "put down bottle", "pick up bottle", "open fridge", "place bottle" ], "verbs": [ "put-down", "pick-up", "open", "place" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "bottle", "bottle", "fridge", "bottle" ], "noun_classes": [ 15, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:14:12.49", "00:14:14.15" ], [ "00:14:16.57", "00:14:17.37" ], [ "00:14:18.25", "00:14:19.75" ], [ "00:14:22.60", "00:14:24.35" ] ], "start_stop_frames": [ [ 51149, 51249 ], [ 51394, 51442 ], [ 51495, 51585 ], [ 51756, 51861 ] ], "trgnoun": "bottle", "trgverb": "place" }, { "key": "P02_130+87_88_89_90", "video_id": "P02_130", "narration_ids": [ "P02_130_87", "P02_130_88", "P02_130_89", "P02_130_90" ], "src": "pour biscuits from packaging into food processor . crumble packaging . open bin", "src1": "pour biscuits from packaging into food processor", "src2": "crumble packaging", "src3": "open bin", "trg": "throw packaging", "vis_src": "P02_130:87 P02_130:88 P02_130:89", "vis_trg": "P02_130:90", "narrations": [ "pour biscuits from packaging into food processor", "crumble packaging", "open bin", "throw packaging" ], "verbs": [ "pour-from", "crumble", "open", "throw" ], "verb_classes": [ 9, 42, 3, 13 ], "nouns": [ "biscuit", "packaging", "bin", "packaging" ], "noun_classes": [ 104, 26, 36, 26 ], "start_stop_timestamps": [ [ "00:03:10.88", "00:03:16.78" ], [ "00:03:16.63", "00:03:19.58" ], [ "00:03:21.41", "00:03:21.95" ], [ "00:03:21.85", "00:03:22.25" ] ], "start_stop_frames": [ [ 9544, 9839 ], [ 9831, 9979 ], [ 10070, 10097 ], [ 10092, 10112 ] ], "trgnoun": "packaging", "trgverb": "throw" }, { "key": "P06_101+237_238_239_240", "video_id": "P06_101", "narration_ids": [ "P06_101_237", "P06_101_238", "P06_101_239", "P06_101_240" ], "src": "open pot . put_down lid . pour spice into hand", "src1": "open pot", "src2": "put_down lid", "src3": "pour spice into hand", "trg": "put spice in pan", "vis_src": "P06_101:237 P06_101:238 P06_101:239", "vis_trg": "P06_101:240", "narrations": [ "open pot", "put down lid", "pour spice into hand", "put spice in pan" ], "verbs": [ "open", "put-down", "pour-into", "put-in" ], "verb_classes": [ 3, 1, 9, 5 ], "nouns": [ "pot", "lid", "spice", "spice" ], "noun_classes": [ 29, 6, 85, 85 ], "start_stop_timestamps": [ [ "00:16:55.07", "00:16:57.46" ], [ "00:16:57.45", "00:16:58.65" ], [ "00:16:58.75", "00:17:04.54" ], [ "00:17:04.61", "00:17:06.18" ] ], "start_stop_frames": [ [ 50753, 50873 ], [ 50872, 50932 ], [ 50937, 51227 ], [ 51230, 51309 ] ], "trgnoun": "spice", "trgverb": "put_in" }, { "key": "P02_123+373_374_375_376", "video_id": "P02_123", "narration_ids": [ "P02_123_373", "P02_123_374", "P02_123_375", "P02_123_376" ], "src": "pick_up blender . open tap . rinse blender", "src1": "pick_up blender", "src2": "open tap", "src3": "rinse blender", "trg": "close tap", "vis_src": "P02_123:373 P02_123:374 P02_123:375", "vis_trg": "P02_123:376", "narrations": [ "pick up blender", "open tap", "rinse blender", "close tap" ], "verbs": [ "pick-up", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "blender", "tap", "blender", "tap" ], "noun_classes": [ 82, 0, 82, 0 ], "start_stop_timestamps": [ [ "00:18:55.91", "00:18:56.80" ], [ "00:18:57.24", "00:18:58.44" ], [ "00:18:57.68", "00:18:59.40" ], [ "00:18:59.44", "00:19:00.05" ] ], "start_stop_frames": [ [ 56795, 56840 ], [ 56862, 56922 ], [ 56884, 56970 ], [ 56972, 57002 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_109+23_24_25_26", "video_id": "P04_109", "narration_ids": [ "P04_109_23", "P04_109_24", "P04_109_25", "P04_109_26" ], "src": "move bag . move carrot_slice . hold carrot", "src1": "move bag", "src2": "move carrot_slice", "src3": "hold carrot", "trg": "slice carrot", "vis_src": "P04_109:23 P04_109:24 P04_109:25", "vis_trg": "P04_109:26", "narrations": [ "move bag", "move carrot slice", "hold carrot", "slice carrot" ], "verbs": [ "move", "move", "hold", "slice" ], "verb_classes": [ 11, 11, 34, 7 ], "nouns": [ "bag", "slice:carrot", "carrot", "carrot" ], "noun_classes": [ 19, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:00:32.66", "00:00:34.20" ], [ "00:00:34.19", "00:00:35.33" ], [ "00:00:34.88", "00:00:36.03" ], [ "00:00:37.76", "00:00:52.60" ] ], "start_stop_frames": [ [ 1632, 1710 ], [ 1709, 1766 ], [ 1744, 1801 ], [ 1888, 2630 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P08_05+102_103_104_105", "video_id": "P08_05", "narration_ids": [ "P08_05_102", "P08_05_103", "P08_05_104", "P08_05_105" ], "src": "put_away skins from garlic . turn_on tap . wash knife", "src1": "put_away skins from garlic", "src2": "turn_on tap", "src3": "wash knife", "trg": "turn_off tap", "vis_src": "P08_05:102 P08_05:103 P08_05:104", "vis_trg": "P08_05:105", "narrations": [ "put away skins from garlic", "turn on tap", "wash knife", "turn off tap" ], "verbs": [ "put-away", "turn-on", "wash", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "skin", "tap", "knife", "tap" ], "noun_classes": [ 48, 0, 4, 0 ], "start_stop_timestamps": [ [ "00:07:25.24", "00:07:29.78" ], [ "00:07:29.96", "00:07:30.47" ], [ "00:07:30.57", "00:07:33.40" ], [ "00:07:33.36", "00:07:33.89" ] ], "start_stop_frames": [ [ 26714, 26986 ], [ 26997, 27028 ], [ 27034, 27204 ], [ 27201, 27233 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_09+77_78_79_80", "video_id": "P02_09", "narration_ids": [ "P02_09_77", "P02_09_78", "P02_09_79", "P02_09_80" ], "src": "mix flour . pick_up olive_oil . pick_up spoon", "src1": "mix flour", "src2": "pick_up olive_oil", "src3": "pick_up spoon", "trg": "put spoon", "vis_src": "P02_09:77 P02_09:78 P02_09:79", "vis_trg": "P02_09:80", "narrations": [ "mix flour", "pick up olive oil", "pick up spoon", "put spoon" ], "verbs": [ "mix", "pick-up", "pick-up", "put" ], "verb_classes": [ 10, 0, 0, 1 ], "nouns": [ "flour", "oil:olive", "spoon", "spoon" ], "noun_classes": [ 75, 31, 1, 1 ], "start_stop_timestamps": [ [ "00:03:02.73", "00:03:09.11" ], [ "00:03:08.65", "00:03:10.21" ], [ "00:03:12.79", "00:03:14.18" ], [ "00:03:14.74", "00:03:15.56" ] ], "start_stop_frames": [ [ 10963, 11346 ], [ 11319, 11412 ], [ 11567, 11650 ], [ 11684, 11733 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P05_03+99_100_101_102", "video_id": "P05_03", "narration_ids": [ "P05_03_99", "P05_03_100", "P05_03_101", "P05_03_102" ], "src": "place bottle on table . take wooden_spoon . stir pasta", "src1": "place bottle on table", "src2": "take wooden_spoon", "src3": "stir pasta", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_03:99 P05_03:100 P05_03:101", "vis_trg": "P05_03:102", "narrations": [ "place bottle on table", "take wooden spoon", "stir pasta", "place wooden spoon on refrigerator" ], "verbs": [ "place-on", "take", "stir", "place-on" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "bottle", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 15, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:07:46.16", "00:07:47.35" ], [ "00:07:48.09", "00:07:49.11" ], [ "00:07:48.71", "00:08:02.63" ], [ "00:08:02.73", "00:08:04.45" ] ], "start_stop_frames": [ [ 27969, 28041 ], [ 28085, 28146 ], [ 28122, 28957 ], [ 28963, 29067 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P04_107+896_897_898_899", "video_id": "P04_107", "narration_ids": [ "P04_107_896", "P04_107_897", "P04_107_898", "P04_107_899" ], "src": "lay_out greaseproof_paper . put dough on greaseproof paper . move rolling_pin", "src1": "lay_out greaseproof_paper", "src2": "put dough on greaseproof paper", "src3": "move rolling_pin", "trg": "pick_up dough and greaseproof paper", "vis_src": "P04_107:896 P04_107:897 P04_107:898", "vis_trg": "P04_107:899", "narrations": [ "lay out greaseproof paper", "put dough on greaseproof paper", "move rolling pin", "pick up dough and greaseproof paper" ], "verbs": [ "lay-out", "put-on", "move", "pick-up" ], "verb_classes": [ 1, 1, 11, 0 ], "nouns": [ "paper:greaseproof", "dough", "pin:rolling", "dough" ], "noun_classes": [ 49, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:23:21.33", "00:23:22.13" ], [ "00:23:22.06", "00:23:23.31" ], [ "00:23:23.32", "00:23:24.14" ], [ "00:23:24.76", "00:23:26.10" ] ], "start_stop_frames": [ [ 70066, 70106 ], [ 70103, 70165 ], [ 70166, 70207 ], [ 70238, 70305 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P02_122+178_179_180_181", "video_id": "P02_122", "narration_ids": [ "P02_122_178", "P02_122_179", "P02_122_180", "P02_122_181" ], "src": "grate cheese on top of pan . put_down cheese . put_down grater", "src1": "grate cheese on top of pan", "src2": "put_down cheese", "src3": "put_down grater", "trg": "pick_up cheese", "vis_src": "P02_122:178 P02_122:179 P02_122:180", "vis_trg": "P02_122:181", "narrations": [ "grate cheese on top of pan", "put down cheese", "put down grater", "pick up cheese" ], "verbs": [ "grate-on", "put-down", "put-down", "pick-up" ], "verb_classes": [ 77, 1, 1, 0 ], "nouns": [ "cheese", "cheese", "grater", "cheese" ], "noun_classes": [ 32, 32, 96, 32 ], "start_stop_timestamps": [ [ "00:10:29.83", "00:11:02.43" ], [ "00:11:02.41", "00:11:03.27" ], [ "00:11:06.08", "00:11:07.53" ], [ "00:11:07.81", "00:11:09.29" ] ], "start_stop_frames": [ [ 31491, 33121 ], [ 33120, 33163 ], [ 33304, 33376 ], [ 33390, 33464 ] ], "trgnoun": "cheese", "trgverb": "pick_up" }, { "key": "P35_105+84_85_86_87", "video_id": "P35_105", "narration_ids": [ "P35_105_84", "P35_105_85", "P35_105_86", "P35_105_87" ], "src": "pick_up meat . put_down meat . fold packaging", "src1": "pick_up meat", "src2": "put_down meat", "src3": "fold packaging", "trg": "throw packaging", "vis_src": "P35_105:84 P35_105:85 P35_105:86", "vis_trg": "P35_105:87", "narrations": [ "pick up meat", "put down meat", "fold packaging", "throw packaging" ], "verbs": [ "pick-up", "put-down", "fold", "throw" ], "verb_classes": [ 0, 1, 28, 13 ], "nouns": [ "meat", "meat", "packaging", "packaging" ], "noun_classes": [ 28, 28, 26, 26 ], "start_stop_timestamps": [ [ "00:05:31.43", "00:05:32.65" ], [ "00:05:32.94", "00:05:34.08" ], [ "00:05:34.56", "00:05:37.72" ], [ "00:05:39.04", "00:05:40.97" ] ], "start_stop_frames": [ [ 16571, 16632 ], [ 16647, 16704 ], [ 16728, 16886 ], [ 16952, 17048 ] ], "trgnoun": "packaging", "trgverb": "throw" }, { "key": "P04_121+117_118_119_120", "video_id": "P04_121", "narration_ids": [ "P04_121_117", "P04_121_118", "P04_121_119", "P04_121_120" ], "src": "put rice cooker bowl in dishwasher . pick_up steamer_tray . pull_out dishwasher_drawer", "src1": "put rice cooker bowl in dishwasher", "src2": "pick_up steamer_tray", "src3": "pull_out dishwasher_drawer", "trg": "put steamer_tray in dishwasher", "vis_src": "P04_121:117 P04_121:118 P04_121:119", "vis_trg": "P04_121:120", "narrations": [ "put rice cooker bowl in dishwasher", "pick up steamer tray", "pull out dishwasher drawer", "put steamer tray in dishwasher" ], "verbs": [ "put-in", "pick-up", "pull-out", "put-in" ], "verb_classes": [ 5, 0, 31, 5 ], "nouns": [ "bowl:rice:cooker", "tray:steamer", "drawer:dishwasher", "tray:steamer" ], "noun_classes": [ 7, 35, 70, 35 ], "start_stop_timestamps": [ [ "00:06:34.26", "00:06:35.29" ], [ "00:06:35.55", "00:06:36.08" ], [ "00:06:36.08", "00:06:36.50" ], [ "00:06:37.28", "00:06:37.82" ] ], "start_stop_frames": [ [ 19713, 19764 ], [ 19777, 19804 ], [ 19804, 19825 ], [ 19864, 19891 ] ], "trgnoun": "steamer_tray", "trgverb": "put_in" }, { "key": "P04_119+47_48_49_50", "video_id": "P04_119", "narration_ids": [ "P04_119_47", "P04_119_48", "P04_119_49", "P04_119_50" ], "src": "put tablets in box . read instructions . turn kettle", "src1": "put tablets in box", "src2": "read instructions", "src3": "turn kettle", "trg": "pick_up kettle", "vis_src": "P04_119:47 P04_119:48 P04_119:49", "vis_trg": "P04_119:50", "narrations": [ "put tablets in box", "read instructions", "turn kettle", "pick up kettle" ], "verbs": [ "put-in", "read", "turn", "pick-up" ], "verb_classes": [ 5, 38, 23, 0 ], "nouns": [ "tablet", "instruction", "kettle", "kettle" ], "noun_classes": [ 171, 149, 44, 44 ], "start_stop_timestamps": [ [ "00:02:32.32", "00:02:33.20" ], [ "00:02:33.87", "00:02:35.93" ], [ "00:02:35.96", "00:02:37.42" ], [ "00:02:35.91", "00:02:37.89" ] ], "start_stop_frames": [ [ 7616, 7659 ], [ 7693, 7796 ], [ 7798, 7871 ], [ 7795, 7894 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P08_23+116_117_118_119", "video_id": "P08_23", "narration_ids": [ "P08_23_116", "P08_23_117", "P08_23_118", "P08_23_119" ], "src": "place leaves in bowl . place leaves on cutting_board . cut leaves", "src1": "place leaves in bowl", "src2": "place leaves on cutting_board", "src3": "cut leaves", "trg": "get one leaf", "vis_src": "P08_23:116 P08_23:117 P08_23:118", "vis_trg": "P08_23:119", "narrations": [ "place leaves in bowl", "place leaves on cutting board", "cut leaves", "get one leaf" ], "verbs": [ "place", "place", "cut", "get" ], "verb_classes": [ 1, 1, 7, 0 ], "nouns": [ "bowl", "board:cutting", "leaf", "leaf" ], "noun_classes": [ 7, 18, 62, 62 ], "start_stop_timestamps": [ [ "00:11:12.27", "00:11:15.18" ], [ "00:11:15.24", "00:11:20.35" ], [ "00:11:24.37", "00:11:33.09" ], [ "00:11:34.64", "00:11:36.57" ] ], "start_stop_frames": [ [ 40336, 40510 ], [ 40514, 40821 ], [ 41062, 41585 ], [ 41678, 41794 ] ], "trgnoun": "leaf", "trgverb": "get" }, { "key": "P01_01+60_61_62_63", "video_id": "P01_01", "narration_ids": [ "P01_01_60", "P01_01_61", "P01_01_62", "P01_01_63" ], "src": "wash celery . close tap . put_down celery", "src1": "wash celery", "src2": "close tap", "src3": "put_down celery", "trg": "cut celery", "vis_src": "P01_01:60 P01_01:61 P01_01:62", "vis_trg": "P01_01:63", "narrations": [ "wash celery", "close tap", "put down celery", "cut celery" ], "verbs": [ "wash", "turn-off", "put-down", "cut" ], "verb_classes": [ 2, 8, 1, 7 ], "nouns": [ "celery", "tap", "celery", "celery" ], "noun_classes": [ 223, 0, 223, 223 ], "start_stop_timestamps": [ [ "00:05:03.56", "00:05:15.49" ], [ "00:05:15.03", "00:05:15.94" ], [ "00:05:18.25", "00:05:20.00" ], [ "00:05:22.78", "00:05:28.18" ] ], "start_stop_frames": [ [ 18213, 18929 ], [ 18901, 18956 ], [ 19095, 19200 ], [ 19366, 19690 ] ], "trgnoun": "celery", "trgverb": "cut" }, { "key": "P01_109+219_220_221_222", "video_id": "P01_109", "narration_ids": [ "P01_109_219", "P01_109_220", "P01_109_221", "P01_109_222" ], "src": "put_down knife . pick_up knife . put_down onion", "src1": "put_down knife", "src2": "pick_up knife", "src3": "put_down onion", "trg": "cut onion", "vis_src": "P01_109:219 P01_109:220 P01_109:221", "vis_trg": "P01_109:222", "narrations": [ "put down knife", "pick up knife", "put down onion", "cut onion" ], "verbs": [ "put-down", "pick-up", "put-down", "cut" ], "verb_classes": [ 1, 0, 1, 7 ], "nouns": [ "knife", "knife", "onion", "onion" ], "noun_classes": [ 4, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:10:00.39", "00:10:01.09" ], [ "00:10:01.19", "00:10:01.81" ], [ "00:10:02.13", "00:10:02.82" ], [ "00:10:02.79", "00:10:04.40" ] ], "start_stop_frames": [ [ 30019, 30054 ], [ 30059, 30090 ], [ 30106, 30141 ], [ 30139, 30220 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P01_18+345_346_347_348", "video_id": "P01_18", "narration_ids": [ "P01_18_345", "P01_18_346", "P01_18_347", "P01_18_348" ], "src": "take olive_oil . adjust hob . pour oil into pan", "src1": "take olive_oil", "src2": "adjust hob", "src3": "pour oil into pan", "trg": "put_down oil", "vis_src": "P01_18:345 P01_18:346 P01_18:347", "vis_trg": "P01_18:348", "narrations": [ "take olive oil", "adjust hob", "pour oil into pan", "put down oil" ], "verbs": [ "take", "adjust", "pour-into", "put-down" ], "verb_classes": [ 0, 17, 9, 1 ], "nouns": [ "oil:olive", "hob", "oil", "oil" ], "noun_classes": [ 31, 24, 31, 31 ], "start_stop_timestamps": [ [ "00:25:33.80", "00:25:36.05" ], [ "00:25:37.90", "00:25:38.90" ], [ "00:25:38.92", "00:25:46.50" ], [ "00:25:40.79", "00:25:50.66" ] ], "start_stop_frames": [ [ 92028, 92163 ], [ 92274, 92334 ], [ 92335, 92790 ], [ 92447, 93039 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P03_117+76_77_78_79", "video_id": "P03_117", "narration_ids": [ "P03_117_76", "P03_117_77", "P03_117_78", "P03_117_79" ], "src": "squeeze sponge . wash saucepan . pick_up tupperware", "src1": "squeeze sponge", "src2": "wash saucepan", "src3": "pick_up tupperware", "trg": "put saucepan on drying rack", "vis_src": "P03_117:76 P03_117:77 P03_117:78", "vis_trg": "P03_117:79", "narrations": [ "squeeze sponge", "wash saucepan", "pick up tupperware", "put saucepan on drying rack" ], "verbs": [ "squeeze", "wash", "pick-up", "put-on" ], "verb_classes": [ 18, 2, 0, 1 ], "nouns": [ "sponge", "saucepan", "tupperware", "saucepan" ], "noun_classes": [ 9, 5, 23, 5 ], "start_stop_timestamps": [ [ "00:04:17.88", "00:04:19.80" ], [ "00:04:19.27", "00:04:24.47" ], [ "00:04:24.09", "00:04:26.09" ], [ "00:04:24.35", "00:04:26.28" ] ], "start_stop_frames": [ [ 12894, 12990 ], [ 12963, 13223 ], [ 13204, 13304 ], [ 13217, 13313 ] ], "trgnoun": "saucepan", "trgverb": "put_on" }, { "key": "P02_108+88_89_90_91", "video_id": "P02_108", "narration_ids": [ "P02_108_88", "P02_108_89", "P02_108_90", "P02_108_91" ], "src": "pick_up salt . open drawer . pick_up spoon", "src1": "pick_up salt", "src2": "open drawer", "src3": "pick_up spoon", "trg": "pour salt into spoon", "vis_src": "P02_108:88 P02_108:89 P02_108:90", "vis_trg": "P02_108:91", "narrations": [ "pick up salt", "open drawer", "pick up spoon", "pour salt into spoon" ], "verbs": [ "pick-up", "open", "pick-up", "pour-into" ], "verb_classes": [ 0, 3, 0, 9 ], "nouns": [ "salt", "drawer", "spoon", "salt" ], "noun_classes": [ 38, 8, 1, 38 ], "start_stop_timestamps": [ [ "00:03:11.20", "00:03:12.08" ], [ "00:03:14.94", "00:03:16.00" ], [ "00:03:16.10", "00:03:17.47" ], [ "00:03:17.66", "00:03:22.93" ] ], "start_stop_frames": [ [ 9560, 9604 ], [ 9747, 9800 ], [ 9805, 9873 ], [ 9883, 10146 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P03_19+80_81_82_83", "video_id": "P03_19", "narration_ids": [ "P03_19_80", "P03_19_81", "P03_19_82", "P03_19_83" ], "src": "pour_out bottle . fill bottle . turn_off tap", "src1": "pour_out bottle", "src2": "fill bottle", "src3": "turn_off tap", "trg": "close bottle", "vis_src": "P03_19:80 P03_19:81 P03_19:82", "vis_trg": "P03_19:83", "narrations": [ "pour out bottle", "fill bottle", "turn off tap", "close bottle" ], "verbs": [ "pour-out", "fill", "turn-off", "close" ], "verb_classes": [ 9, 26, 8, 4 ], "nouns": [ "bottle", "bottle", "tap", "bottle" ], "noun_classes": [ 15, 15, 0, 15 ], "start_stop_timestamps": [ [ "00:04:07.88", "00:04:09.55" ], [ "00:04:10.24", "00:04:14.99" ], [ "00:04:14.84", "00:04:15.34" ], [ "00:04:15.13", "00:04:15.94" ] ], "start_stop_frames": [ [ 14872, 14973 ], [ 15014, 15299 ], [ 15290, 15320 ], [ 15307, 15356 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P02_09+279_280_281_282", "video_id": "P02_09", "narration_ids": [ "P02_09_279", "P02_09_280", "P02_09_281", "P02_09_282" ], "src": "get pepper . get herb . searching for paprika", "src1": "get pepper", "src2": "get herb", "src3": "searching for paprika", "trg": "get paprika", "vis_src": "P02_09:279 P02_09:280 P02_09:281", "vis_trg": "P02_09:282", "narrations": [ "get pepper", "get herb", "searching for paprika", "get paprika" ], "verbs": [ "get", "get", "search-for", "get" ], "verb_classes": [ 0, 0, 48, 0 ], "nouns": [ "pepper", "herb", "paprika", "paprika" ], "noun_classes": [ 37, 62, 206, 206 ], "start_stop_timestamps": [ [ "00:20:35.97", "00:20:38.58" ], [ "00:20:44.59", "00:20:45.62" ], [ "00:20:47.00", "00:20:56.37" ], [ "00:20:56.40", "00:20:58.14" ] ], "start_stop_frames": [ [ 74158, 74314 ], [ 74675, 74737 ], [ 74820, 75382 ], [ 75384, 75488 ] ], "trgnoun": "paprika", "trgverb": "get" }, { "key": "P13_08+94_95_96_97", "video_id": "P13_08", "narration_ids": [ "P13_08_94", "P13_08_95", "P13_08_96", "P13_08_97" ], "src": "pick_up scissors . open spaghetti_bag . take spaghetti", "src1": "pick_up scissors", "src2": "open spaghetti_bag", "src3": "take spaghetti", "trg": "put spaghetti in pot", "vis_src": "P13_08:94 P13_08:95 P13_08:96", "vis_trg": "P13_08:97", "narrations": [ "pick up scissors", "open spaghetti bag", "take spaghetti", "put spaghetti in pot" ], "verbs": [ "pick-up", "open", "take", "put-in" ], "verb_classes": [ 0, 3, 0, 5 ], "nouns": [ "scissors", "bag:spaghetti", "spaghetti", "spaghetti" ], "noun_classes": [ 79, 19, 45, 45 ], "start_stop_timestamps": [ [ "00:22:20.53", "00:22:22.48" ], [ "00:22:22.58", "00:22:32.44" ], [ "00:22:40.97", "00:22:53.82" ], [ "00:22:54.48", "00:22:59.67" ] ], "start_stop_frames": [ [ 80431, 80548 ], [ 80554, 81146 ], [ 81658, 82429 ], [ 82468, 82780 ] ], "trgnoun": "spaghetti", "trgverb": "put_in" }, { "key": "P01_16+65_66_67_68", "video_id": "P01_16", "narration_ids": [ "P01_16_65", "P01_16_66", "P01_16_67", "P01_16_68" ], "src": "put_down cup . open fridge . take soya_milk", "src1": "put_down cup", "src2": "open fridge", "src3": "take soya_milk", "trg": "close fridge", "vis_src": "P01_16:65 P01_16:66 P01_16:67", "vis_trg": "P01_16:68", "narrations": [ "put down cup", "open fridge", "take soya milk", "close fridge" ], "verbs": [ "put-down", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "cup", "fridge", "milk:soya", "fridge" ], "noun_classes": [ 13, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:02:29.15", "00:02:30.65" ], [ "00:02:33.75", "00:02:35.25" ], [ "00:02:35.35", "00:02:36.35" ], [ "00:02:36.45", "00:02:37.45" ] ], "start_stop_frames": [ [ 8949, 9039 ], [ 9225, 9315 ], [ 9321, 9381 ], [ 9387, 9447 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_109+215_216_217_218", "video_id": "P03_109", "narration_ids": [ "P03_109_215", "P03_109_216", "P03_109_217", "P03_109_218" ], "src": "pick_up measuring_jug . wash measuring_jug . squeeze sponge", "src1": "pick_up measuring_jug", "src2": "wash measuring_jug", "src3": "squeeze sponge", "trg": "put measuring_jug on drying rack", "vis_src": "P03_109:215 P03_109:216 P03_109:217", "vis_trg": "P03_109:218", "narrations": [ "pick up measuring jug", "wash measuring jug", "squeeze sponge", "put measuring jug on drying rack" ], "verbs": [ "pick-up", "wash", "squeeze", "put" ], "verb_classes": [ 0, 2, 18, 1 ], "nouns": [ "jug:measuring", "jug:measuring", "sponge", "jug:measuring" ], "noun_classes": [ 66, 66, 9, 66 ], "start_stop_timestamps": [ [ "00:12:11.42", "00:12:12.12" ], [ "00:12:12.34", "00:12:32.31" ], [ "00:12:32.63", "00:12:33.28" ], [ "00:12:33.77", "00:12:34.70" ] ], "start_stop_frames": [ [ 36571, 36606 ], [ 36617, 37615 ], [ 37631, 37664 ], [ 37688, 37735 ] ], "trgnoun": "measuring_jug", "trgverb": "put" }, { "key": "P37_101+142_143_144_145", "video_id": "P37_101", "narration_ids": [ "P37_101_142", "P37_101_143", "P37_101_144", "P37_101_145" ], "src": "cut cucumbers . remove cucumbers from knife . shovel_up cucumbers", "src1": "cut cucumbers", "src2": "remove cucumbers from knife", "src3": "shovel_up cucumbers", "trg": "put cucumbers in to bowl", "vis_src": "P37_101:142 P37_101:143 P37_101:144", "vis_trg": "P37_101:145", "narrations": [ "cut cucumbers", "remove cucumbers from knife", "shovel up cucumbers", "put cucumbers in to bowl" ], "verbs": [ "cut", "remove-from", "shovel-up", "put-in" ], "verb_classes": [ 7, 12, 16, 5 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:06:42.23", "00:07:07.50" ], [ "00:07:07.60", "00:07:11.02" ], [ "00:07:11.62", "00:07:13.86" ], [ "00:07:13.96", "00:07:17.23" ] ], "start_stop_frames": [ [ 20111, 21375 ], [ 21380, 21551 ], [ 21581, 21693 ], [ 21698, 21861 ] ], "trgnoun": "cucumber", "trgverb": "put_in" }, { "key": "P25_09+24_25_26_27", "video_id": "P25_09", "narration_ids": [ "P25_09_24", "P25_09_25", "P25_09_26", "P25_09_27" ], "src": "close pan . rinse pan . open cooker", "src1": "close pan", "src2": "rinse pan", "src3": "open cooker", "trg": "put_down pan", "vis_src": "P25_09:24 P25_09:25 P25_09:26", "vis_trg": "P25_09:27", "narrations": [ "close pan", "rinse pan", "open cooker", "put down pan" ], "verbs": [ "close", "rinse", "open", "put-down" ], "verb_classes": [ 4, 2, 3, 1 ], "nouns": [ "pan", "pan", "cooker", "pan" ], "noun_classes": [ 5, 5, 46, 5 ], "start_stop_timestamps": [ [ "00:04:46.77", "00:04:48.13" ], [ "00:04:50.00", "00:04:53.99" ], [ "00:04:55.27", "00:04:56.86" ], [ "00:04:56.76", "00:04:58.34" ] ], "start_stop_frames": [ [ 17206, 17287 ], [ 17400, 17639 ], [ 17716, 17811 ], [ 17805, 17900 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_129+7_8_9_10", "video_id": "P02_129", "narration_ids": [ "P02_129_7", "P02_129_8", "P02_129_9", "P02_129_10" ], "src": "fill water into kettle . close tap . close kettle", "src1": "fill water into kettle", "src2": "close tap", "src3": "close kettle", "trg": "put_down kettle", "vis_src": "P02_129:7 P02_129:8 P02_129:9", "vis_trg": "P02_129:10", "narrations": [ "fill water into kettle", "close tap", "close kettle", "put down kettle" ], "verbs": [ "fill-into", "turn-off", "close", "put-down" ], "verb_classes": [ 26, 8, 4, 1 ], "nouns": [ "water", "tap", "kettle", "kettle" ], "noun_classes": [ 27, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:00:11.85", "00:00:16.15" ], [ "00:00:16.26", "00:00:16.98" ], [ "00:00:17.36", "00:00:18.16" ], [ "00:00:18.93", "00:00:20.44" ] ], "start_stop_frames": [ [ 592, 807 ], [ 813, 849 ], [ 868, 908 ], [ 946, 1022 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P12_101+457_458_459_460", "video_id": "P12_101", "narration_ids": [ "P12_101_457", "P12_101_458", "P12_101_459", "P12_101_460" ], "src": "close tap . pick_up spoon from cutting board . pick_up spoon", "src1": "close tap", "src2": "pick_up spoon from cutting board", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P12_101:457 P12_101:458 P12_101:459", "vis_trg": "P12_101:460", "narrations": [ "close tap", "pick up spoon from cutting board", "pick up spoon", "wash spoon" ], "verbs": [ "turn-off", "pick-up", "pick-up", "wash" ], "verb_classes": [ 8, 0, 0, 2 ], "nouns": [ "tap", "spoon", "spoon", "spoon" ], "noun_classes": [ 0, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:30:27.74", "00:30:28.26" ], [ "00:30:28.29", "00:30:29.82" ], [ "00:30:28.88", "00:30:29.64" ], [ "00:30:30.99", "00:30:37.27" ] ], "start_stop_frames": [ [ 91387, 91413 ], [ 91414, 91491 ], [ 91444, 91482 ], [ 91549, 91863 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P24_08+94_95_96_97", "video_id": "P24_08", "narration_ids": [ "P24_08_94", "P24_08_95", "P24_08_96", "P24_08_97" ], "src": "open door . take wooden_spoon . move onion in pan", "src1": "open door", "src2": "take wooden_spoon", "src3": "move onion in pan", "trg": "move onion into pan", "vis_src": "P24_08:94 P24_08:95 P24_08:96", "vis_trg": "P24_08:97", "narrations": [ "open door", "take wooden spoon", "move onion in pan", "move onion into pan" ], "verbs": [ "open", "take", "move", "move-into" ], "verb_classes": [ 3, 0, 11, 11 ], "nouns": [ "door", "spoon:wooden", "onion", "onion" ], "noun_classes": [ 3, 1, 16, 16 ], "start_stop_timestamps": [ [ "00:07:25.48", "00:07:26.09" ], [ "00:07:26.09", "00:07:27.22" ], [ "00:07:27.32", "00:07:33.78" ], [ "00:07:32.76", "00:07:43.40" ] ], "start_stop_frames": [ [ 26728, 26765 ], [ 26765, 26833 ], [ 26839, 27226 ], [ 27165, 27804 ] ], "trgnoun": "onion", "trgverb": "move_into" }, { "key": "P02_03+309_310_311_312", "video_id": "P02_03", "narration_ids": [ "P02_03_309", "P02_03_310", "P02_03_311", "P02_03_312" ], "src": "use wooden_spoon . pick_up spoon . move water from pot to pan", "src1": "use wooden_spoon", "src2": "pick_up spoon", "src3": "move water from pot to pan", "trg": "move water", "vis_src": "P02_03:309 P02_03:310 P02_03:311", "vis_trg": "P02_03:312", "narrations": [ "use wooden spoon", "pick up spoon", "move water from pot to pan", "move water" ], "verbs": [ "use", "pick-up", "move-from", "move" ], "verb_classes": [ 76, 0, 11, 11 ], "nouns": [ "spoon:wooden", "spoon", "water", "water" ], "noun_classes": [ 1, 1, 27, 27 ], "start_stop_timestamps": [ [ "00:17:38.60", "00:17:39.30" ], [ "00:17:39.10", "00:17:40.54" ], [ "00:17:40.88", "00:17:43.63" ], [ "00:17:43.47", "00:17:45.49" ] ], "start_stop_frames": [ [ 63515, 63558 ], [ 63545, 63632 ], [ 63652, 63817 ], [ 63808, 63929 ] ], "trgnoun": "water", "trgverb": "move" }, { "key": "P22_17+12_13_14_15", "video_id": "P22_17", "narration_ids": [ "P22_17_12", "P22_17_13", "P22_17_14", "P22_17_15" ], "src": "rinse sponge . pick_up bowl . turn_on light", "src1": "rinse sponge", "src2": "pick_up bowl", "src3": "turn_on light", "trg": "lather bowl", "vis_src": "P22_17:12 P22_17:13 P22_17:14", "vis_trg": "P22_17:15", "narrations": [ "rinse sponge", "pick up bowl", "turn on light", "lather bowl" ], "verbs": [ "rinse", "pick-up", "turn-on", "lather" ], "verb_classes": [ 2, 0, 6, 2 ], "nouns": [ "sponge", "bowl", "light", "bowl" ], "noun_classes": [ 9, 7, 114, 7 ], "start_stop_timestamps": [ [ "00:00:15.04", "00:00:15.79" ], [ "00:00:17.64", "00:00:18.39" ], [ "00:00:18.89", "00:00:20.49" ], [ "00:00:21.50", "00:00:27.50" ] ], "start_stop_frames": [ [ 902, 947 ], [ 1058, 1103 ], [ 1133, 1229 ], [ 1290, 1650 ] ], "trgnoun": "bowl", "trgverb": "lather" }, { "key": "P04_107+38_39_40_41", "video_id": "P04_107", "narration_ids": [ "P04_107_38", "P04_107_39", "P04_107_40", "P04_107_41" ], "src": "cut dough . move dough . put_down knife", "src1": "cut dough", "src2": "move dough", "src3": "put_down knife", "trg": "pick_up dough", "vis_src": "P04_107:38 P04_107:39 P04_107:40", "vis_trg": "P04_107:41", "narrations": [ "cut dough", "move dough", "put down knife", "pick up dough" ], "verbs": [ "cut", "move", "put-down", "pick-up" ], "verb_classes": [ 7, 11, 1, 0 ], "nouns": [ "dough", "dough", "knife", "dough" ], "noun_classes": [ 25, 25, 4, 25 ], "start_stop_timestamps": [ [ "00:01:27.46", "00:01:28.12" ], [ "00:01:30.75", "00:01:31.47" ], [ "00:01:31.29", "00:01:32.04" ], [ "00:01:31.94", "00:01:32.69" ] ], "start_stop_frames": [ [ 4373, 4406 ], [ 4537, 4573 ], [ 4564, 4602 ], [ 4597, 4634 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P04_01+88_89_90_91", "video_id": "P04_01", "narration_ids": [ "P04_01_88", "P04_01_89", "P04_01_90", "P04_01_91" ], "src": "open bag . put tofu in bag . pick_up miso_paste", "src1": "open bag", "src2": "put tofu in bag", "src3": "pick_up miso_paste", "trg": "open miso_paste", "vis_src": "P04_01:88 P04_01:89 P04_01:90", "vis_trg": "P04_01:91", "narrations": [ "open bag", "put tofu in bag", "pick up miso paste", "open miso paste" ], "verbs": [ "open", "put-in", "pick-up", "open" ], "verb_classes": [ 3, 5, 0, 3 ], "nouns": [ "bag", "tofu", "paste:miso", "paste:miso" ], "noun_classes": [ 19, 81, 148, 148 ], "start_stop_timestamps": [ [ "00:06:49.42", "00:06:50.73" ], [ "00:06:51.28", "00:06:56.34" ], [ "00:06:59.38", "00:07:00.10" ], [ "00:07:00.63", "00:07:03.54" ] ], "start_stop_frames": [ [ 24565, 24643 ], [ 24676, 24980 ], [ 25162, 25206 ], [ 25237, 25412 ] ], "trgnoun": "miso_paste", "trgverb": "open" }, { "key": "P30_107+750_751_752_753", "video_id": "P30_107", "narration_ids": [ "P30_107_750", "P30_107_751", "P30_107_752", "P30_107_753" ], "src": "put box onto surface . move plate . pick_up tupperware", "src1": "put box onto surface", "src2": "move plate", "src3": "pick_up tupperware", "trg": "put tupperware", "vis_src": "P30_107:750 P30_107:751 P30_107:752", "vis_trg": "P30_107:753", "narrations": [ "put box onto surface", "move plate", "pick up tupperware", "put tupperware" ], "verbs": [ "put-onto", "move", "pick-up", "put" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "box", "plate", "tupperware", "tupperware" ], "noun_classes": [ 23, 2, 23, 23 ], "start_stop_timestamps": [ [ "00:39:53.39", "00:39:54.52" ], [ "00:39:54.82", "00:39:55.52" ], [ "00:39:55.60", "00:39:56.01" ], [ "00:39:55.97", "00:39:56.47" ] ], "start_stop_frames": [ [ 119669, 119726 ], [ 119741, 119776 ], [ 119780, 119800 ], [ 119798, 119823 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P35_104+578_579_580_581", "video_id": "P35_104", "narration_ids": [ "P35_104_578", "P35_104_579", "P35_104_580", "P35_104_581" ], "src": "open cling_film . pick_up cling_film . unroll cling_film", "src1": "open cling_film", "src2": "pick_up cling_film", "src3": "unroll cling_film", "trg": "put_down cling_film", "vis_src": "P35_104:578 P35_104:579 P35_104:580", "vis_trg": "P35_104:581", "narrations": [ "open cling film", "pick up cling film", "unroll cling film", "put down cling film" ], "verbs": [ "open", "pick-up", "unroll", "put-down" ], "verb_classes": [ 3, 0, 39, 1 ], "nouns": [ "film:cling", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 100, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:39:33.54", "00:39:35.08" ], [ "00:39:34.29", "00:39:41.20" ], [ "00:39:38.63", "00:39:40.39" ], [ "00:39:45.39", "00:39:48.27" ] ], "start_stop_frames": [ [ 118677, 118754 ], [ 118714, 119059 ], [ 118931, 119019 ], [ 119269, 119413 ] ], "trgnoun": "cling_film", "trgverb": "put_down" }, { "key": "P37_102+0_1_2_3", "video_id": "P37_102", "narration_ids": [ "P37_102_0", "P37_102_1", "P37_102_2", "P37_102_3" ], "src": "shake pot . take spatula . stir chicken_thighs in pot", "src1": "shake pot", "src2": "take spatula", "src3": "stir chicken_thighs in pot", "trg": "put spatula down", "vis_src": "P37_102:0 P37_102:1 P37_102:2", "vis_trg": "P37_102:3", "narrations": [ "shake pot", "take spatula", "stir chicken thighs in pot", "put spatula down" ], "verbs": [ "shake", "take", "stir-in", "put" ], "verb_classes": [ 15, 0, 10, 1 ], "nouns": [ "pot", "spatula", "thigh:chicken", "spatula" ], "noun_classes": [ 29, 20, 57, 20 ], "start_stop_timestamps": [ [ "00:00:04.30", "00:00:06.25" ], [ "00:00:07.76", "00:00:09.26" ], [ "00:00:09.45", "00:00:23.09" ], [ "00:00:23.92", "00:00:25.59" ] ], "start_stop_frames": [ [ 215, 312 ], [ 388, 463 ], [ 472, 1154 ], [ 1196, 1279 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P02_129+120_121_122_123", "video_id": "P02_129", "narration_ids": [ "P02_129_120", "P02_129_121", "P02_129_122", "P02_129_123" ], "src": "put flour_bag in cupboard . close cupboard . lift lid", "src1": "put flour_bag in cupboard", "src2": "close cupboard", "src3": "lift lid", "trg": "cover lid", "vis_src": "P02_129:120 P02_129:121 P02_129:122", "vis_trg": "P02_129:123", "narrations": [ "put flour bag in cupboard", "close cupboard", "lift lid", "cover lid" ], "verbs": [ "put-in", "close", "lift", "cover" ], "verb_classes": [ 5, 4, 33, 36 ], "nouns": [ "bag:flour", "cupboard", "lid", "lid" ], "noun_classes": [ 19, 3, 6, 6 ], "start_stop_timestamps": [ [ "00:04:24.57", "00:04:26.99" ], [ "00:04:28.62", "00:04:30.87" ], [ "00:04:32.47", "00:04:34.13" ], [ "00:04:34.02", "00:04:35.53" ] ], "start_stop_frames": [ [ 13228, 13349 ], [ 13431, 13543 ], [ 13623, 13706 ], [ 13701, 13776 ] ], "trgnoun": "lid", "trgverb": "cover" }, { "key": "P25_107+54_55_56_57", "video_id": "P25_107", "narration_ids": [ "P25_107_54", "P25_107_55", "P25_107_56", "P25_107_57" ], "src": "wash hands . turn_off tap . pick_up aubergine", "src1": "wash hands", "src2": "turn_off tap", "src3": "pick_up aubergine", "trg": "wash aubergine", "vis_src": "P25_107:54 P25_107:55 P25_107:56", "vis_trg": "P25_107:57", "narrations": [ "wash hands", "turn off tap", "pick up aubergine", "wash aubergine" ], "verbs": [ "wash", "turn-off", "pick-up", "wash" ], "verb_classes": [ 2, 8, 0, 2 ], "nouns": [ "hand", "tap", "aubergine", "aubergine" ], "noun_classes": [ 11, 0, 67, 67 ], "start_stop_timestamps": [ [ "00:05:56.37", "00:05:58.01" ], [ "00:05:58.10", "00:05:58.69" ], [ "00:05:59.85", "00:06:01.41" ], [ "00:06:01.45", "00:06:05.21" ] ], "start_stop_frames": [ [ 17818, 17900 ], [ 17905, 17934 ], [ 17992, 18070 ], [ 18072, 18260 ] ], "trgnoun": "aubergine", "trgverb": "wash" }, { "key": "P02_123+192_193_194_195", "video_id": "P02_123", "narration_ids": [ "P02_123_192", "P02_123_193", "P02_123_194", "P02_123_195" ], "src": "put trays in cupboard . close cupboard . pick_up mug", "src1": "put trays in cupboard", "src2": "close cupboard", "src3": "pick_up mug", "trg": "hang mug on stand", "vis_src": "P02_123:192 P02_123:193 P02_123:194", "vis_trg": "P02_123:195", "narrations": [ "put trays in cupboard", "close cupboard", "pick up mug", "hang mug on stand" ], "verbs": [ "put-in", "close", "pick-up", "hang-on" ], "verb_classes": [ 5, 4, 0, 41 ], "nouns": [ "tray", "cupboard", "mug", "mug" ], "noun_classes": [ 35, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:11:34.28", "00:11:36.34" ], [ "00:11:39.65", "00:11:40.64" ], [ "00:11:42.51", "00:11:43.09" ], [ "00:11:45.52", "00:11:47.05" ] ], "start_stop_frames": [ [ 34714, 34817 ], [ 34982, 35032 ], [ 35125, 35154 ], [ 35276, 35352 ] ], "trgnoun": "mug", "trgverb": "hang_on" }, { "key": "P26_17+1_2_3_4", "video_id": "P26_17", "narration_ids": [ "P26_17_1", "P26_17_2", "P26_17_3", "P26_17_4" ], "src": "take ladle . put pasta onto plate . put_down plate", "src1": "take ladle", "src2": "put pasta onto plate", "src3": "put_down plate", "trg": "take plate", "vis_src": "P26_17:1 P26_17:2 P26_17:3", "vis_trg": "P26_17:4", "narrations": [ "take ladle", "put pasta onto plate", "put down plate", "take plate" ], "verbs": [ "take", "put-onto", "put-down", "take" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "ladle", "pasta", "plate", "plate" ], "noun_classes": [ 97, 45, 2, 2 ], "start_stop_timestamps": [ [ "00:00:03.84", "00:00:05.34" ], [ "00:00:07.12", "00:00:17.63" ], [ "00:00:18.58", "00:00:20.09" ], [ "00:00:19.94", "00:00:20.95" ] ], "start_stop_frames": [ [ 230, 320 ], [ 427, 1057 ], [ 1114, 1205 ], [ 1196, 1257 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P24_04+64_65_66_67", "video_id": "P24_04", "narration_ids": [ "P24_04_64", "P24_04_65", "P24_04_66", "P24_04_67" ], "src": "close nutella . pick_up nutella . open door", "src1": "close nutella", "src2": "pick_up nutella", "src3": "open door", "trg": "put away nutella", "vis_src": "P24_04:64 P24_04:65 P24_04:66", "vis_trg": "P24_04:67", "narrations": [ "close nutella", "pick up nutella", "open door", "put away nutella" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "nutella", "nutella", "door", "nutella" ], "noun_classes": [ 115, 115, 3, 115 ], "start_stop_timestamps": [ [ "00:04:52.94", "00:05:01.07" ], [ "00:05:04.35", "00:05:05.31" ], [ "00:05:05.81", "00:05:06.61" ], [ "00:05:06.71", "00:05:08.54" ] ], "start_stop_frames": [ [ 17576, 18064 ], [ 18261, 18318 ], [ 18348, 18396 ], [ 18402, 18512 ] ], "trgnoun": "nutella", "trgverb": "put" }, { "key": "P07_110+46_47_48_49", "video_id": "P07_110", "narration_ids": [ "P07_110_46", "P07_110_47", "P07_110_48", "P07_110_49" ], "src": "grab milk . open bottle . pour milk into glass", "src1": "grab milk", "src2": "open bottle", "src3": "pour milk into glass", "trg": "close bottle", "vis_src": "P07_110:46 P07_110:47 P07_110:48", "vis_trg": "P07_110:49", "narrations": [ "grab milk", "open bottle", "pour milk into glass", "close bottle" ], "verbs": [ "grab", "open", "pour-into", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "milk", "bottle", "milk", "bottle" ], "noun_classes": [ 64, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:02:24.02", "00:02:25.54" ], [ "00:02:25.89", "00:02:26.48" ], [ "00:02:30.51", "00:02:38.59" ], [ "00:02:38.65", "00:02:39.86" ] ], "start_stop_frames": [ [ 7201, 7277 ], [ 7294, 7323 ], [ 7525, 7929 ], [ 7932, 7993 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P01_105+667_668_669_670", "video_id": "P01_105", "narration_ids": [ "P01_105_667", "P01_105_668", "P01_105_669", "P01_105_670" ], "src": "put_down spatula . pick_up chopsticks . stir noodles", "src1": "put_down spatula", "src2": "pick_up chopsticks", "src3": "stir noodles", "trg": "shake chopsticks", "vis_src": "P01_105:667 P01_105:668 P01_105:669", "vis_trg": "P01_105:670", "narrations": [ "put down spatula", "pick up chopsticks", "stir noodles", "shake chopsticks" ], "verbs": [ "put-down", "pick-up", "stir", "shake" ], "verb_classes": [ 1, 0, 10, 15 ], "nouns": [ "spatula", "chopstick", "noodle", "chopstick" ], "noun_classes": [ 20, 80, 155, 80 ], "start_stop_timestamps": [ [ "00:28:07.20", "00:28:09.20" ], [ "00:28:16.84", "00:28:19.43" ], [ "00:28:24.98", "00:28:35.91" ], [ "00:28:33.40", "00:28:36.19" ] ], "start_stop_frames": [ [ 84360, 84460 ], [ 84842, 84971 ], [ 85249, 85795 ], [ 85670, 85809 ] ], "trgnoun": "chopstick", "trgverb": "shake" }, { "key": "P01_105+641_642_643_644", "video_id": "P01_105", "narration_ids": [ "P01_105_641", "P01_105_642", "P01_105_643", "P01_105_644" ], "src": "pick_up knife . pat_down noodles . shake knife", "src1": "pick_up knife", "src2": "pat_down noodles", "src3": "shake knife", "trg": "put_down knife", "vis_src": "P01_105:641 P01_105:642 P01_105:643", "vis_trg": "P01_105:644", "narrations": [ "pick up knife", "pat down noodles", "shake knife", "put down knife" ], "verbs": [ "pick-up", "pat-down", "shake", "put-down" ], "verb_classes": [ 0, 32, 15, 1 ], "nouns": [ "knife", "noodle", "knife", "knife" ], "noun_classes": [ 4, 155, 4, 4 ], "start_stop_timestamps": [ [ "00:26:42.30", "00:26:42.91" ], [ "00:26:43.34", "00:26:48.19" ], [ "00:26:47.54", "00:26:48.24" ], [ "00:26:48.88", "00:26:49.95" ] ], "start_stop_frames": [ [ 80115, 80145 ], [ 80167, 80409 ], [ 80377, 80412 ], [ 80444, 80497 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_01+45_47_48_49", "video_id": "P02_01", "narration_ids": [ "P02_01_45", "P02_01_47", "P02_01_48", "P02_01_49" ], "src": "pick_up mug . empty water . open sink", "src1": "pick_up mug", "src2": "empty water", "src3": "open sink", "trg": "close sink", "vis_src": "P02_01:45 P02_01:47 P02_01:48", "vis_trg": "P02_01:49", "narrations": [ "pick up mug", "empty water", "open sink", "close sink" ], "verbs": [ "pick-up", "empty", "open", "close" ], "verb_classes": [ 0, 20, 3, 4 ], "nouns": [ "mug", "water", "sink", "sink" ], "noun_classes": [ 13, 27, 63, 63 ], "start_stop_timestamps": [ [ "00:01:49.47", "00:01:52.26" ], [ "00:01:52.00", "00:01:53.42" ], [ "00:01:54.84", "00:01:55.75" ], [ "00:01:56.54", "00:01:57.04" ] ], "start_stop_frames": [ [ 6568, 6735 ], [ 6720, 6805 ], [ 6890, 6945 ], [ 6992, 7022 ] ], "trgnoun": "sink", "trgverb": "close" }, { "key": "P04_109+25_26_27_28", "video_id": "P04_109", "narration_ids": [ "P04_109_25", "P04_109_26", "P04_109_27", "P04_109_28" ], "src": "hold carrot . slice carrot . arrange carrot_pieces", "src1": "hold carrot", "src2": "slice carrot", "src3": "arrange carrot_pieces", "trg": "julienne carrot", "vis_src": "P04_109:25 P04_109:26 P04_109:27", "vis_trg": "P04_109:28", "narrations": [ "hold carrot", "slice carrot", "arrange carrot pieces", "julienne carrot" ], "verbs": [ "hold", "slice", "arrange", "julienne" ], "verb_classes": [ 34, 7, 40, 7 ], "nouns": [ "carrot", "carrot", "piece:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:00:34.88", "00:00:36.03" ], [ "00:00:37.76", "00:00:52.60" ], [ "00:00:52.66", "00:00:54.82" ], [ "00:00:54.88", "00:01:45.64" ] ], "start_stop_frames": [ [ 1744, 1801 ], [ 1888, 2630 ], [ 2633, 2741 ], [ 2744, 5282 ] ], "trgnoun": "carrot", "trgverb": "julienne" }, { "key": "P04_120+287_288_289_290", "video_id": "P04_120", "narration_ids": [ "P04_120_287", "P04_120_288", "P04_120_289", "P04_120_290" ], "src": "pick_up spoon . put spoon in drawer . pick_up teaspoon", "src1": "pick_up spoon", "src2": "put spoon in drawer", "src3": "pick_up teaspoon", "trg": "put teaspoon in drawer", "vis_src": "P04_120:287 P04_120:288 P04_120:289", "vis_trg": "P04_120:290", "narrations": [ "pick up spoon", "put spoon in drawer", "pick up teaspoon", "put teaspoon in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "spoon", "spoon", "teaspoon", "teaspoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:10:48.98", "00:10:49.58" ], [ "00:10:49.88", "00:10:50.38" ], [ "00:10:50.63", "00:10:51.09" ], [ "00:10:51.19", "00:10:51.59" ] ], "start_stop_frames": [ [ 32449, 32479 ], [ 32494, 32519 ], [ 32531, 32554 ], [ 32559, 32579 ] ], "trgnoun": "teaspoon", "trgverb": "put_in" }, { "key": "P02_112+101_102_103_104", "video_id": "P02_112", "narration_ids": [ "P02_112_101", "P02_112_102", "P02_112_103", "P02_112_104" ], "src": "put_down plate . open oil_bottle . put_down lid", "src1": "put_down plate", "src2": "open oil_bottle", "src3": "put_down lid", "trg": "pick_up oil_bottle", "vis_src": "P02_112:101 P02_112:102 P02_112:103", "vis_trg": "P02_112:104", "narrations": [ "put down plate", "open oil bottle", "put down lid", "pick up oil bottle" ], "verbs": [ "put-down", "open", "put-down", "pick-up" ], "verb_classes": [ 1, 3, 1, 0 ], "nouns": [ "plate", "bottle:oil", "lid", "bottle:oil" ], "noun_classes": [ 2, 15, 6, 15 ], "start_stop_timestamps": [ [ "00:05:58.53", "00:06:00.43" ], [ "00:06:01.28", "00:06:02.47" ], [ "00:06:02.72", "00:06:03.19" ], [ "00:06:03.13", "00:06:03.93" ] ], "start_stop_frames": [ [ 17926, 18021 ], [ 18064, 18123 ], [ 18136, 18159 ], [ 18156, 18196 ] ], "trgnoun": "oil_bottle", "trgverb": "pick_up" }, { "key": "P06_07+141_142_143_144", "video_id": "P06_07", "narration_ids": [ "P06_07_141", "P06_07_142", "P06_07_143", "P06_07_144" ], "src": "take lid off pesto . pick_up spoon . sprinkle pesto", "src1": "take lid off pesto", "src2": "pick_up spoon", "src3": "sprinkle pesto", "trg": "spread pesto", "vis_src": "P06_07:141 P06_07:142 P06_07:143", "vis_trg": "P06_07:144", "narrations": [ "take lid off pesto", "pick up spoon", "sprinkle pesto", "spread pesto" ], "verbs": [ "take-off", "pick-up", "sprinkle", "spread" ], "verb_classes": [ 12, 0, 42, 27 ], "nouns": [ "lid", "spoon", "pesto", "pesto" ], "noun_classes": [ 6, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:09:15.51", "00:09:16.95" ], [ "00:09:17.05", "00:09:17.92" ], [ "00:09:19.93", "00:09:27.42" ], [ "00:09:28.54", "00:09:32.89" ] ], "start_stop_frames": [ [ 33330, 33417 ], [ 33423, 33475 ], [ 33595, 34045 ], [ 34112, 34373 ] ], "trgnoun": "pesto", "trgverb": "spread" }, { "key": "P28_108+14_15_16_17", "video_id": "P28_108", "narration_ids": [ "P28_108_14", "P28_108_15", "P28_108_16", "P28_108_17" ], "src": "put oven_glove . open butter_package . put butter in pot", "src1": "put oven_glove", "src2": "open butter_package", "src3": "put butter in pot", "trg": "cut butter", "vis_src": "P28_108:14 P28_108:15 P28_108:16", "vis_trg": "P28_108:17", "narrations": [ "put oven glove", "open butter package", "put butter in pot", "cut butter" ], "verbs": [ "put", "open", "put-in", "cut" ], "verb_classes": [ 1, 3, 5, 7 ], "nouns": [ "glove:oven", "package:butter", "butter", "butter" ], "noun_classes": [ 60, 26, 78, 78 ], "start_stop_timestamps": [ [ "00:02:27.69", "00:02:29.44" ], [ "00:02:29.45", "00:02:31.80" ], [ "00:02:32.88", "00:02:34.70" ], [ "00:02:37.25", "00:02:40.43" ] ], "start_stop_frames": [ [ 7384, 7472 ], [ 7472, 7590 ], [ 7644, 7734 ], [ 7862, 8021 ] ], "trgnoun": "butter", "trgverb": "cut" }, { "key": "P22_09+113_114_115_116", "video_id": "P22_09", "narration_ids": [ "P22_09_113", "P22_09_114", "P22_09_115", "P22_09_116" ], "src": "extract coffee . open basket . toss coffee_grounds", "src1": "extract coffee", "src2": "open basket", "src3": "toss coffee_grounds", "trg": "close basket", "vis_src": "P22_09:113 P22_09:114 P22_09:115", "vis_trg": "P22_09:116", "narrations": [ "extract coffee", "open basket", "toss coffee grounds", "close basket" ], "verbs": [ "extract", "open", "toss", "close" ], "verb_classes": [ 12, 3, 13, 4 ], "nouns": [ "coffee", "basket", "ground:coffee", "basket" ], "noun_classes": [ 59, 168, 59, 168 ], "start_stop_timestamps": [ [ "00:03:29.82", "00:03:31.75" ], [ "00:03:33.29", "00:03:33.92" ], [ "00:03:33.70", "00:03:34.70" ], [ "00:03:34.80", "00:03:35.60" ] ], "start_stop_frames": [ [ 12589, 12705 ], [ 12797, 12835 ], [ 12822, 12882 ], [ 12888, 12936 ] ], "trgnoun": "basket", "trgverb": "close" }, { "key": "P03_28+7_8_9_10", "video_id": "P03_28", "narration_ids": [ "P03_28_7", "P03_28_8", "P03_28_9", "P03_28_10" ], "src": "fill bottle . close bottle . open fridge", "src1": "fill bottle", "src2": "close bottle", "src3": "open fridge", "trg": "place bottle in fridge", "vis_src": "P03_28:7 P03_28:8 P03_28:9", "vis_trg": "P03_28:10", "narrations": [ "fill bottle", "close bottle", "open fridge", "place bottle in fridge" ], "verbs": [ "fill", "close", "open", "place-in" ], "verb_classes": [ 26, 4, 3, 5 ], "nouns": [ "bottle", "bottle", "fridge", "bottle" ], "noun_classes": [ 15, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:00:12.16", "00:00:16.16" ], [ "00:00:16.51", "00:00:18.51" ], [ "00:00:20.33", "00:00:21.08" ], [ "00:00:21.41", "00:00:22.18" ] ], "start_stop_frames": [ [ 729, 969 ], [ 990, 1110 ], [ 1219, 1264 ], [ 1284, 1330 ] ], "trgnoun": "bottle", "trgverb": "place_in" }, { "key": "P09_02+27_28_29_30", "video_id": "P09_02", "narration_ids": [ "P09_02_27", "P09_02_28", "P09_02_29", "P09_02_30" ], "src": "take spatula . take cup . pour eggs in pan", "src1": "take spatula", "src2": "take cup", "src3": "pour eggs in pan", "trg": "rinse cup", "vis_src": "P09_02:27 P09_02:28 P09_02:29", "vis_trg": "P09_02:30", "narrations": [ "take spatula", "take cup", "pour eggs in pan", "rinse cup" ], "verbs": [ "take", "take", "pour-in", "rinse" ], "verb_classes": [ 0, 0, 9, 2 ], "nouns": [ "spatula", "cup", "egg", "cup" ], "noun_classes": [ 20, 13, 53, 13 ], "start_stop_timestamps": [ [ "00:02:23.78", "00:02:25.25" ], [ "00:02:30.00", "00:02:32.76" ], [ "00:02:32.91", "00:02:37.21" ], [ "00:02:40.15", "00:02:43.44" ] ], "start_stop_frames": [ [ 8626, 8715 ], [ 9000, 9165 ], [ 9174, 9432 ], [ 9609, 9806 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P04_05+38_39_40_41", "video_id": "P04_05", "narration_ids": [ "P04_05_38", "P04_05_39", "P04_05_40", "P04_05_41" ], "src": "pick_up garlic . open garlic_bag . close cupboard", "src1": "pick_up garlic", "src2": "open garlic_bag", "src3": "close cupboard", "trg": "put_down garlic", "vis_src": "P04_05:38 P04_05:39 P04_05:40", "vis_trg": "P04_05:41", "narrations": [ "pick up garlic", "open garlic bag", "close cupboard", "put down garlic" ], "verbs": [ "pick-up", "open", "close", "put-down" ], "verb_classes": [ 0, 3, 4, 1 ], "nouns": [ "garlic", "bag:garlic", "cupboard", "garlic" ], "noun_classes": [ 51, 19, 3, 51 ], "start_stop_timestamps": [ [ "00:05:04.95", "00:05:06.95" ], [ "00:05:06.00", "00:05:14.50" ], [ "00:05:16.35", "00:05:17.35" ], [ "00:05:19.17", "00:05:20.36" ] ], "start_stop_frames": [ [ 18297, 18417 ], [ 18360, 18870 ], [ 18981, 19041 ], [ 19150, 19221 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P22_101+113_114_115_116", "video_id": "P22_101", "narration_ids": [ "P22_101_113", "P22_101_114", "P22_101_115", "P22_101_116" ], "src": "put_down cloth . open cupboard . pick_up cereals", "src1": "put_down cloth", "src2": "open cupboard", "src3": "pick_up cereals", "trg": "close cupboard", "vis_src": "P22_101:113 P22_101:114 P22_101:115", "vis_trg": "P22_101:116", "narrations": [ "put down cloth", "open cupboard", "pick up cereals", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "cloth", "cupboard", "cereal", "cupboard" ], "noun_classes": [ 17, 3, 99, 3 ], "start_stop_timestamps": [ [ "00:04:02.95", "00:04:03.82" ], [ "00:04:05.28", "00:04:07.20" ], [ "00:04:08.17", "00:04:10.14" ], [ "00:04:09.74", "00:04:11.87" ] ], "start_stop_frames": [ [ 12147, 12191 ], [ 12264, 12360 ], [ 12408, 12507 ], [ 12487, 12593 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_113+190_191_192_193", "video_id": "P04_113", "narration_ids": [ "P04_113_190", "P04_113_191", "P04_113_192", "P04_113_193" ], "src": "pick_up scissors . open scissors . push dishwasher_drawer", "src1": "pick_up scissors", "src2": "open scissors", "src3": "push dishwasher_drawer", "trg": "put scissors in cutlery tray", "vis_src": "P04_113:190 P04_113:191 P04_113:192", "vis_trg": "P04_113:193", "narrations": [ "pick up scissors", "open scissors", "push dishwasher drawer", "put scissors in cutlery tray" ], "verbs": [ "pick-up", "open", "push", "put-in" ], "verb_classes": [ 0, 3, 21, 5 ], "nouns": [ "scissors", "scissors", "drawer:dishwasher", "scissors" ], "noun_classes": [ 79, 79, 70, 79 ], "start_stop_timestamps": [ [ "00:05:53.77", "00:05:54.60" ], [ "00:05:54.38", "00:05:55.43" ], [ "00:05:55.20", "00:05:55.83" ], [ "00:05:56.27", "00:05:56.89" ] ], "start_stop_frames": [ [ 17688, 17730 ], [ 17719, 17771 ], [ 17760, 17791 ], [ 17813, 17844 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P22_117+170_171_172_173", "video_id": "P22_117", "narration_ids": [ "P22_117_170", "P22_117_171", "P22_117_172", "P22_117_173" ], "src": "turn_off tap . put_down courgettes . pick courgettes", "src1": "turn_off tap", "src2": "put_down courgettes", "src3": "pick courgettes", "trg": "move courgettes", "vis_src": "P22_117:170 P22_117:171 P22_117:172", "vis_trg": "P22_117:173", "narrations": [ "turn off tap", "put down courgettes", "pick courgettes", "move courgettes" ], "verbs": [ "turn-off", "put-down", "pick", "move" ], "verb_classes": [ 8, 1, 0, 11 ], "nouns": [ "tap", "courgette", "courgette", "courgette" ], "noun_classes": [ 0, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:07:07.85", "00:07:08.44" ], [ "00:07:09.61", "00:07:10.49" ], [ "00:07:10.25", "00:07:11.00" ], [ "00:07:11.35", "00:07:11.99" ] ], "start_stop_frames": [ [ 21392, 21422 ], [ 21480, 21524 ], [ 21512, 21550 ], [ 21567, 21599 ] ], "trgnoun": "courgette", "trgverb": "move" }, { "key": "P08_21+145_146_147_148", "video_id": "P08_21", "narration_ids": [ "P08_21_145", "P08_21_146", "P08_21_147", "P08_21_148" ], "src": "get milk . open lid . pour milk", "src1": "get milk", "src2": "open lid", "src3": "pour milk", "trg": "close lid", "vis_src": "P08_21:145 P08_21:146 P08_21:147", "vis_trg": "P08_21:148", "narrations": [ "get milk", "open lid", "pour milk", "close lid" ], "verbs": [ "get", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "milk", "lid", "milk", "lid" ], "noun_classes": [ 64, 6, 64, 6 ], "start_stop_timestamps": [ [ "00:09:00.52", "00:09:01.94" ], [ "00:09:04.20", "00:09:05.08" ], [ "00:09:05.18", "00:09:08.89" ], [ "00:09:08.99", "00:09:09.89" ] ], "start_stop_frames": [ [ 32431, 32516 ], [ 32652, 32704 ], [ 32710, 32933 ], [ 32939, 32993 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P22_10+188_189_190_191", "video_id": "P22_10", "narration_ids": [ "P22_10_188", "P22_10_189", "P22_10_190", "P22_10_191" ], "src": "rinse colander . put_down colander . pick_up can", "src1": "rinse colander", "src2": "put_down colander", "src3": "pick_up can", "trg": "rinse can", "vis_src": "P22_10:188 P22_10:189 P22_10:190", "vis_trg": "P22_10:191", "narrations": [ "rinse colander", "put down colander", "pick up can", "rinse can" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "colander", "colander", "can", "can" ], "noun_classes": [ 39, 39, 61, 61 ], "start_stop_timestamps": [ [ "00:06:20.91", "00:06:24.04" ], [ "00:06:24.10", "00:06:25.17" ], [ "00:06:25.17", "00:06:26.42" ], [ "00:06:26.52", "00:06:27.40" ] ], "start_stop_frames": [ [ 22854, 23042 ], [ 23046, 23110 ], [ 23110, 23185 ], [ 23191, 23244 ] ], "trgnoun": "can", "trgverb": "rinse" }, { "key": "P27_104+198_199_200_201", "video_id": "P27_104", "narration_ids": [ "P27_104_198", "P27_104_199", "P27_104_200", "P27_104_201" ], "src": "close oven . move bag . pick_up glass", "src1": "close oven", "src2": "move bag", "src3": "pick_up glass", "trg": "put_down glass", "vis_src": "P27_104:198 P27_104:199 P27_104:200", "vis_trg": "P27_104:201", "narrations": [ "close oven", "move bag", "pick up glass", "put down glass" ], "verbs": [ "close", "move", "pick-up", "put-down" ], "verb_classes": [ 4, 11, 0, 1 ], "nouns": [ "oven", "bag", "glass", "glass" ], "noun_classes": [ 46, 19, 10, 10 ], "start_stop_timestamps": [ [ "00:09:41.08", "00:09:43.15" ], [ "00:09:52.60", "00:09:53.11" ], [ "00:09:53.38", "00:09:54.24" ], [ "00:09:55.60", "00:09:56.53" ] ], "start_stop_frames": [ [ 29054, 29157 ], [ 29630, 29655 ], [ 29669, 29712 ], [ 29780, 29826 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P28_02+5_6_7_8", "video_id": "P28_02", "narration_ids": [ "P28_02_5", "P28_02_6", "P28_02_7", "P28_02_8" ], "src": "open cupboard . put coffee_pot in cupboard . put_down food_container", "src1": "open cupboard", "src2": "put coffee_pot in cupboard", "src3": "put_down food_container", "trg": "close cupboard", "vis_src": "P28_02:5 P28_02:6 P28_02:7", "vis_trg": "P28_02:8", "narrations": [ "open cupboard", "put coffee pot in cupboard", "put down food container", "close cupboard" ], "verbs": [ "open", "put-in", "put-down", "close" ], "verb_classes": [ 3, 5, 1, 4 ], "nouns": [ "cupboard", "pot:coffee", "container:food", "cupboard" ], "noun_classes": [ 3, 50, 21, 3 ], "start_stop_timestamps": [ [ "00:00:13.77", "00:00:14.87" ], [ "00:00:14.57", "00:00:15.89" ], [ "00:00:14.65", "00:00:15.91" ], [ "00:00:15.74", "00:00:17.07" ] ], "start_stop_frames": [ [ 826, 892 ], [ 874, 953 ], [ 879, 954 ], [ 944, 1024 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_10+115_116_117_118", "video_id": "P22_10", "narration_ids": [ "P22_10_115", "P22_10_116", "P22_10_117", "P22_10_118" ], "src": "lather colander . put_down colander . pick_up can", "src1": "lather colander", "src2": "put_down colander", "src3": "pick_up can", "trg": "put_down can", "vis_src": "P22_10:115 P22_10:116 P22_10:117", "vis_trg": "P22_10:118", "narrations": [ "lather colander", "put down colander", "pick up can", "put down can" ], "verbs": [ "lather", "put-down", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "colander", "colander", "can", "can" ], "noun_classes": [ 39, 39, 61, 61 ], "start_stop_timestamps": [ [ "00:03:57.75", "00:04:04.25" ], [ "00:04:04.14", "00:04:04.77" ], [ "00:04:04.84", "00:04:05.89" ], [ "00:04:05.81", "00:04:06.52" ] ], "start_stop_frames": [ [ 14265, 14655 ], [ 14648, 14686 ], [ 14690, 14753 ], [ 14748, 14791 ] ], "trgnoun": "can", "trgverb": "put_down" }, { "key": "P12_104+150_151_152_153", "video_id": "P12_104", "narration_ids": [ "P12_104_150", "P12_104_151", "P12_104_152", "P12_104_153" ], "src": "scrub cutlery . put_down cutlery . pick_up grater", "src1": "scrub cutlery", "src2": "put_down cutlery", "src3": "pick_up grater", "trg": "scrub grater", "vis_src": "P12_104:150 P12_104:151 P12_104:152", "vis_trg": "P12_104:153", "narrations": [ "scrub cutlery", "put down cutlery", "pick up grater", "scrub grater" ], "verbs": [ "scrub", "put-down", "pick-up", "scrub" ], "verb_classes": [ 29, 1, 0, 29 ], "nouns": [ "cutlery", "cutlery", "grater", "grater" ], "noun_classes": [ 58, 58, 96, 96 ], "start_stop_timestamps": [ [ "00:10:33.22", "00:10:34.66" ], [ "00:10:34.71", "00:10:35.47" ], [ "00:10:35.75", "00:10:36.33" ], [ "00:10:36.30", "00:10:42.33" ] ], "start_stop_frames": [ [ 31661, 31733 ], [ 31735, 31773 ], [ 31787, 31816 ], [ 31814, 32116 ] ], "trgnoun": "grater", "trgverb": "scrub" }, { "key": "P35_107+82_83_84_85", "video_id": "P35_107", "narration_ids": [ "P35_107_82", "P35_107_83", "P35_107_84", "P35_107_85" ], "src": "put_down baking_tray . pick_up plate . lather plate", "src1": "put_down baking_tray", "src2": "pick_up plate", "src3": "lather plate", "trg": "put_down plate", "vis_src": "P35_107:82 P35_107:83 P35_107:84", "vis_trg": "P35_107:85", "narrations": [ "put down baking tray", "pick up plate", "lather plate", "put down plate" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "tray:baking", "plate", "plate", "plate" ], "noun_classes": [ 35, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:10.30", "00:06:10.92" ], [ "00:06:10.35", "00:06:12.60" ], [ "00:06:12.88", "00:06:18.25" ], [ "00:06:18.81", "00:06:19.48" ] ], "start_stop_frames": [ [ 18515, 18546 ], [ 18517, 18630 ], [ 18644, 18912 ], [ 18940, 18974 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P04_106+4_5_6_7", "video_id": "P04_106", "narration_ids": [ "P04_106_4", "P04_106_5", "P04_106_6", "P04_106_7" ], "src": "pick_up chopping_board . open food_bin . wipe flour off chopping board and into food bin", "src1": "pick_up chopping_board", "src2": "open food_bin", "src3": "wipe flour off chopping board and into food bin", "trg": "close food_bin", "vis_src": "P04_106:4 P04_106:5 P04_106:6", "vis_trg": "P04_106:7", "narrations": [ "pick up chopping board", "open food bin", "wipe flour off chopping board and into food bin", "close food bin" ], "verbs": [ "pick-up", "open", "wipe-off", "close" ], "verb_classes": [ 0, 3, 2, 4 ], "nouns": [ "board:chopping", "bin:food", "flour", "bin:food" ], "noun_classes": [ 18, 36, 75, 36 ], "start_stop_timestamps": [ [ "00:00:05.51", "00:00:06.95" ], [ "00:00:07.96", "00:00:09.20" ], [ "00:00:09.50", "00:00:15.58" ], [ "00:00:15.45", "00:00:16.39" ] ], "start_stop_frames": [ [ 275, 347 ], [ 398, 459 ], [ 475, 779 ], [ 772, 819 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P10_04+267_268_269_270", "video_id": "P10_04", "narration_ids": [ "P10_04_267", "P10_04_268", "P10_04_269", "P10_04_270" ], "src": "mix the lettuce with soy sauce . cook the lettuce . get some soya_sauce", "src1": "mix the lettuce with soy sauce", "src2": "cook the lettuce", "src3": "get some soya_sauce", "trg": "put the soya_sauce back", "vis_src": "P10_04:267 P10_04:268 P10_04:269", "vis_trg": "P10_04:270", "narrations": [ "mix the lettuce with soy sauce", "cook the lettuce", "get some soya sauce", "put the soya sauce back" ], "verbs": [ "mix-with", "cook", "get", "put" ], "verb_classes": [ 10, 45, 0, 1 ], "nouns": [ "lettuce", "lettuce", "sauce:soya", "sauce:soya" ], "noun_classes": [ 120, 120, 47, 47 ], "start_stop_timestamps": [ [ "00:28:49.33", "00:28:56.01" ], [ "00:29:05.91", "00:29:18.04" ], [ "00:29:22.58", "00:29:24.06" ], [ "00:29:23.86", "00:29:28.86" ] ], "start_stop_frames": [ [ 103759, 104160 ], [ 104754, 105482 ], [ 105754, 105843 ], [ 105831, 106131 ] ], "trgnoun": "soya_sauce", "trgverb": "put" }, { "key": "P02_113+8_9_10_11", "video_id": "P02_113", "narration_ids": [ "P02_113_8", "P02_113_9", "P02_113_10", "P02_113_11" ], "src": "stretch open pine nut bag . pour pine_nut from bag to hand . put_down pine nut bag", "src1": "stretch open pine nut bag", "src2": "pour pine_nut from bag to hand", "src3": "put_down pine nut bag", "trg": "put pine_nuts on meat", "vis_src": "P02_113:8 P02_113:9 P02_113:10", "vis_trg": "P02_113:11", "narrations": [ "stretch open pine nut bag", "pour pine nut from bag to hand", "put down pine nut bag", "put pine nuts on meat" ], "verbs": [ "stretch", "pour-from", "put-down", "put-on" ], "verb_classes": [ 50, 9, 1, 1 ], "nouns": [ "bag:open:pine:nut", "nut:pine", "bag:pine:nut", "nut:pine" ], "noun_classes": [ 19, 133, 19, 133 ], "start_stop_timestamps": [ [ "00:00:19.60", "00:00:23.20" ], [ "00:00:23.30", "00:00:25.39" ], [ "00:00:25.49", "00:00:26.38" ], [ "00:00:27.42", "00:00:29.06" ] ], "start_stop_frames": [ [ 980, 1160 ], [ 1165, 1269 ], [ 1274, 1319 ], [ 1371, 1453 ] ], "trgnoun": "pine_nut", "trgverb": "put_on" }, { "key": "P04_113+434_435_436_437", "video_id": "P04_113", "narration_ids": [ "P04_113_434", "P04_113_435", "P04_113_436", "P04_113_437" ], "src": "sweep flour off hob . sweep flour from under toaster . open dishwasher", "src1": "sweep flour off hob", "src2": "sweep flour from under toaster", "src3": "open dishwasher", "trg": "close dishwasher", "vis_src": "P04_113:434 P04_113:435 P04_113:436", "vis_trg": "P04_113:437", "narrations": [ "sweep flour off hob", "sweep flour from under toaster", "open dishwasher", "close dishwasher" ], "verbs": [ "sweep-off", "sweep-from", "open", "close" ], "verb_classes": [ 57, 57, 3, 4 ], "nouns": [ "flour", "flour", "dishwasher", "dishwasher" ], "noun_classes": [ 75, 75, 70, 70 ], "start_stop_timestamps": [ [ "00:14:02.39", "00:14:08.89" ], [ "00:14:08.92", "00:14:13.29" ], [ "00:14:12.93", "00:14:15.57" ], [ "00:14:14.00", "00:14:16.34" ] ], "start_stop_frames": [ [ 42119, 42444 ], [ 42446, 42664 ], [ 42646, 42778 ], [ 42700, 42817 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P22_117+173_174_175_176", "video_id": "P22_117", "narration_ids": [ "P22_117_173", "P22_117_174", "P22_117_175", "P22_117_176" ], "src": "move courgettes . put_down courgettes . pick_up knife", "src1": "move courgettes", "src2": "put_down courgettes", "src3": "pick_up knife", "trg": "cut courgettes", "vis_src": "P22_117:173 P22_117:174 P22_117:175", "vis_trg": "P22_117:176", "narrations": [ "move courgettes", "put down courgettes", "pick up knife", "cut courgettes" ], "verbs": [ "move", "put-down", "pick-up", "cut" ], "verb_classes": [ 11, 1, 0, 7 ], "nouns": [ "courgette", "courgette", "knife", "courgette" ], "noun_classes": [ 76, 76, 4, 76 ], "start_stop_timestamps": [ [ "00:07:11.35", "00:07:11.99" ], [ "00:07:12.09", "00:07:13.32" ], [ "00:07:13.40", "00:07:13.98" ], [ "00:07:14.08", "00:07:16.67" ] ], "start_stop_frames": [ [ 21567, 21599 ], [ 21604, 21666 ], [ 21670, 21699 ], [ 21704, 21833 ] ], "trgnoun": "courgette", "trgverb": "cut" }, { "key": "P08_22+11_12_13_14", "video_id": "P08_22", "narration_ids": [ "P08_22_11", "P08_22_12", "P08_22_13", "P08_22_14" ], "src": "place pan . close refrigerator . get yoghurt", "src1": "place pan", "src2": "close refrigerator", "src3": "get yoghurt", "trg": "place yoghurt", "vis_src": "P08_22:11 P08_22:12 P08_22:13", "vis_trg": "P08_22:14", "narrations": [ "place pan", "close refrigerator", "get yoghurt", "place yoghurt" ], "verbs": [ "place", "close", "get", "place" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "pan", "refrigerator", "yoghurt", "yoghurt" ], "noun_classes": [ 5, 12, 98, 98 ], "start_stop_timestamps": [ [ "00:00:29.00", "00:00:32.69" ], [ "00:00:34.10", "00:00:35.65" ], [ "00:00:36.31", "00:00:37.71" ], [ "00:00:37.83", "00:00:41.21" ] ], "start_stop_frames": [ [ 1740, 1961 ], [ 2046, 2139 ], [ 2178, 2262 ], [ 2269, 2472 ] ], "trgnoun": "yoghurt", "trgverb": "place" }, { "key": "P01_18+80_81_82_83", "video_id": "P01_18", "narration_ids": [ "P01_18_80", "P01_18_81", "P01_18_82", "P01_18_83" ], "src": "pour water into kettle . turn_off tap . close kettle", "src1": "pour water into kettle", "src2": "turn_off tap", "src3": "close kettle", "trg": "put_down kettle", "vis_src": "P01_18:80 P01_18:81 P01_18:82", "vis_trg": "P01_18:83", "narrations": [ "pour water into kettle", "turn off tap", "close kettle", "put down kettle" ], "verbs": [ "pour-into", "turn-off", "close", "put-down" ], "verb_classes": [ 9, 8, 4, 1 ], "nouns": [ "water", "tap", "kettle", "kettle" ], "noun_classes": [ 27, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:06:25.67", "00:06:32.76" ], [ "00:06:32.86", "00:06:34.11" ], [ "00:06:34.16", "00:06:34.97" ], [ "00:06:36.02", "00:06:37.56" ] ], "start_stop_frames": [ [ 23140, 23565 ], [ 23571, 23646 ], [ 23649, 23698 ], [ 23761, 23853 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_130+128_129_130_131", "video_id": "P02_130", "narration_ids": [ "P02_130_128", "P02_130_129", "P02_130_130", "P02_130_131" ], "src": "open food_processor . put_down cover . pick_up chopping_blades", "src1": "open food_processor", "src2": "put_down cover", "src3": "pick_up chopping_blades", "trg": "put_down chopping_blades", "vis_src": "P02_130:128 P02_130:129 P02_130:130", "vis_trg": "P02_130:131", "narrations": [ "open food processor", "put down cover", "pick up chopping blades", "put down chopping blades" ], "verbs": [ "open", "put-down", "pick-up", "put-down" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "processor:food", "cover", "blade:chopping", "blade:chopping" ], "noun_classes": [ 147, 89, 4, 4 ], "start_stop_timestamps": [ [ "00:04:59.14", "00:05:00.03" ], [ "00:05:00.40", "00:05:03.05" ], [ "00:05:03.60", "00:05:04.35" ], [ "00:05:05.10", "00:05:06.79" ] ], "start_stop_frames": [ [ 14957, 15001 ], [ 15019, 15152 ], [ 15180, 15217 ], [ 15255, 15339 ] ], "trgnoun": "chopping_blade", "trgverb": "put_down" }, { "key": "P01_09+693_694_695_696", "video_id": "P01_09", "narration_ids": [ "P01_09_693", "P01_09_694", "P01_09_695", "P01_09_696" ], "src": "take plate . pour potatoes into bowl . take potato", "src1": "take plate", "src2": "pour potatoes into bowl", "src3": "take potato", "trg": "put potato into bowl", "vis_src": "P01_09:693 P01_09:694 P01_09:695", "vis_trg": "P01_09:696", "narrations": [ "take plate", "pour potatoes into bowl", "take potato", "put potato into bowl" ], "verbs": [ "take", "pour-into", "take", "put-into" ], "verb_classes": [ 0, 9, 0, 5 ], "nouns": [ "plate", "potato", "potato", "potato" ], "noun_classes": [ 2, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:47:38.12", "00:47:39.81" ], [ "00:47:40.05", "00:47:45.90" ], [ "00:47:46.50", "00:47:47.91" ], [ "00:47:47.40", "00:47:48.19" ] ], "start_stop_frames": [ [ 171487, 171588 ], [ 171603, 171954 ], [ 171990, 172074 ], [ 172044, 172091 ] ], "trgnoun": "potato", "trgverb": "put_into" }, { "key": "P30_107+207_208_209_210", "video_id": "P30_107", "narration_ids": [ "P30_107_207", "P30_107_208", "P30_107_209", "P30_107_210" ], "src": "put mushrooms into bowl . scrape mushrooms . pick_up mushrooms", "src1": "put mushrooms into bowl", "src2": "scrape mushrooms", "src3": "pick_up mushrooms", "trg": "put mushroom in bowl", "vis_src": "P30_107:207 P30_107:208 P30_107:209", "vis_trg": "P30_107:210", "narrations": [ "put mushrooms into bowl", "scrape mushrooms", "pick up mushrooms", "put mushroom in bowl" ], "verbs": [ "put-into", "scrape", "pick-up", "put-in" ], "verb_classes": [ 5, 25, 0, 5 ], "nouns": [ "mushroom", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 56, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:10:29.25", "00:10:35.60" ], [ "00:10:35.28", "00:10:37.90" ], [ "00:10:43.60", "00:10:44.33" ], [ "00:10:44.24", "00:10:44.65" ] ], "start_stop_frames": [ [ 31462, 31780 ], [ 31764, 31895 ], [ 32180, 32216 ], [ 32212, 32232 ] ], "trgnoun": "mushroom", "trgverb": "put_in" }, { "key": "P30_108+86_87_88_89", "video_id": "P30_108", "narration_ids": [ "P30_108_86", "P30_108_87", "P30_108_88", "P30_108_89" ], "src": "turn_on tap . hang scouring_pad . rinse pot", "src1": "turn_on tap", "src2": "hang scouring_pad", "src3": "rinse pot", "trg": "turn_off tap", "vis_src": "P30_108:86 P30_108:87 P30_108:88", "vis_trg": "P30_108:89", "narrations": [ "turn on tap", "hang scouring pad", "rinse pot", "turn off tap" ], "verbs": [ "turn-on", "hang", "rinse", "turn-off" ], "verb_classes": [ 6, 41, 2, 8 ], "nouns": [ "tap", "pad:scouring", "pot", "tap" ], "noun_classes": [ 0, 9, 29, 0 ], "start_stop_timestamps": [ [ "00:03:15.60", "00:03:17.30" ], [ "00:03:17.40", "00:03:18.25" ], [ "00:03:18.35", "00:03:20.85" ], [ "00:03:19.77", "00:03:21.44" ] ], "start_stop_frames": [ [ 9780, 9865 ], [ 9870, 9912 ], [ 9917, 10042 ], [ 9988, 10072 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_120+72_73_74_76", "video_id": "P04_120", "narration_ids": [ "P04_120_72", "P04_120_73", "P04_120_74", "P04_120_76" ], "src": "look_at milk_bottle . put_down milk_bottle . pick_up milk_bottle", "src1": "look_at milk_bottle", "src2": "put_down milk_bottle", "src3": "pick_up milk_bottle", "trg": "bash milk_bottle against hand", "vis_src": "P04_120:72 P04_120:73 P04_120:74", "vis_trg": "P04_120:76", "narrations": [ "look at milk bottle", "put down milk bottle", "pick up milk bottle", "bash milk bottle against hand" ], "verbs": [ "look-at", "put-down", "pick-up", "bash-against" ], "verb_classes": [ 38, 1, 0, 49 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:04:48.78", "00:04:49.75" ], [ "00:04:49.50", "00:04:51.35" ], [ "00:04:51.27", "00:04:52.60" ], [ "00:04:51.00", "00:04:54.70" ] ], "start_stop_frames": [ [ 14438, 14487 ], [ 14475, 14567 ], [ 14563, 14630 ], [ 14550, 14735 ] ], "trgnoun": "milk_bottle", "trgverb": "bash_against" }, { "key": "P04_113+492_493_494_495", "video_id": "P04_113", "narration_ids": [ "P04_113_492", "P04_113_493", "P04_113_494", "P04_113_495" ], "src": "pour water from kettle onto baking tray . put_down kettle . slide baking_tray into oven", "src1": "pour water from kettle onto baking tray", "src2": "put_down kettle", "src3": "slide baking_tray into oven", "trg": "pick_up kettle", "vis_src": "P04_113:492 P04_113:493 P04_113:494", "vis_trg": "P04_113:495", "narrations": [ "pour water from kettle onto baking tray", "put down kettle", "slide baking tray into oven", "pick up kettle" ], "verbs": [ "pour-from", "put-down", "slide-into", "pick-up" ], "verb_classes": [ 9, 1, 5, 0 ], "nouns": [ "water", "kettle", "tray:baking", "kettle" ], "noun_classes": [ 27, 44, 35, 44 ], "start_stop_timestamps": [ [ "00:18:43.24", "00:18:49.13" ], [ "00:18:49.04", "00:18:51.00" ], [ "00:18:51.08", "00:18:51.86" ], [ "00:18:51.41", "00:18:53.19" ] ], "start_stop_frames": [ [ 56162, 56456 ], [ 56452, 56550 ], [ 56554, 56592 ], [ 56570, 56659 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P04_107+594_595_596_597", "video_id": "P04_107", "narration_ids": [ "P04_107_594", "P04_107_595", "P04_107_596", "P04_107_597" ], "src": "fold dough over chopstick . lay chopstick on dough . pat dough", "src1": "fold dough over chopstick", "src2": "lay chopstick on dough", "src3": "pat dough", "trg": "pick_up chopstick", "vis_src": "P04_107:594 P04_107:595 P04_107:596", "vis_trg": "P04_107:597", "narrations": [ "fold dough over chopstick", "lay chopstick on dough", "pat dough", "pick up chopstick" ], "verbs": [ "fold-over", "lay-on", "pat", "pick-up" ], "verb_classes": [ 28, 1, 32, 0 ], "nouns": [ "dough", "chopstick", "dough", "chopstick" ], "noun_classes": [ 25, 80, 25, 80 ], "start_stop_timestamps": [ [ "00:16:23.89", "00:16:24.76" ], [ "00:16:25.04", "00:16:25.79" ], [ "00:16:25.91", "00:16:26.42" ], [ "00:16:26.20", "00:16:26.63" ] ], "start_stop_frames": [ [ 49194, 49238 ], [ 49252, 49289 ], [ 49295, 49321 ], [ 49310, 49331 ] ], "trgnoun": "chopstick", "trgverb": "pick_up" }, { "key": "P27_105+47_48_49_50", "video_id": "P27_105", "narration_ids": [ "P27_105_47", "P27_105_48", "P27_105_49", "P27_105_50" ], "src": "rinse cake_mould . wash cake_mould . rinse sponge", "src1": "rinse cake_mould", "src2": "wash cake_mould", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P27_105:47 P27_105:48 P27_105:49", "vis_trg": "P27_105:50", "narrations": [ "rinse cake mould", "wash cake mould", "rinse sponge", "put down sponge" ], "verbs": [ "rinse", "wash", "rinse", "put-down" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "mould:cake", "mould:cake", "sponge", "sponge" ], "noun_classes": [ 35, 35, 9, 9 ], "start_stop_timestamps": [ [ "00:02:38.65", "00:02:42.04" ], [ "00:02:49.25", "00:03:11.01" ], [ "00:03:10.70", "00:03:11.52" ], [ "00:03:11.74", "00:03:12.57" ] ], "start_stop_frames": [ [ 7932, 8102 ], [ 8462, 9550 ], [ 9535, 9576 ], [ 9587, 9628 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P26_20+3_4_5_6", "video_id": "P26_20", "narration_ids": [ "P26_20_3", "P26_20_4", "P26_20_5", "P26_20_6" ], "src": "pick_up oil . open lid . put oil in pot", "src1": "pick_up oil", "src2": "open lid", "src3": "put oil in pot", "trg": "put_down oil", "vis_src": "P26_20:3 P26_20:4 P26_20:5", "vis_trg": "P26_20:6", "narrations": [ "pick up oil", "open lid", "put oil in pot", "put down oil" ], "verbs": [ "pick-up", "open", "put-in", "put-down" ], "verb_classes": [ 0, 3, 5, 1 ], "nouns": [ "oil", "lid", "oil", "oil" ], "noun_classes": [ 31, 6, 31, 31 ], "start_stop_timestamps": [ [ "00:00:10.29", "00:00:12.79" ], [ "00:00:14.33", "00:00:15.23" ], [ "00:00:17.83", "00:00:25.54" ], [ "00:00:27.15", "00:00:31.85" ] ], "start_stop_frames": [ [ 617, 767 ], [ 859, 913 ], [ 1069, 1532 ], [ 1629, 1911 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P03_101+102_103_104_105", "video_id": "P03_101", "narration_ids": [ "P03_101_102", "P03_101_103", "P03_101_104", "P03_101_105" ], "src": "wash fork . put fork on drying rack . pick_up knife", "src1": "wash fork", "src2": "put fork on drying rack", "src3": "pick_up knife", "trg": "wash knife", "vis_src": "P03_101:102 P03_101:103 P03_101:104", "vis_trg": "P03_101:105", "narrations": [ "wash fork", "put fork on drying rack", "pick up knife", "wash knife" ], "verbs": [ "wash", "put-on", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "knife", "knife" ], "noun_classes": [ 14, 14, 4, 4 ], "start_stop_timestamps": [ [ "00:03:07.83", "00:03:09.56" ], [ "00:03:09.63", "00:03:10.74" ], [ "00:03:10.67", "00:03:12.57" ], [ "00:03:12.67", "00:03:21.36" ] ], "start_stop_frames": [ [ 9391, 9478 ], [ 9481, 9537 ], [ 9533, 9628 ], [ 9633, 10068 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P26_104+41_42_43_44", "video_id": "P26_104", "narration_ids": [ "P26_104_41", "P26_104_42", "P26_104_43", "P26_104_44" ], "src": "pick_up mozzarella . pick_up knife . cut mozzarella", "src1": "pick_up mozzarella", "src2": "pick_up knife", "src3": "cut mozzarella", "trg": "put_down knife", "vis_src": "P26_104:41 P26_104:42 P26_104:43", "vis_trg": "P26_104:44", "narrations": [ "pick up mozzarella", "pick up knife", "cut mozzarella", "put down knife" ], "verbs": [ "pick-up", "pick-up", "cut", "put-down" ], "verb_classes": [ 0, 0, 7, 1 ], "nouns": [ "mozzarella", "knife", "mozzarella", "knife" ], "noun_classes": [ 32, 4, 32, 4 ], "start_stop_timestamps": [ [ "00:03:30.02", "00:03:34.11" ], [ "00:03:34.67", "00:03:35.69" ], [ "00:03:35.79", "00:03:38.82" ], [ "00:03:38.89", "00:03:40.90" ] ], "start_stop_frames": [ [ 10501, 10705 ], [ 10733, 10784 ], [ 10789, 10941 ], [ 10944, 11045 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_03+119_120_121_122", "video_id": "P02_03", "narration_ids": [ "P02_03_119", "P02_03_120", "P02_03_121", "P02_03_122" ], "src": "open cupboard . pick pot . remove lid", "src1": "open cupboard", "src2": "pick pot", "src3": "remove lid", "trg": "close cupboard", "vis_src": "P02_03:119 P02_03:120 P02_03:121", "vis_trg": "P02_03:122", "narrations": [ "open cupboard", "pick pot", "remove lid", "close cupboard" ], "verbs": [ "open", "pick", "remove", "close" ], "verb_classes": [ 3, 0, 12, 4 ], "nouns": [ "cupboard", "pot", "lid", "cupboard" ], "noun_classes": [ 3, 29, 6, 3 ], "start_stop_timestamps": [ [ "00:05:38.40", "00:05:40.44" ], [ "00:05:41.01", "00:05:45.65" ], [ "00:05:45.68", "00:05:46.56" ], [ "00:05:47.32", "00:05:50.50" ] ], "start_stop_frames": [ [ 20304, 20426 ], [ 20460, 20739 ], [ 20740, 20793 ], [ 20839, 21030 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_116+6_7_8_9", "video_id": "P03_116", "narration_ids": [ "P03_116_6", "P03_116_7", "P03_116_8", "P03_116_9" ], "src": "screw lid on bottle . put_down bottle . pick_up bottle", "src1": "screw lid on bottle", "src2": "put_down bottle", "src3": "pick_up bottle", "trg": "open bottle", "vis_src": "P03_116:6 P03_116:7 P03_116:8", "vis_trg": "P03_116:9", "narrations": [ "screw lid on bottle", "put down bottle", "pick up bottle", "open bottle" ], "verbs": [ "screw-on", "put-down", "pick-up", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "lid", "bottle", "bottle", "bottle" ], "noun_classes": [ 6, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:00:14.74", "00:00:16.75" ], [ "00:00:16.84", "00:00:18.12" ], [ "00:00:17.65", "00:00:18.66" ], [ "00:00:18.49", "00:00:19.65" ] ], "start_stop_frames": [ [ 737, 837 ], [ 842, 906 ], [ 882, 933 ], [ 924, 982 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P04_116+158_159_160_161", "video_id": "P04_116", "narration_ids": [ "P04_116_158", "P04_116_159", "P04_116_160", "P04_116_161" ], "src": "spoon yoghurt . drop yoghurt into pan . tap spoon on side of pan", "src1": "spoon yoghurt", "src2": "drop yoghurt into pan", "src3": "tap spoon on side of pan", "trg": "put spoon in yoghurt pot", "vis_src": "P04_116:158 P04_116:159 P04_116:160", "vis_trg": "P04_116:161", "narrations": [ "spoon yoghurt", "drop yoghurt into pan", "tap spoon on side of pan", "put spoon in yoghurt pot" ], "verbs": [ "spoon", "drop-into", "tap-on", "put-in" ], "verb_classes": [ 16, 5, 32, 5 ], "nouns": [ "yoghurt", "yoghurt", "spoon", "spoon" ], "noun_classes": [ 98, 98, 1, 1 ], "start_stop_timestamps": [ [ "00:06:57.68", "00:06:58.58" ], [ "00:06:58.58", "00:06:59.40" ], [ "00:06:59.22", "00:06:59.76" ], [ "00:06:59.69", "00:07:01.20" ] ], "start_stop_frames": [ [ 20884, 20929 ], [ 20929, 20970 ], [ 20961, 20988 ], [ 20984, 21060 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P01_19+120_121_122_123", "video_id": "P01_19", "narration_ids": [ "P01_19_120", "P01_19_121", "P01_19_122", "P01_19_123" ], "src": "rinse cloth . wipe sink . turn_off tap", "src1": "rinse cloth", "src2": "wipe sink", "src3": "turn_off tap", "trg": "squeeze cloth", "vis_src": "P01_19:120 P01_19:121 P01_19:122", "vis_trg": "P01_19:123", "narrations": [ "rinse cloth", "wipe sink", "turn off tap", "squeeze cloth" ], "verbs": [ "rinse", "wipe", "turn-off", "squeeze" ], "verb_classes": [ 2, 2, 8, 18 ], "nouns": [ "cloth", "sink", "tap", "cloth" ], "noun_classes": [ 17, 63, 0, 17 ], "start_stop_timestamps": [ [ "00:06:54.23", "00:06:55.57" ], [ "00:06:55.39", "00:06:59.24" ], [ "00:06:58.39", "00:06:59.16" ], [ "00:06:59.26", "00:07:02.31" ] ], "start_stop_frames": [ [ 24853, 24934 ], [ 24923, 25154 ], [ 25103, 25149 ], [ 25155, 25338 ] ], "trgnoun": "cloth", "trgverb": "squeeze" }, { "key": "P04_04+77_78_79_80", "video_id": "P04_04", "narration_ids": [ "P04_04_77", "P04_04_78", "P04_04_79", "P04_04_80" ], "src": "peel potato . chop end off potato . slice potato", "src1": "peel potato", "src2": "chop end off potato", "src3": "slice potato", "trg": "chop potato into chunks", "vis_src": "P04_04:77 P04_04:78 P04_04:79", "vis_trg": "P04_04:80", "narrations": [ "peel potato", "chop end off potato", "slice potato", "chop potato into chunks" ], "verbs": [ "peel", "chop", "slice", "chop-into" ], "verb_classes": [ 19, 7, 7, 7 ], "nouns": [ "potato", "potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:06:09.31", "00:06:43.38" ], [ "00:06:44.61", "00:06:46.30" ], [ "00:06:47.44", "00:06:58.11" ], [ "00:06:56.70", "00:07:07.64" ] ], "start_stop_frames": [ [ 22158, 24202 ], [ 24276, 24378 ], [ 24446, 25086 ], [ 25002, 25658 ] ], "trgnoun": "potato", "trgverb": "chop_into" }, { "key": "P01_18+211_212_213_214", "video_id": "P01_18", "narration_ids": [ "P01_18_211", "P01_18_212", "P01_18_213", "P01_18_214" ], "src": "take olive . take lid . close lid", "src1": "take olive", "src2": "take lid", "src3": "close lid", "trg": "eat olive", "vis_src": "P01_18:211 P01_18:212 P01_18:213", "vis_trg": "P01_18:214", "narrations": [ "take olive", "take lid", "close lid", "eat olive" ], "verbs": [ "take", "take", "close", "eat" ], "verb_classes": [ 0, 0, 4, 35 ], "nouns": [ "olive", "lid", "lid", "olive" ], "noun_classes": [ 83, 6, 6, 83 ], "start_stop_timestamps": [ [ "00:17:05.33", "00:17:10.21" ], [ "00:17:16.25", "00:17:17.00" ], [ "00:17:16.65", "00:17:21.51" ], [ "00:17:17.18", "00:17:18.66" ] ], "start_stop_frames": [ [ 61519, 61812 ], [ 62175, 62220 ], [ 62199, 62490 ], [ 62230, 62319 ] ], "trgnoun": "olive", "trgverb": "eat" }, { "key": "P22_16+514_515_516_517", "video_id": "P22_16", "narration_ids": [ "P22_16_514", "P22_16_515", "P22_16_516", "P22_16_517" ], "src": "put_down water . pick_up bottle . close refrigerator", "src1": "put_down water", "src2": "pick_up bottle", "src3": "close refrigerator", "trg": "put_down bottle", "vis_src": "P22_16:514 P22_16:515 P22_16:516", "vis_trg": "P22_16:517", "narrations": [ "put down water", "pick up bottle", "close refrigerator", "put down bottle" ], "verbs": [ "put-down", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "water", "bottle", "refrigerator", "bottle" ], "noun_classes": [ 27, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:23:47.40", "00:23:48.71" ], [ "00:23:51.77", "00:23:52.59" ], [ "00:23:52.61", "00:23:54.61" ], [ "00:23:55.62", "00:23:56.58" ] ], "start_stop_frames": [ [ 85644, 85722 ], [ 85906, 85955 ], [ 85956, 86076 ], [ 86137, 86194 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P02_112+263_264_265_266", "video_id": "P02_112", "narration_ids": [ "P02_112_263", "P02_112_264", "P02_112_265", "P02_112_266" ], "src": "put_down second_tray . pick_up meat from pan . place meat on dough", "src1": "put_down second_tray", "src2": "pick_up meat from pan", "src3": "place meat on dough", "trg": "pick meat from pan", "vis_src": "P02_112:263 P02_112:264 P02_112:265", "vis_trg": "P02_112:266", "narrations": [ "put down second tray", "pick up meat from pan", "place meat on dough", "pick meat from pan" ], "verbs": [ "put-down", "pick-up", "place-on", "pick-from" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "tray:second", "meat", "meat", "meat" ], "noun_classes": [ 35, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:17:16.39", "00:17:17.98" ], [ "00:17:18.44", "00:17:19.23" ], [ "00:17:19.33", "00:17:21.65" ], [ "00:17:21.69", "00:17:23.83" ] ], "start_stop_frames": [ [ 51819, 51899 ], [ 51922, 51961 ], [ 51966, 52082 ], [ 52084, 52191 ] ], "trgnoun": "meat", "trgverb": "pick_from" }, { "key": "P30_05+394_395_396_397", "video_id": "P30_05", "narration_ids": [ "P30_05_394", "P30_05_395", "P30_05_396", "P30_05_397" ], "src": "drink water . put water . rinse rice", "src1": "drink water", "src2": "put water", "src3": "rinse rice", "trg": "drain rice", "vis_src": "P30_05:394 P30_05:395 P30_05:396", "vis_trg": "P30_05:397", "narrations": [ "drink water", "put water", "rinse rice", "drain rice" ], "verbs": [ "drink", "put", "rinse", "drain" ], "verb_classes": [ 60, 1, 2, 37 ], "nouns": [ "water", "water", "rice", "rice" ], "noun_classes": [ 27, 27, 55, 55 ], "start_stop_timestamps": [ [ "00:31:24.49", "00:31:27.02" ], [ "00:31:26.72", "00:31:27.67" ], [ "00:31:30.66", "00:31:37.23" ], [ "00:31:36.32", "00:31:40.53" ] ], "start_stop_frames": [ [ 113069, 113221 ], [ 113203, 113260 ], [ 113439, 113833 ], [ 113779, 114031 ] ], "trgnoun": "rice", "trgverb": "drain" }, { "key": "P06_108+117_118_119_120", "video_id": "P06_108", "narration_ids": [ "P06_108_117", "P06_108_118", "P06_108_119", "P06_108_120" ], "src": "pick_up mozzarella . eat mozzarella . pick_up packet", "src1": "pick_up mozzarella", "src2": "eat mozzarella", "src3": "pick_up packet", "trg": "wash packet", "vis_src": "P06_108:117 P06_108:118 P06_108:119", "vis_trg": "P06_108:120", "narrations": [ "pick up mozzarella", "eat mozzarella", "pick up packet", "wash packet" ], "verbs": [ "pick-up", "eat", "pick-up", "wash" ], "verb_classes": [ 0, 35, 0, 2 ], "nouns": [ "mozzarella", "mozzarella", "packet", "packet" ], "noun_classes": [ 32, 32, 26, 26 ], "start_stop_timestamps": [ [ "00:09:05.14", "00:09:06.62" ], [ "00:09:07.70", "00:09:14.76" ], [ "00:09:14.15", "00:09:18.70" ], [ "00:09:20.14", "00:09:26.39" ] ], "start_stop_frames": [ [ 27257, 27331 ], [ 27385, 27738 ], [ 27707, 27935 ], [ 28007, 28319 ] ], "trgnoun": "packet", "trgverb": "wash" }, { "key": "P35_104+340_341_342_343", "video_id": "P35_104", "narration_ids": [ "P35_104_340", "P35_104_341", "P35_104_342", "P35_104_343" ], "src": "drain glass . put_down glass . pick_up container", "src1": "drain glass", "src2": "put_down glass", "src3": "pick_up container", "trg": "drain container", "vis_src": "P35_104:340 P35_104:341 P35_104:342", "vis_trg": "P35_104:343", "narrations": [ "drain glass", "put down glass", "pick up container", "drain container" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "glass", "glass", "container", "container" ], "noun_classes": [ 10, 10, 21, 21 ], "start_stop_timestamps": [ [ "00:22:22.39", "00:22:24.49" ], [ "00:22:25.94", "00:22:27.19" ], [ "00:22:29.72", "00:22:30.49" ], [ "00:22:30.53", "00:22:32.74" ] ], "start_stop_frames": [ [ 67119, 67224 ], [ 67297, 67359 ], [ 67486, 67524 ], [ 67526, 67637 ] ], "trgnoun": "container", "trgverb": "drain" }, { "key": "P03_117+150_151_152_153", "video_id": "P03_117", "narration_ids": [ "P03_117_150", "P03_117_151", "P03_117_152", "P03_117_153" ], "src": "scrape food off of bottom of sink . rinse_out washing up bowl . wash hand", "src1": "scrape food off of bottom of sink", "src2": "rinse_out washing up bowl", "src3": "wash hand", "trg": "rinse washing up bowl", "vis_src": "P03_117:150 P03_117:151 P03_117:152", "vis_trg": "P03_117:153", "narrations": [ "scrape food off of bottom of sink", "rinse out washing up bowl", "wash hand", "rinse washing up bowl" ], "verbs": [ "scrape-off", "rinse-out", "wash", "rinse" ], "verb_classes": [ 25, 2, 2, 2 ], "nouns": [ "food", "bowl:washing:up", "hand", "bowl:washing:up" ], "noun_classes": [ 34, 7, 11, 7 ], "start_stop_timestamps": [ [ "00:07:55.38", "00:07:59.10" ], [ "00:07:59.15", "00:08:00.03" ], [ "00:07:59.71", "00:08:00.88" ], [ "00:08:00.98", "00:08:04.10" ] ], "start_stop_frames": [ [ 23769, 23955 ], [ 23957, 24001 ], [ 23985, 24044 ], [ 24049, 24205 ] ], "trgnoun": "up_washing_bowl", "trgverb": "rinse" }, { "key": "P02_03+349_350_351_352", "video_id": "P02_03", "narration_ids": [ "P02_03_349", "P02_03_350", "P02_03_351", "P02_03_352" ], "src": "pick_up scissors . return scissors . pick_up plate", "src1": "pick_up scissors", "src2": "return scissors", "src3": "pick_up plate", "trg": "put plate", "vis_src": "P02_03:349 P02_03:350 P02_03:351", "vis_trg": "P02_03:352", "narrations": [ "pick up scissors", "return scissors", "pick up plate", "put plate" ], "verbs": [ "pick-up", "return", "pick-up", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "scissors", "scissors", "plate", "plate" ], "noun_classes": [ 79, 79, 2, 2 ], "start_stop_timestamps": [ [ "00:20:08.34", "00:20:09.25" ], [ "00:20:09.08", "00:20:10.11" ], [ "00:20:10.41", "00:20:10.91" ], [ "00:20:11.21", "00:20:11.96" ] ], "start_stop_frames": [ [ 72500, 72555 ], [ 72544, 72606 ], [ 72624, 72654 ], [ 72672, 72717 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P01_18+656_657_658_659", "video_id": "P01_18", "narration_ids": [ "P01_18_656", "P01_18_657", "P01_18_658", "P01_18_659" ], "src": "take plate . put_down plate . take saucepan", "src1": "take plate", "src2": "put_down plate", "src3": "take saucepan", "trg": "put_down saucepan", "vis_src": "P01_18:656 P01_18:657 P01_18:658", "vis_trg": "P01_18:659", "narrations": [ "take plate", "put down plate", "take saucepan", "put down saucepan" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate", "saucepan", "saucepan" ], "noun_classes": [ 2, 2, 5, 5 ], "start_stop_timestamps": [ [ "00:59:40.29", "00:59:42.69" ], [ "00:59:43.14", "00:59:44.89" ], [ "00:59:46.24", "00:59:48.79" ], [ "00:59:48.42", "00:59:50.81" ] ], "start_stop_frames": [ [ 214817, 214961 ], [ 214988, 215093 ], [ 215174, 215327 ], [ 215305, 215448 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P25_104+258_259_260_261", "video_id": "P25_104", "narration_ids": [ "P25_104_258", "P25_104_259", "P25_104_260", "P25_104_261" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "close lid", "vis_src": "P25_104:258 P25_104:259 P25_104:260", "vis_trg": "P25_104:261", "narrations": [ "pick up spoon", "open lid", "stir pasta", "close lid" ], "verbs": [ "pick-up", "open", "stir", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:13:09.48", "00:13:12.02" ], [ "00:13:12.11", "00:13:13.32" ], [ "00:13:13.43", "00:13:20.77" ], [ "00:13:20.72", "00:13:22.57" ] ], "start_stop_frames": [ [ 39474, 39601 ], [ 39605, 39666 ], [ 39671, 40038 ], [ 40036, 40128 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P03_111+8_9_10_11", "video_id": "P03_111", "narration_ids": [ "P03_111_8", "P03_111_9", "P03_111_10", "P03_111_11" ], "src": "put_down saucepan and lid . turn_on hob . open chilli", "src1": "put_down saucepan and lid", "src2": "turn_on hob", "src3": "open chilli", "trg": "pick_up chilli", "vis_src": "P03_111:8 P03_111:9 P03_111:10", "vis_trg": "P03_111:11", "narrations": [ "put down saucepan and lid", "turn on hob", "open chilli", "pick up chilli" ], "verbs": [ "put-down", "turn-on", "open", "pick-up" ], "verb_classes": [ 1, 6, 3, 0 ], "nouns": [ "saucepan", "hob", "chilli", "chilli" ], "noun_classes": [ 5, 24, 69, 69 ], "start_stop_timestamps": [ [ "00:00:10.59", "00:00:11.67" ], [ "00:00:11.19", "00:00:12.30" ], [ "00:00:12.81", "00:00:15.10" ], [ "00:00:15.20", "00:00:16.25" ] ], "start_stop_frames": [ [ 529, 583 ], [ 559, 615 ], [ 640, 755 ], [ 760, 812 ] ], "trgnoun": "chilli", "trgverb": "pick_up" }, { "key": "P02_123+68_69_70_71", "video_id": "P02_123", "narration_ids": [ "P02_123_68", "P02_123_69", "P02_123_70", "P02_123_71" ], "src": "close fridge . pick_up knife . put lemon on chopping board", "src1": "close fridge", "src2": "pick_up knife", "src3": "put lemon on chopping board", "trg": "cut lemon into halves", "vis_src": "P02_123:68 P02_123:69 P02_123:70", "vis_trg": "P02_123:71", "narrations": [ "close fridge", "pick up knife", "put lemon on chopping board", "cut lemon into halves" ], "verbs": [ "close", "pick-up", "put-on", "cut-into" ], "verb_classes": [ 4, 0, 1, 7 ], "nouns": [ "fridge", "knife", "lemon", "lemon" ], "noun_classes": [ 12, 4, 105, 105 ], "start_stop_timestamps": [ [ "00:03:09.19", "00:03:10.08" ], [ "00:03:10.57", "00:03:11.15" ], [ "00:03:11.25", "00:03:11.66" ], [ "00:03:11.51", "00:03:13.56" ] ], "start_stop_frames": [ [ 9459, 9504 ], [ 9528, 9557 ], [ 9562, 9583 ], [ 9575, 9678 ] ], "trgnoun": "lemon", "trgverb": "cut_into" }, { "key": "P25_01+10_11_12_13", "video_id": "P25_01", "narration_ids": [ "P25_01_10", "P25_01_11", "P25_01_12", "P25_01_13" ], "src": "put salt . close lid . turn tap on", "src1": "put salt", "src2": "close lid", "src3": "turn tap on", "trg": "open lid", "vis_src": "P25_01:10 P25_01:11 P25_01:12", "vis_trg": "P25_01:13", "narrations": [ "put salt", "close lid", "turn tap on", "open lid" ], "verbs": [ "put", "close", "turn-on", "open" ], "verb_classes": [ 1, 4, 6, 3 ], "nouns": [ "salt", "lid", "tap", "lid" ], "noun_classes": [ 38, 6, 0, 6 ], "start_stop_timestamps": [ [ "00:01:04.81", "00:01:05.70" ], [ "00:01:06.27", "00:01:07.30" ], [ "00:01:14.20", "00:01:15.29" ], [ "00:01:37.72", "00:01:39.32" ] ], "start_stop_frames": [ [ 3888, 3942 ], [ 3976, 4038 ], [ 4452, 4517 ], [ 5863, 5959 ] ], "trgnoun": "lid", "trgverb": "open" }, { "key": "P02_09+36_37_38_39", "video_id": "P02_09", "narration_ids": [ "P02_09_36", "P02_09_37", "P02_09_38", "P02_09_39" ], "src": "get two glasses . close cupboard . put one glass inside bowl", "src1": "get two glasses", "src2": "close cupboard", "src3": "put one glass inside bowl", "trg": "put one glass down", "vis_src": "P02_09:36 P02_09:37 P02_09:38", "vis_trg": "P02_09:39", "narrations": [ "get two glasses", "close cupboard", "put one glass inside bowl", "put one glass down" ], "verbs": [ "get", "close", "put-inside", "put-down" ], "verb_classes": [ 0, 4, 5, 1 ], "nouns": [ "glass", "cupboard", "glass", "glass" ], "noun_classes": [ 10, 3, 10, 10 ], "start_stop_timestamps": [ [ "00:01:33.44", "00:01:36.88" ], [ "00:01:35.79", "00:01:36.29" ], [ "00:01:38.12", "00:01:38.78" ], [ "00:01:39.24", "00:01:39.83" ] ], "start_stop_frames": [ [ 5606, 5812 ], [ 5747, 5777 ], [ 5887, 5926 ], [ 5954, 5989 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P02_09+9_10_12_60", "video_id": "P02_09", "narration_ids": [ "P02_09_9", "P02_09_10", "P02_09_12", "P02_09_60" ], "src": "get salt . get oil . put olive_oil", "src1": "get salt", "src2": "get oil", "src3": "put olive_oil", "trg": "put salt", "vis_src": "P02_09:9 P02_09:10 P02_09:12", "vis_trg": "P02_09:60", "narrations": [ "get salt", "get oil", "put olive oil", "put salt" ], "verbs": [ "get", "get", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "salt", "oil", "oil:olive", "salt" ], "noun_classes": [ 38, 31, 31, 38 ], "start_stop_timestamps": [ [ "00:00:28.44", "00:00:29.44" ], [ "00:00:28.69", "00:00:32.87" ], [ "00:00:31.79", "00:00:32.31" ], [ "00:02:23.00", "00:02:33.36" ] ], "start_stop_frames": [ [ 1706, 1766 ], [ 1721, 1972 ], [ 1907, 1938 ], [ 8580, 9201 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P02_109+86_87_88_89", "video_id": "P02_109", "narration_ids": [ "P02_109_86", "P02_109_87", "P02_109_88", "P02_109_89" ], "src": "pick_up garlic . remove garlic from plastic bag . put away bag", "src1": "pick_up garlic", "src2": "remove garlic from plastic bag", "src3": "put away bag", "trg": "put_down garlic", "vis_src": "P02_109:86 P02_109:87 P02_109:88", "vis_trg": "P02_109:89", "narrations": [ "pick up garlic", "remove garlic from plastic bag", "put away bag", "put down garlic" ], "verbs": [ "pick-up", "remove-from", "put", "put-down" ], "verb_classes": [ 0, 12, 1, 1 ], "nouns": [ "garlic", "garlic", "bag", "garlic" ], "noun_classes": [ 51, 51, 19, 51 ], "start_stop_timestamps": [ [ "00:07:34.75", "00:07:35.81" ], [ "00:07:37.38", "00:07:39.42" ], [ "00:07:39.38", "00:07:40.15" ], [ "00:07:40.22", "00:07:40.81" ] ], "start_stop_frames": [ [ 22737, 22790 ], [ 22869, 22971 ], [ 22969, 23007 ], [ 23011, 23040 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P01_109+86_87_88_89", "video_id": "P01_109", "narration_ids": [ "P01_109_86", "P01_109_87", "P01_109_88", "P01_109_89" ], "src": "pick_up potato_slice . put_down potato_slice . pick_up knife", "src1": "pick_up potato_slice", "src2": "put_down potato_slice", "src3": "pick_up knife", "trg": "cut potato_slice", "vis_src": "P01_109:86 P01_109:87 P01_109:88", "vis_trg": "P01_109:89", "narrations": [ "pick up potato slice", "put down potato slice", "pick up knife", "cut potato slice" ], "verbs": [ "pick-up", "put-down", "pick-up", "cut" ], "verb_classes": [ 0, 1, 0, 7 ], "nouns": [ "slice:potato", "slice:potato", "knife", "slice:potato" ], "noun_classes": [ 30, 30, 4, 30 ], "start_stop_timestamps": [ [ "00:04:14.47", "00:04:15.06" ], [ "00:04:15.16", "00:04:15.72" ], [ "00:04:17.53", "00:04:18.53" ], [ "00:04:18.30", "00:04:20.73" ] ], "start_stop_frames": [ [ 12723, 12753 ], [ 12758, 12786 ], [ 12876, 12926 ], [ 12915, 13036 ] ], "trgnoun": "potato_slice", "trgverb": "cut" }, { "key": "P06_07+130_131_132_133", "video_id": "P06_07", "narration_ids": [ "P06_07_130", "P06_07_131", "P06_07_132", "P06_07_133" ], "src": "put lid on sweetcorn . put_down sweetcorn . pick_up onion", "src1": "put lid on sweetcorn", "src2": "put_down sweetcorn", "src3": "pick_up onion", "trg": "sprinkle onion", "vis_src": "P06_07:130 P06_07:131 P06_07:132", "vis_trg": "P06_07:133", "narrations": [ "put lid on sweetcorn", "put down sweetcorn", "pick up onion", "sprinkle onion" ], "verbs": [ "put-on", "put-down", "pick-up", "sprinkle" ], "verb_classes": [ 1, 1, 0, 42 ], "nouns": [ "lid", "sweetcorn", "onion", "onion" ], "noun_classes": [ 6, 125, 16, 16 ], "start_stop_timestamps": [ [ "00:08:39.24", "00:08:40.55" ], [ "00:08:40.65", "00:08:41.84" ], [ "00:08:41.67", "00:08:43.04" ], [ "00:08:42.97", "00:08:48.10" ] ], "start_stop_frames": [ [ 31154, 31232 ], [ 31239, 31310 ], [ 31300, 31382 ], [ 31378, 31686 ] ], "trgnoun": "onion", "trgverb": "sprinkle" }, { "key": "P23_102+599_600_601_602", "video_id": "P23_102", "narration_ids": [ "P23_102_599", "P23_102_600", "P23_102_601", "P23_102_602" ], "src": "put plate . take brush . take pan", "src1": "put plate", "src2": "take brush", "src3": "take pan", "trg": "wash pan", "vis_src": "P23_102:599 P23_102:600 P23_102:601", "vis_trg": "P23_102:602", "narrations": [ "put plate", "take brush", "take pan", "wash pan" ], "verbs": [ "put", "take", "take", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "plate", "brush", "pan", "pan" ], "noun_classes": [ 2, 103, 5, 5 ], "start_stop_timestamps": [ [ "00:55:16.61", "00:55:19.49" ], [ "00:55:20.23", "00:55:21.17" ], [ "00:55:21.04", "00:55:21.48" ], [ "00:55:21.44", "00:55:53.49" ] ], "start_stop_frames": [ [ 165830, 165974 ], [ 166011, 166058 ], [ 166052, 166074 ], [ 166072, 167674 ] ], "trgnoun": "pan", "trgverb": "wash" }, { "key": "P22_107+140_141_142_143", "video_id": "P22_107", "narration_ids": [ "P22_107_140", "P22_107_141", "P22_107_142", "P22_107_143" ], "src": "put_down cloth . pick_up cutting_board . open drawer", "src1": "put_down cloth", "src2": "pick_up cutting_board", "src3": "open drawer", "trg": "put_down cutting_board", "vis_src": "P22_107:140 P22_107:141 P22_107:142", "vis_trg": "P22_107:143", "narrations": [ "put down cloth", "pick up cutting board", "open drawer", "put down cutting board" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "cloth", "board:cutting", "drawer", "board:cutting" ], "noun_classes": [ 17, 18, 8, 18 ], "start_stop_timestamps": [ [ "00:05:52.62", "00:05:53.17" ], [ "00:05:53.19", "00:05:54.31" ], [ "00:05:54.45", "00:05:55.54" ], [ "00:05:55.65", "00:05:56.32" ] ], "start_stop_frames": [ [ 17631, 17658 ], [ 17659, 17715 ], [ 17722, 17777 ], [ 17782, 17816 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P03_123+31_32_33_34", "video_id": "P03_123", "narration_ids": [ "P03_123_31", "P03_123_32", "P03_123_33", "P03_123_34" ], "src": "move scales . move grater . put_down baking_tray on counter", "src1": "move scales", "src2": "move grater", "src3": "put_down baking_tray on counter", "trg": "move baking_tray on counter", "vis_src": "P03_123:31 P03_123:32 P03_123:33", "vis_trg": "P03_123:34", "narrations": [ "move scales", "move grater", "put down baking tray on counter", "move baking tray on counter" ], "verbs": [ "move", "move", "put-down", "move-on" ], "verb_classes": [ 11, 11, 1, 11 ], "nouns": [ "scale", "grater", "tray:baking", "tray:baking" ], "noun_classes": [ 108, 96, 35, 35 ], "start_stop_timestamps": [ [ "00:01:30.88", "00:01:33.01" ], [ "00:01:33.11", "00:01:34.20" ], [ "00:01:34.00", "00:01:36.42" ], [ "00:01:34.96", "00:01:36.29" ] ], "start_stop_frames": [ [ 4544, 4650 ], [ 4655, 4710 ], [ 4700, 4821 ], [ 4748, 4814 ] ], "trgnoun": "baking_tray", "trgverb": "move_on" }, { "key": "P04_109+318_319_320_321", "video_id": "P04_109", "narration_ids": [ "P04_109_318", "P04_109_319", "P04_109_320", "P04_109_321" ], "src": "smell sesame_oil . pour sesame_oil into pan . close lid of sesame oil", "src1": "smell sesame_oil", "src2": "pour sesame_oil into pan", "src3": "close lid of sesame oil", "trg": "put_down sesame_oil", "vis_src": "P04_109:318 P04_109:319 P04_109:320", "vis_trg": "P04_109:321", "narrations": [ "smell sesame oil", "pour sesame oil into pan", "close lid of sesame oil", "put down sesame oil" ], "verbs": [ "smell", "pour-into", "close", "put-down" ], "verb_classes": [ 75, 9, 4, 1 ], "nouns": [ "oil:sesame", "oil:sesame", "lid:sesame:oil", "oil:sesame" ], "noun_classes": [ 31, 31, 118, 31 ], "start_stop_timestamps": [ [ "00:10:21.39", "00:10:22.01" ], [ "00:10:22.31", "00:10:23.77" ], [ "00:10:23.41", "00:10:24.13" ], [ "00:10:24.10", "00:10:25.14" ] ], "start_stop_frames": [ [ 31069, 31100 ], [ 31115, 31188 ], [ 31170, 31206 ], [ 31205, 31257 ] ], "trgnoun": "sesame_oil", "trgverb": "put_down" }, { "key": "P02_01+27_28_29_31", "video_id": "P02_01", "narration_ids": [ "P02_01_27", "P02_01_28", "P02_01_29", "P02_01_31" ], "src": "pick_up milk . close fridge . put milk into cup", "src1": "pick_up milk", "src2": "close fridge", "src3": "put milk into cup", "trg": "close milk", "vis_src": "P02_01:27 P02_01:28 P02_01:29", "vis_trg": "P02_01:31", "narrations": [ "pick up milk", "close fridge", "put milk into cup", "close milk" ], "verbs": [ "pick-up", "close", "put-into", "close" ], "verb_classes": [ 0, 4, 5, 4 ], "nouns": [ "milk", "fridge", "milk", "milk" ], "noun_classes": [ 64, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:01:05.97", "00:01:07.85" ], [ "00:01:07.56", "00:01:09.13" ], [ "00:01:10.65", "00:01:12.84" ], [ "00:01:16.95", "00:01:17.87" ] ], "start_stop_frames": [ [ 3958, 4070 ], [ 4053, 4147 ], [ 4239, 4370 ], [ 4617, 4672 ] ], "trgnoun": "milk", "trgverb": "close" }, { "key": "P35_107+239_240_241_242", "video_id": "P35_107", "narration_ids": [ "P35_107_239", "P35_107_240", "P35_107_241", "P35_107_242" ], "src": "drain drying_rack . pick_up cloth . dry counter top", "src1": "drain drying_rack", "src2": "pick_up cloth", "src3": "dry counter top", "trg": "put_down drying_rack", "vis_src": "P35_107:239 P35_107:240 P35_107:241", "vis_trg": "P35_107:242", "narrations": [ "drain drying rack", "pick up cloth", "dry counter top", "put down drying rack" ], "verbs": [ "drain", "pick-up", "dry", "put-down" ], "verb_classes": [ 37, 0, 14, 1 ], "nouns": [ "rack:drying", "cloth", "top", "rack:drying" ], "noun_classes": [ 110, 17, 42, 110 ], "start_stop_timestamps": [ [ "00:17:56.75", "00:18:02.60" ], [ "00:18:02.61", "00:18:03.71" ], [ "00:18:03.81", "00:18:10.70" ], [ "00:18:10.21", "00:18:11.69" ] ], "start_stop_frames": [ [ 53837, 54129 ], [ 54130, 54185 ], [ 54190, 54535 ], [ 54510, 54584 ] ], "trgnoun": "drying_rack", "trgverb": "put_down" }, { "key": "P02_123+391_392_393_394", "video_id": "P02_123", "narration_ids": [ "P02_123_391", "P02_123_392", "P02_123_393", "P02_123_394" ], "src": "sponge blender_cover . open tap . rinse cover", "src1": "sponge blender_cover", "src2": "open tap", "src3": "rinse cover", "trg": "close tap", "vis_src": "P02_123:391 P02_123:392 P02_123:393", "vis_trg": "P02_123:394", "narrations": [ "sponge blender cover", "open tap", "rinse cover", "close tap" ], "verbs": [ "sponge", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 2, 6, 2, 8 ], "nouns": [ "cover:blender", "tap", "cover", "tap" ], "noun_classes": [ 89, 0, 89, 0 ], "start_stop_timestamps": [ [ "00:19:42.79", "00:19:46.77" ], [ "00:19:46.86", "00:19:47.97" ], [ "00:19:47.15", "00:19:52.36" ], [ "00:19:52.22", "00:19:54.54" ] ], "start_stop_frames": [ [ 59139, 59338 ], [ 59342, 59398 ], [ 59357, 59617 ], [ 59611, 59727 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_126+20_21_22_23", "video_id": "P02_126", "narration_ids": [ "P02_126_20", "P02_126_21", "P02_126_22", "P02_126_23" ], "src": "return second_glove to bag . open cupboard . put glove_bag in cupboard", "src1": "return second_glove to bag", "src2": "open cupboard", "src3": "put glove_bag in cupboard", "trg": "close cupboard", "vis_src": "P02_126:20 P02_126:21 P02_126:22", "vis_trg": "P02_126:23", "narrations": [ "return second glove to bag", "open cupboard", "put glove bag in cupboard", "close cupboard" ], "verbs": [ "return-to", "open", "put-in", "close" ], "verb_classes": [ 11, 3, 5, 4 ], "nouns": [ "glove:second", "cupboard", "bag:glove", "cupboard" ], "noun_classes": [ 60, 3, 19, 3 ], "start_stop_timestamps": [ [ "00:01:13.89", "00:01:16.11" ], [ "00:01:17.02", "00:01:18.34" ], [ "00:01:18.11", "00:01:18.69" ], [ "00:01:18.86", "00:01:19.49" ] ], "start_stop_frames": [ [ 3694, 3805 ], [ 3851, 3917 ], [ 3905, 3934 ], [ 3943, 3974 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P25_102+22_23_24_25", "video_id": "P25_102", "narration_ids": [ "P25_102_22", "P25_102_23", "P25_102_24", "P25_102_25" ], "src": "open container . open cupboard . pick_up jar", "src1": "open container", "src2": "open cupboard", "src3": "pick_up jar", "trg": "put_down jar", "vis_src": "P25_102:22 P25_102:23 P25_102:24", "vis_trg": "P25_102:25", "narrations": [ "open container", "open cupboard", "pick up jar", "put down jar" ], "verbs": [ "open", "open", "pick-up", "put-down" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "container", "cupboard", "jar", "jar" ], "noun_classes": [ 21, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:01:05.06", "00:01:15.31" ], [ "00:01:19.04", "00:01:19.88" ], [ "00:01:19.98", "00:01:21.18" ], [ "00:01:21.25", "00:01:24.22" ] ], "start_stop_frames": [ [ 3253, 3765 ], [ 3951, 3994 ], [ 3999, 4059 ], [ 4062, 4211 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P27_105+49_50_51_52", "video_id": "P27_105", "narration_ids": [ "P27_105_49", "P27_105_50", "P27_105_51", "P27_105_52" ], "src": "rinse sponge . put_down sponge . rinse cake_mould", "src1": "rinse sponge", "src2": "put_down sponge", "src3": "rinse cake_mould", "trg": "put_down cake_mould", "vis_src": "P27_105:49 P27_105:50 P27_105:51", "vis_trg": "P27_105:52", "narrations": [ "rinse sponge", "put down sponge", "rinse cake mould", "put down cake mould" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "sponge", "sponge", "mould:cake", "mould:cake" ], "noun_classes": [ 9, 9, 35, 35 ], "start_stop_timestamps": [ [ "00:03:10.70", "00:03:11.52" ], [ "00:03:11.74", "00:03:12.57" ], [ "00:03:12.95", "00:03:28.22" ], [ "00:03:28.29", "00:03:29.84" ] ], "start_stop_frames": [ [ 9535, 9576 ], [ 9587, 9628 ], [ 9647, 10411 ], [ 10414, 10492 ] ], "trgnoun": "cake_mould", "trgverb": "put_down" }, { "key": "P04_104+207_208_209_210", "video_id": "P04_104", "narration_ids": [ "P04_104_207", "P04_104_208", "P04_104_209", "P04_104_210" ], "src": "put_down knife . open drawer . pick_up tea_towel", "src1": "put_down knife", "src2": "open drawer", "src3": "pick_up tea_towel", "trg": "put tea_towel on bowl", "vis_src": "P04_104:207 P04_104:208 P04_104:209", "vis_trg": "P04_104:210", "narrations": [ "put down knife", "open drawer", "pick up tea towel", "put tea towel on bowl" ], "verbs": [ "put-down", "open", "pick-up", "put-on" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "knife", "drawer", "towel:tea", "towel:tea" ], "noun_classes": [ 4, 8, 52, 52 ], "start_stop_timestamps": [ [ "00:08:02.55", "00:08:03.15" ], [ "00:08:03.49", "00:08:06.08" ], [ "00:08:06.18", "00:08:07.69" ], [ "00:08:09.13", "00:08:10.84" ] ], "start_stop_frames": [ [ 24127, 24157 ], [ 24174, 24304 ], [ 24309, 24384 ], [ 24456, 24542 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P30_113+105_106_107_108", "video_id": "P30_113", "narration_ids": [ "P30_113_105", "P30_113_106", "P30_113_107", "P30_113_108" ], "src": "turn_off tap . put glass on drying rack . take oven_mitt", "src1": "turn_off tap", "src2": "put glass on drying rack", "src3": "take oven_mitt", "trg": "hang oven_mitt", "vis_src": "P30_113:105 P30_113:106 P30_113:107", "vis_trg": "P30_113:108", "narrations": [ "turn off tap", "put glass on drying rack", "take oven mitt", "hang oven mitt" ], "verbs": [ "turn-off", "put-on", "take", "hang" ], "verb_classes": [ 8, 1, 0, 41 ], "nouns": [ "tap", "glass", "mitt:oven", "mitt:oven" ], "noun_classes": [ 0, 10, 60, 60 ], "start_stop_timestamps": [ [ "00:04:08.41", "00:04:09.22" ], [ "00:04:10.00", "00:04:11.30" ], [ "00:04:11.09", "00:04:11.74" ], [ "00:04:12.50", "00:04:14.47" ] ], "start_stop_frames": [ [ 12420, 12461 ], [ 12500, 12565 ], [ 12554, 12587 ], [ 12625, 12723 ] ], "trgnoun": "oven_mitt", "trgverb": "hang" }, { "key": "P12_101+466_467_468_469", "video_id": "P12_101", "narration_ids": [ "P12_101_466", "P12_101_467", "P12_101_468", "P12_101_469" ], "src": "pour_out spice into saucepan with soup . stir soup using spoon . pick_up salt_container", "src1": "pour_out spice into saucepan with soup", "src2": "stir soup using spoon", "src3": "pick_up salt_container", "trg": "open salt_container", "vis_src": "P12_101:466 P12_101:467 P12_101:468", "vis_trg": "P12_101:469", "narrations": [ "pour out spice into saucepan with soup", "stir soup using spoon", "pick up salt container", "open salt container" ], "verbs": [ "pour-out", "stir", "pick-up", "open" ], "verb_classes": [ 9, 10, 0, 3 ], "nouns": [ "spice", "soup", "container:salt", "container:salt" ], "noun_classes": [ 85, 126, 21, 21 ], "start_stop_timestamps": [ [ "00:31:10.06", "00:31:15.03" ], [ "00:31:18.69", "00:31:30.13" ], [ "00:31:30.53", "00:31:31.45" ], [ "00:31:31.27", "00:31:32.47" ] ], "start_stop_frames": [ [ 93503, 93751 ], [ 93934, 94506 ], [ 94526, 94572 ], [ 94563, 94623 ] ], "trgnoun": "salt_container", "trgverb": "open" }, { "key": "P02_09+152_153_154_155", "video_id": "P02_09", "narration_ids": [ "P02_09_152", "P02_09_153", "P02_09_154", "P02_09_155" ], "src": "dry hands . open drawer . get towel", "src1": "dry hands", "src2": "open drawer", "src3": "get towel", "trg": "search towel", "vis_src": "P02_09:152 P02_09:153 P02_09:154", "vis_trg": "P02_09:155", "narrations": [ "dry hands", "open drawer", "get towel", "search towel" ], "verbs": [ "dry", "open", "get", "search" ], "verb_classes": [ 14, 3, 0, 48 ], "nouns": [ "hand", "drawer", "towel", "towel" ], "noun_classes": [ 11, 8, 52, 52 ], "start_stop_timestamps": [ [ "00:09:50.81", "00:09:54.31" ], [ "00:09:57.41", "00:09:58.91" ], [ "00:09:59.16", "00:10:00.63" ], [ "00:10:00.40", "00:10:02.24" ] ], "start_stop_frames": [ [ 35448, 35658 ], [ 35844, 35934 ], [ 35949, 36037 ], [ 36024, 36134 ] ], "trgnoun": "towel", "trgverb": "search" }, { "key": "P04_06+74_76_77_78", "video_id": "P04_06", "narration_ids": [ "P04_06_74", "P04_06_76", "P04_06_77", "P04_06_78" ], "src": "stir pan . turn_up hob . pick_up knife", "src1": "stir pan", "src2": "turn_up hob", "src3": "pick_up knife", "trg": "wash knife", "vis_src": "P04_06:74 P04_06:76 P04_06:77", "vis_trg": "P04_06:78", "narrations": [ "stir pan", "turn up hob", "pick up knife", "wash knife" ], "verbs": [ "stir", "turn-up", "pick-up", "wash" ], "verb_classes": [ 10, 70, 0, 2 ], "nouns": [ "pan", "hob", "knife", "knife" ], "noun_classes": [ 5, 24, 4, 4 ], "start_stop_timestamps": [ [ "00:07:17.28", "00:07:21.53" ], [ "00:07:41.98", "00:07:45.48" ], [ "00:07:51.02", "00:07:52.72" ], [ "00:07:52.82", "00:08:10.43" ] ], "start_stop_frames": [ [ 26236, 26491 ], [ 27718, 27928 ], [ 28261, 28363 ], [ 28369, 29425 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P23_03+8_9_10_11", "video_id": "P23_03", "narration_ids": [ "P23_03_8", "P23_03_9", "P23_03_10", "P23_03_11" ], "src": "washing the plate with the brush . put the washing_liquid into the plate . cleaning the plate", "src1": "washing the plate with the brush", "src2": "put the washing_liquid into the plate", "src3": "cleaning the plate", "trg": "washing the plate", "vis_src": "P23_03:8 P23_03:9 P23_03:10", "vis_trg": "P23_03:11", "narrations": [ "washing the plate with the brush", "put the washing liquid into the plate", "cleaning the plate", "washing the plate" ], "verbs": [ "wash-with", "put-into", "clean", "wash" ], "verb_classes": [ 2, 5, 2, 2 ], "nouns": [ "plate", "liquid:washing", "plate", "plate" ], "noun_classes": [ 2, 22, 2, 2 ], "start_stop_timestamps": [ [ "00:00:50.56", "00:00:57.07" ], [ "00:00:58.48", "00:00:59.33" ], [ "00:01:00.19", "00:01:09.16" ], [ "00:01:13.54", "00:01:40.70" ] ], "start_stop_frames": [ [ 3033, 3424 ], [ 3508, 3559 ], [ 3611, 4149 ], [ 4412, 6042 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P04_112+17_22_23_24", "video_id": "P04_112", "narration_ids": [ "P04_112_17", "P04_112_22", "P04_112_23", "P04_112_24" ], "src": "move bao bun . pick_up bao_bun . pull bao bun off greaseproof paper", "src1": "move bao bun", "src2": "pick_up bao_bun", "src3": "pull bao bun off greaseproof paper", "trg": "put bao bun back on greaseproof paper", "vis_src": "P04_112:17 P04_112:22 P04_112:23", "vis_trg": "P04_112:24", "narrations": [ "move bao bun", "pick up bao bun", "pull bao bun off greaseproof paper", "put bao bun back on greaseproof paper" ], "verbs": [ "move", "pick-up", "pull-off", "put-on" ], "verb_classes": [ 11, 0, 0, 1 ], "nouns": [ "bun", "bun:bao", "bun", "bun" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:38.80", "00:00:41.28" ], [ "00:00:36.83", "00:00:38.28" ], [ "00:00:37.43", "00:00:38.67" ], [ "00:00:38.77", "00:00:39.64" ] ], "start_stop_frames": [ [ 1939, 2064 ], [ 1841, 1914 ], [ 1871, 1933 ], [ 1938, 1982 ] ], "trgnoun": "bun", "trgverb": "put_on" }, { "key": "P08_24+48_49_50_51", "video_id": "P08_24", "narration_ids": [ "P08_24_48", "P08_24_49", "P08_24_50", "P08_24_51" ], "src": "use a chopstick . get spoon . move oil", "src1": "use a chopstick", "src2": "get spoon", "src3": "move oil", "trg": "check oil", "vis_src": "P08_24:48 P08_24:49 P08_24:50", "vis_trg": "P08_24:51", "narrations": [ "use a chopstick", "get spoon", "move oil", "check oil" ], "verbs": [ "use", "get", "move", "check" ], "verb_classes": [ 76, 0, 11, 24 ], "nouns": [ "chopstick", "spoon", "oil", "oil" ], "noun_classes": [ 80, 1, 31, 31 ], "start_stop_timestamps": [ [ "00:02:58.46", "00:03:03.80" ], [ "00:03:05.80", "00:03:08.98" ], [ "00:03:09.08", "00:03:12.86" ], [ "00:03:12.87", "00:03:16.53" ] ], "start_stop_frames": [ [ 10707, 11028 ], [ 11148, 11338 ], [ 11344, 11571 ], [ 11572, 11791 ] ], "trgnoun": "oil", "trgverb": "check" }, { "key": "P22_05+196_197_198_199", "video_id": "P22_05", "narration_ids": [ "P22_05_196", "P22_05_197", "P22_05_198", "P22_05_199" ], "src": "open tap . rinse peach . close tap", "src1": "open tap", "src2": "rinse peach", "src3": "close tap", "trg": "shake peach", "vis_src": "P22_05:196 P22_05:197 P22_05:198", "vis_trg": "P22_05:199", "narrations": [ "open tap", "rinse peach", "close tap", "shake peach" ], "verbs": [ "turn-on", "rinse", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "tap", "peach", "tap", "peach" ], "noun_classes": [ 0, 74, 0, 74 ], "start_stop_timestamps": [ [ "00:08:24.09", "00:08:24.98" ], [ "00:08:24.65", "00:08:27.64" ], [ "00:08:27.00", "00:08:27.74" ], [ "00:08:27.63", "00:08:28.50" ] ], "start_stop_frames": [ [ 30245, 30298 ], [ 30279, 30458 ], [ 30420, 30464 ], [ 30457, 30510 ] ], "trgnoun": "peach", "trgverb": "shake" }, { "key": "P01_105+413_414_415_416", "video_id": "P01_105", "narration_ids": [ "P01_105_413", "P01_105_414", "P01_105_415", "P01_105_416" ], "src": "peel garlic . put_down knife . put_down garlic", "src1": "peel garlic", "src2": "put_down knife", "src3": "put_down garlic", "trg": "pick_up garlic", "vis_src": "P01_105:413 P01_105:414 P01_105:415", "vis_trg": "P01_105:416", "narrations": [ "peel garlic", "put down knife", "put down garlic", "pick up garlic" ], "verbs": [ "peel", "put-down", "put-down", "pick-up" ], "verb_classes": [ 19, 1, 1, 0 ], "nouns": [ "garlic", "knife", "garlic", "garlic" ], "noun_classes": [ 51, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:16:30.16", "00:16:49.04" ], [ "00:16:49.22", "00:16:49.95" ], [ "00:16:49.84", "00:16:50.41" ], [ "00:16:50.47", "00:16:53.26" ] ], "start_stop_frames": [ [ 49508, 50452 ], [ 50461, 50497 ], [ 50492, 50520 ], [ 50523, 50663 ] ], "trgnoun": "garlic", "trgverb": "pick_up" }, { "key": "P30_111+72_73_75_240", "video_id": "P30_111", "narration_ids": [ "P30_111_72", "P30_111_73", "P30_111_75", "P30_111_240" ], "src": "put saucepan on hob . turn_on hob . drizzle olive_oil into pan", "src1": "put saucepan on hob", "src2": "turn_on hob", "src3": "drizzle olive_oil into pan", "trg": "pick_up olive_oil", "vis_src": "P30_111:72 P30_111:73 P30_111:75", "vis_trg": "P30_111:240", "narrations": [ "put saucepan on hob", "turn on hob", "drizzle olive oil into pan", "pick up olive oil" ], "verbs": [ "put-on", "turn-on", "drizzle-into", "pick-up" ], "verb_classes": [ 1, 6, 9, 0 ], "nouns": [ "saucepan", "hob", "oil:olive", "oil:olive" ], "noun_classes": [ 5, 24, 31, 31 ], "start_stop_timestamps": [ [ "00:02:30.51", "00:02:32.18" ], [ "00:02:32.28", "00:02:33.92" ], [ "00:02:35.00", "00:02:39.00" ], [ "00:09:54.49", "00:09:55.33" ] ], "start_stop_frames": [ [ 7525, 7609 ], [ 7614, 7696 ], [ 7750, 7950 ], [ 29724, 29766 ] ], "trgnoun": "olive_oil", "trgverb": "pick_up" }, { "key": "P22_104+189_190_191_192", "video_id": "P22_104", "narration_ids": [ "P22_104_189", "P22_104_190", "P22_104_191", "P22_104_192" ], "src": "take fork . pick_up knife . pick_up cutlery", "src1": "take fork", "src2": "pick_up knife", "src3": "pick_up cutlery", "trg": "put_down cutlery", "vis_src": "P22_104:189 P22_104:190 P22_104:191", "vis_trg": "P22_104:192", "narrations": [ "take fork", "pick up knife", "pick up cutlery", "put down cutlery" ], "verbs": [ "take", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "fork", "knife", "cutlery", "cutlery" ], "noun_classes": [ 14, 4, 58, 58 ], "start_stop_timestamps": [ [ "00:10:13.86", "00:10:14.91" ], [ "00:10:15.45", "00:10:17.21" ], [ "00:10:17.61", "00:10:18.48" ], [ "00:10:21.41", "00:10:22.23" ] ], "start_stop_frames": [ [ 30693, 30745 ], [ 30772, 30860 ], [ 30880, 30924 ], [ 31070, 31111 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P30_06+29_30_31_32", "video_id": "P30_06", "narration_ids": [ "P30_06_29", "P30_06_30", "P30_06_31", "P30_06_32" ], "src": "put spoon . dry bag_clip . open drawer", "src1": "put spoon", "src2": "dry bag_clip", "src3": "open drawer", "trg": "put bag_clip", "vis_src": "P30_06:29 P30_06:30 P30_06:31", "vis_trg": "P30_06:32", "narrations": [ "put spoon", "dry bag clip", "open drawer", "put bag clip" ], "verbs": [ "put", "dry", "open", "put" ], "verb_classes": [ 1, 14, 3, 1 ], "nouns": [ "spoon", "clip:bag", "drawer", "clip:bag" ], "noun_classes": [ 1, 129, 8, 129 ], "start_stop_timestamps": [ [ "00:01:24.20", "00:01:24.99" ], [ "00:01:24.95", "00:01:28.13" ], [ "00:01:28.23", "00:01:29.67" ], [ "00:01:29.07", "00:01:32.09" ] ], "start_stop_frames": [ [ 5052, 5099 ], [ 5097, 5287 ], [ 5293, 5380 ], [ 5344, 5525 ] ], "trgnoun": "bag_clip", "trgverb": "put" }, { "key": "P35_105+70_71_72_73", "video_id": "P35_105", "narration_ids": [ "P35_105_70", "P35_105_71", "P35_105_72", "P35_105_73" ], "src": "pick_up lid . drain mushrooms . remove lid", "src1": "pick_up lid", "src2": "drain mushrooms", "src3": "remove lid", "trg": "put_down lid", "vis_src": "P35_105:70 P35_105:71 P35_105:72", "vis_trg": "P35_105:73", "narrations": [ "pick up lid", "drain mushrooms", "remove lid", "put down lid" ], "verbs": [ "pick-up", "drain", "remove", "put-down" ], "verb_classes": [ 0, 37, 12, 1 ], "nouns": [ "lid", "mushroom", "lid", "lid" ], "noun_classes": [ 6, 56, 6, 6 ], "start_stop_timestamps": [ [ "00:04:44.54", "00:04:46.64" ], [ "00:04:46.34", "00:05:01.09" ], [ "00:05:00.15", "00:05:05.91" ], [ "00:05:05.97", "00:05:06.84" ] ], "start_stop_frames": [ [ 14227, 14332 ], [ 14317, 15054 ], [ 15007, 15295 ], [ 15298, 15341 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P04_109+21_22_23_24", "video_id": "P04_109", "narration_ids": [ "P04_109_21", "P04_109_22", "P04_109_23", "P04_109_24" ], "src": "pick_up carrot_slice . put_down carrot_slice . move bag", "src1": "pick_up carrot_slice", "src2": "put_down carrot_slice", "src3": "move bag", "trg": "move carrot_slice", "vis_src": "P04_109:21 P04_109:22 P04_109:23", "vis_trg": "P04_109:24", "narrations": [ "pick up carrot slice", "put down carrot slice", "move bag", "move carrot slice" ], "verbs": [ "pick-up", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "slice:carrot", "slice:carrot", "bag", "slice:carrot" ], "noun_classes": [ 41, 41, 19, 41 ], "start_stop_timestamps": [ [ "00:00:31.18", "00:00:32.44" ], [ "00:00:32.31", "00:00:32.77" ], [ "00:00:32.66", "00:00:34.20" ], [ "00:00:34.19", "00:00:35.33" ] ], "start_stop_frames": [ [ 1559, 1622 ], [ 1615, 1638 ], [ 1632, 1710 ], [ 1709, 1766 ] ], "trgnoun": "carrot_slice", "trgverb": "move" }, { "key": "P22_109+577_636_637_696", "video_id": "P22_109", "narration_ids": [ "P22_109_577", "P22_109_636", "P22_109_637", "P22_109_696" ], "src": "pick_up degreaser . pick_up bottle . put_down bottle", "src1": "pick_up degreaser", "src2": "pick_up bottle", "src3": "put_down bottle", "trg": "put_down degreaser", "vis_src": "P22_109:577 P22_109:636 P22_109:637", "vis_trg": "P22_109:696", "narrations": [ "pick up degreaser", "pick up bottle", "put down bottle", "put down degreaser" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "degreaser", "bottle", "bottle", "degreaser" ], "noun_classes": [ 22, 15, 15, 22 ], "start_stop_timestamps": [ [ "00:24:25.99", "00:24:27.29" ], [ "00:26:55.21", "00:26:57.18" ], [ "00:26:56.69", "00:26:57.90" ], [ "00:29:36.90", "00:29:37.89" ] ], "start_stop_frames": [ [ 73299, 73364 ], [ 80760, 80859 ], [ 80834, 80895 ], [ 88845, 88894 ] ], "trgnoun": "degreaser", "trgverb": "put_down" }, { "key": "P02_131+244_245_246_247", "video_id": "P02_131", "narration_ids": [ "P02_131_244", "P02_131_245", "P02_131_246", "P02_131_247" ], "src": "rinse glass . close tap . pick_up bowl", "src1": "rinse glass", "src2": "close tap", "src3": "pick_up bowl", "trg": "put glass in drainer", "vis_src": "P02_131:244 P02_131:245 P02_131:246", "vis_trg": "P02_131:247", "narrations": [ "rinse glass", "close tap", "pick up bowl", "put glass in drainer" ], "verbs": [ "rinse", "turn-off", "pick-up", "put-in" ], "verb_classes": [ 2, 8, 0, 5 ], "nouns": [ "glass", "tap", "bowl", "glass" ], "noun_classes": [ 10, 0, 7, 10 ], "start_stop_timestamps": [ [ "00:09:55.93", "00:10:00.66" ], [ "00:10:00.55", "00:10:02.31" ], [ "00:10:03.19", "00:10:04.54" ], [ "00:10:04.60", "00:10:05.61" ] ], "start_stop_frames": [ [ 29796, 30033 ], [ 30027, 30115 ], [ 30159, 30227 ], [ 30230, 30280 ] ], "trgnoun": "glass", "trgverb": "put_in" }, { "key": "P03_119+126_127_128_129", "video_id": "P03_119", "narration_ids": [ "P03_119_126", "P03_119_127", "P03_119_128", "P03_119_129" ], "src": "put_down sponge . take tea_towel from rack . dry cutting_board", "src1": "put_down sponge", "src2": "take tea_towel from rack", "src3": "dry cutting_board", "trg": "put cutting_board on counter", "vis_src": "P03_119:126 P03_119:127 P03_119:128", "vis_trg": "P03_119:129", "narrations": [ "put down sponge", "take tea towel from rack", "dry cutting board", "put cutting board on counter" ], "verbs": [ "put-down", "take-from", "dry", "put-on" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "sponge", "towel:tea", "board:cutting", "board:cutting" ], "noun_classes": [ 9, 52, 18, 18 ], "start_stop_timestamps": [ [ "00:07:09.17", "00:07:09.72" ], [ "00:07:10.18", "00:07:10.79" ], [ "00:07:10.89", "00:07:27.58" ], [ "00:07:27.96", "00:07:28.79" ] ], "start_stop_frames": [ [ 21458, 21486 ], [ 21509, 21539 ], [ 21544, 22379 ], [ 22398, 22439 ] ], "trgnoun": "cutting_board", "trgverb": "put_on" }, { "key": "P02_03+207_208_209_210", "video_id": "P02_03", "narration_ids": [ "P02_03_207", "P02_03_208", "P02_03_209", "P02_03_210" ], "src": "shake mesh . put mesh on plate . move mesh", "src1": "shake mesh", "src2": "put mesh on plate", "src3": "move mesh", "trg": "put mesh onto", "vis_src": "P02_03:207 P02_03:208 P02_03:209", "vis_trg": "P02_03:210", "narrations": [ "shake mesh", "put mesh on plate", "move mesh", "put mesh onto" ], "verbs": [ "shake", "put-on", "move", "put-onto" ], "verb_classes": [ 15, 1, 11, 1 ], "nouns": [ "mesh", "mesh", "mesh", "mesh" ], "noun_classes": [ 39, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:11:43.87", "00:11:45.54" ], [ "00:11:45.87", "00:11:47.07" ], [ "00:11:48.40", "00:11:51.57" ], [ "00:11:52.88", "00:11:53.68" ] ], "start_stop_frames": [ [ 42232, 42332 ], [ 42352, 42424 ], [ 42504, 42694 ], [ 42772, 42820 ] ], "trgnoun": "mesh", "trgverb": "put_onto" }, { "key": "P04_112+212_213_214_215", "video_id": "P04_112", "narration_ids": [ "P04_112_212", "P04_112_213", "P04_112_214", "P04_112_215" ], "src": "pick_up cling film roll . pull cling_film off roll . tear_off cling_film", "src1": "pick_up cling film roll", "src2": "pull cling_film off roll", "src3": "tear_off cling_film", "trg": "put_down cling film roll", "vis_src": "P04_112:212 P04_112:213 P04_112:214", "vis_trg": "P04_112:215", "narrations": [ "pick up cling film roll", "pull cling film off roll", "tear off cling film", "put down cling film roll" ], "verbs": [ "pick-up", "pull-off", "tear-off", "put-down" ], "verb_classes": [ 0, 0, 43, 1 ], "nouns": [ "roll:cling:film", "film:cling", "film:cling", "roll:cling:film" ], "noun_classes": [ 227, 100, 100, 227 ], "start_stop_timestamps": [ [ "00:06:03.75", "00:06:05.53" ], [ "00:06:05.50", "00:06:09.87" ], [ "00:06:09.75", "00:06:11.00" ], [ "00:06:10.92", "00:06:11.55" ] ], "start_stop_frames": [ [ 18187, 18276 ], [ 18275, 18493 ], [ 18487, 18550 ], [ 18546, 18577 ] ], "trgnoun": "film_cling_roll", "trgverb": "put_down" }, { "key": "P07_110+8_9_10_11", "video_id": "P07_110", "narration_ids": [ "P07_110_8", "P07_110_9", "P07_110_10", "P07_110_11" ], "src": "grab glass . grab lid . grab banana", "src1": "grab glass", "src2": "grab lid", "src3": "grab banana", "trg": "pull banana off", "vis_src": "P07_110:8 P07_110:9 P07_110:10", "vis_trg": "P07_110:11", "narrations": [ "grab glass", "grab lid", "grab banana", "pull banana off" ], "verbs": [ "grab", "grab", "grab", "pull-off" ], "verb_classes": [ 0, 0, 0, 0 ], "nouns": [ "glass", "lid", "banana", "banana" ], "noun_classes": [ 10, 6, 146, 146 ], "start_stop_timestamps": [ [ "00:00:22.74", "00:00:24.10" ], [ "00:00:23.64", "00:00:24.85" ], [ "00:00:30.05", "00:00:32.22" ], [ "00:00:32.32", "00:00:37.57" ] ], "start_stop_frames": [ [ 1137, 1205 ], [ 1182, 1242 ], [ 1502, 1611 ], [ 1616, 1878 ] ], "trgnoun": "banana", "trgverb": "pull_off" }, { "key": "P25_102+88_89_90_91", "video_id": "P25_102", "narration_ids": [ "P25_102_88", "P25_102_89", "P25_102_90", "P25_102_91" ], "src": "rinse knife . put_down knife . take fork", "src1": "rinse knife", "src2": "put_down knife", "src3": "take fork", "trg": "wash fork", "vis_src": "P25_102:88 P25_102:89 P25_102:90", "vis_trg": "P25_102:91", "narrations": [ "rinse knife", "put down knife", "take fork", "wash fork" ], "verbs": [ "rinse", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:04:57.30", "00:05:01.30" ], [ "00:05:01.28", "00:05:02.27" ], [ "00:05:02.27", "00:05:03.84" ], [ "00:05:03.85", "00:05:07.35" ] ], "start_stop_frames": [ [ 14865, 15065 ], [ 15063, 15113 ], [ 15113, 15191 ], [ 15192, 15367 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P04_112+204_205_206_207", "video_id": "P04_112", "narration_ids": [ "P04_112_204", "P04_112_205", "P04_112_206", "P04_112_207" ], "src": "pick_up bowl . tip bowl . take dough out of bowl", "src1": "pick_up bowl", "src2": "tip bowl", "src3": "take dough out of bowl", "trg": "put dough back in bowl", "vis_src": "P04_112:204 P04_112:205 P04_112:206", "vis_trg": "P04_112:207", "narrations": [ "pick up bowl", "tip bowl", "take dough out of bowl", "put dough back in bowl" ], "verbs": [ "pick-up", "tip", "take-out", "put-in" ], "verb_classes": [ 0, 1, 12, 5 ], "nouns": [ "bowl", "bowl", "dough", "dough" ], "noun_classes": [ 7, 7, 25, 25 ], "start_stop_timestamps": [ [ "00:05:48.43", "00:05:49.22" ], [ "00:05:49.30", "00:05:50.80" ], [ "00:05:50.29", "00:05:51.75" ], [ "00:05:51.85", "00:05:53.01" ] ], "start_stop_frames": [ [ 17421, 17461 ], [ 17465, 17540 ], [ 17514, 17587 ], [ 17592, 17650 ] ], "trgnoun": "dough", "trgverb": "put_in" }, { "key": "P28_113+34_35_36_37", "video_id": "P28_113", "narration_ids": [ "P28_113_34", "P28_113_35", "P28_113_36", "P28_113_37" ], "src": "close cupboard . open drawer . put ladle", "src1": "close cupboard", "src2": "open drawer", "src3": "put ladle", "trg": "close drawer", "vis_src": "P28_113:34 P28_113:35 P28_113:36", "vis_trg": "P28_113:37", "narrations": [ "close cupboard", "open drawer", "put ladle", "close drawer" ], "verbs": [ "close", "open", "put", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "cupboard", "drawer", "ladle", "drawer" ], "noun_classes": [ 3, 8, 97, 8 ], "start_stop_timestamps": [ [ "00:01:43.88", "00:01:44.68" ], [ "00:01:46.09", "00:01:47.38" ], [ "00:01:47.09", "00:01:48.32" ], [ "00:01:48.19", "00:01:49.32" ] ], "start_stop_frames": [ [ 5194, 5234 ], [ 5304, 5369 ], [ 5354, 5416 ], [ 5409, 5466 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P24_05+16_17_18_19", "video_id": "P24_05", "narration_ids": [ "P24_05_16", "P24_05_17", "P24_05_18", "P24_05_19" ], "src": "open door . pick_up pasta . pick_up tomato", "src1": "open door", "src2": "pick_up pasta", "src3": "pick_up tomato", "trg": "close door", "vis_src": "P24_05:16 P24_05:17 P24_05:18", "vis_trg": "P24_05:19", "narrations": [ "open door", "pick up pasta", "pick up tomato", "close door" ], "verbs": [ "open", "pick-up", "pick-up", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "door", "pasta", "tomato", "door" ], "noun_classes": [ 3, 45, 43, 3 ], "start_stop_timestamps": [ [ "00:01:21.34", "00:01:23.06" ], [ "00:01:22.86", "00:01:26.82" ], [ "00:01:26.16", "00:01:29.44" ], [ "00:01:35.61", "00:01:37.18" ] ], "start_stop_frames": [ [ 4880, 4983 ], [ 4971, 5209 ], [ 5169, 5366 ], [ 5736, 5830 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P04_117+111_112_113_114", "video_id": "P04_117", "narration_ids": [ "P04_117_111", "P04_117_112", "P04_117_113", "P04_117_114" ], "src": "shake eggs onto slice of bread . wipe eggs off spatula using side of pan . scoop_up eggs with spatula", "src1": "shake eggs onto slice of bread", "src2": "wipe eggs off spatula using side of pan", "src3": "scoop_up eggs with spatula", "trg": "lay eggs onto bread", "vis_src": "P04_117:111 P04_117:112 P04_117:113", "vis_trg": "P04_117:114", "narrations": [ "shake eggs onto slice of bread", "wipe eggs off spatula using side of pan", "scoop up eggs with spatula", "lay eggs onto bread" ], "verbs": [ "shake-onto", "wipe-off", "scoop-up", "lay-onto" ], "verb_classes": [ 15, 2, 16, 1 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:04:02.75", "00:04:03.90" ], [ "00:04:04.10", "00:04:04.85" ], [ "00:04:04.95", "00:04:05.75" ], [ "00:04:06.19", "00:04:06.74" ] ], "start_stop_frames": [ [ 12137, 12195 ], [ 12205, 12242 ], [ 12247, 12287 ], [ 12309, 12337 ] ], "trgnoun": "egg", "trgverb": "lay_onto" }, { "key": "P02_122+113_114_115_116", "video_id": "P02_122", "narration_ids": [ "P02_122_113", "P02_122_114", "P02_122_115", "P02_122_116" ], "src": "put_down chopping_board . mix eggs with pepper using fork . pick_up tomatoes from tomato box", "src1": "put_down chopping_board", "src2": "mix eggs with pepper using fork", "src3": "pick_up tomatoes from tomato box", "trg": "hold tomatoes in hand", "vis_src": "P02_122:113 P02_122:114 P02_122:115", "vis_trg": "P02_122:116", "narrations": [ "put down chopping board", "mix eggs with pepper using fork", "pick up tomatoes from tomato box", "hold tomatoes in hand" ], "verbs": [ "put-down", "mix-with", "pick-up", "hold-in" ], "verb_classes": [ 1, 10, 0, 34 ], "nouns": [ "board:chopping", "egg", "tomato", "tomato" ], "noun_classes": [ 18, 53, 43, 43 ], "start_stop_timestamps": [ [ "00:05:59.45", "00:06:00.55" ], [ "00:05:59.57", "00:06:06.66" ], [ "00:06:09.28", "00:06:12.98" ], [ "00:06:13.08", "00:06:14.92" ] ], "start_stop_frames": [ [ 17972, 18027 ], [ 17978, 18333 ], [ 18464, 18649 ], [ 18654, 18746 ] ], "trgnoun": "tomato", "trgverb": "hold_in" }, { "key": "P25_106+199_201_236_238", "video_id": "P25_106", "narration_ids": [ "P25_106_199", "P25_106_201", "P25_106_236", "P25_106_238" ], "src": "pick_up pasta . put_down pasta . open cupboard", "src1": "pick_up pasta", "src2": "put_down pasta", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P25_106:199 P25_106:201 P25_106:236", "vis_trg": "P25_106:238", "narrations": [ "pick up pasta", "put down pasta", "open cupboard", "close cupboard" ], "verbs": [ "pick-up", "put-down", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "pasta", "pasta", "cupboard", "cupboard" ], "noun_classes": [ 45, 45, 3, 3 ], "start_stop_timestamps": [ [ "00:17:23.47", "00:17:24.81" ], [ "00:17:25.00", "00:17:28.26" ], [ "00:20:07.89", "00:20:08.78" ], [ "00:20:25.20", "00:20:26.92" ] ], "start_stop_frames": [ [ 52173, 52240 ], [ 52250, 52413 ], [ 60394, 60439 ], [ 61260, 61346 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_103+17_18_19_20", "video_id": "P22_103", "narration_ids": [ "P22_103_17", "P22_103_18", "P22_103_19", "P22_103_20" ], "src": "pick_up straw and spoon . close cupboard . open drawer", "src1": "pick_up straw and spoon", "src2": "close cupboard", "src3": "open drawer", "trg": "put_down straw", "vis_src": "P22_103:17 P22_103:18 P22_103:19", "vis_trg": "P22_103:20", "narrations": [ "pick up straw and spoon", "close cupboard", "open drawer", "put down straw" ], "verbs": [ "pick-up", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "straw", "cupboard", "drawer", "straw" ], "noun_classes": [ 248, 3, 8, 248 ], "start_stop_timestamps": [ [ "00:00:23.58", "00:00:25.02" ], [ "00:00:25.12", "00:00:26.75" ], [ "00:00:26.85", "00:00:27.86" ], [ "00:00:27.96", "00:00:30.83" ] ], "start_stop_frames": [ [ 1179, 1251 ], [ 1256, 1337 ], [ 1342, 1393 ], [ 1398, 1541 ] ], "trgnoun": "straw", "trgverb": "put_down" }, { "key": "P29_03+503_504_505_506", "video_id": "P29_03", "narration_ids": [ "P29_03_503", "P29_03_504", "P29_03_505", "P29_03_506" ], "src": "place wok into sink . turn tap on . squeeze detergent into wok", "src1": "place wok into sink", "src2": "turn tap on", "src3": "squeeze detergent into wok", "trg": "put detergent down", "vis_src": "P29_03:503 P29_03:504 P29_03:505", "vis_trg": "P29_03:506", "narrations": [ "place wok into sink", "turn tap on", "squeeze detergent into wok", "put detergent down" ], "verbs": [ "place-into", "turn-on", "squeeze-into", "put-down" ], "verb_classes": [ 5, 6, 18, 1 ], "nouns": [ "sink", "tap", "detergent", "detergent" ], "noun_classes": [ 63, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:32:54.42", "00:32:56.01" ], [ "00:32:58.18", "00:32:58.84" ], [ "00:32:58.32", "00:33:00.07" ], [ "00:33:00.17", "00:33:01.42" ] ], "start_stop_frames": [ [ 118465, 118560 ], [ 118690, 118730 ], [ 118699, 118804 ], [ 118810, 118885 ] ], "trgnoun": "detergent", "trgverb": "put_down" }, { "key": "P02_123+281_282_283_284", "video_id": "P02_123", "narration_ids": [ "P02_123_281", "P02_123_282", "P02_123_283", "P02_123_284" ], "src": "close tap . put glass in drainer . pick_up mug", "src1": "close tap", "src2": "put glass in drainer", "src3": "pick_up mug", "trg": "sponge mug", "vis_src": "P02_123:281 P02_123:282 P02_123:283", "vis_trg": "P02_123:284", "narrations": [ "close tap", "put glass in drainer", "pick up mug", "sponge mug" ], "verbs": [ "turn-off", "put-in", "pick-up", "sponge" ], "verb_classes": [ 8, 5, 0, 2 ], "nouns": [ "tap", "glass", "mug", "mug" ], "noun_classes": [ 0, 10, 13, 13 ], "start_stop_timestamps": [ [ "00:14:41.61", "00:14:42.84" ], [ "00:14:42.81", "00:14:44.32" ], [ "00:14:44.98", "00:14:46.07" ], [ "00:14:46.16", "00:14:49.56" ] ], "start_stop_frames": [ [ 44080, 44142 ], [ 44140, 44216 ], [ 44249, 44303 ], [ 44308, 44478 ] ], "trgnoun": "mug", "trgverb": "sponge" }, { "key": "P06_05+139_140_141_142", "video_id": "P06_05", "narration_ids": [ "P06_05_139", "P06_05_140", "P06_05_141", "P06_05_142" ], "src": "take container . put bacon in container . take lid", "src1": "take container", "src2": "put bacon in container", "src3": "take lid", "trg": "put lid on container", "vis_src": "P06_05:139 P06_05:140 P06_05:141", "vis_trg": "P06_05:142", "narrations": [ "take container", "put bacon in container", "take lid", "put lid on container" ], "verbs": [ "take", "put-in", "take", "put-on" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "container", "bacon", "lid", "lid" ], "noun_classes": [ 21, 163, 6, 6 ], "start_stop_timestamps": [ [ "00:15:57.02", "00:15:59.83" ], [ "00:16:01.73", "00:16:15.81" ], [ "00:16:19.13", "00:16:21.51" ], [ "00:16:21.55", "00:16:25.02" ] ], "start_stop_frames": [ [ 57421, 57589 ], [ 57703, 58548 ], [ 58747, 58890 ], [ 58893, 59101 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P02_129+95_96_97_99", "video_id": "P02_129", "narration_ids": [ "P02_129_95", "P02_129_96", "P02_129_97", "P02_129_99" ], "src": "open spice_jar . pour spice from jar into lid . return some spice from lid into jar", "src1": "open spice_jar", "src2": "pour spice from jar into lid", "src3": "return some spice from lid into jar", "trg": "close spice_jar", "vis_src": "P02_129:95 P02_129:96 P02_129:97", "vis_trg": "P02_129:99", "narrations": [ "open spice jar", "pour spice from jar into lid", "return some spice from lid into jar", "close spice jar" ], "verbs": [ "open", "pour-from", "return-from", "close" ], "verb_classes": [ 3, 9, 1, 4 ], "nouns": [ "jar:spice", "spice", "spice", "jar:spice" ], "noun_classes": [ 40, 85, 85, 40 ], "start_stop_timestamps": [ [ "00:03:27.46", "00:03:28.41" ], [ "00:03:28.09", "00:03:31.05" ], [ "00:03:31.12", "00:03:32.48" ], [ "00:03:34.24", "00:03:35.53" ] ], "start_stop_frames": [ [ 10373, 10420 ], [ 10404, 10552 ], [ 10556, 10624 ], [ 10712, 10776 ] ], "trgnoun": "spice_jar", "trgverb": "close" }, { "key": "P26_124+4_5_6_7", "video_id": "P26_124", "narration_ids": [ "P26_124_4", "P26_124_5", "P26_124_6", "P26_124_7" ], "src": "pick_up washing up liquid . pick_up sponge . close cupboard", "src1": "pick_up washing up liquid", "src2": "pick_up sponge", "src3": "close cupboard", "trg": "rinse sponge", "vis_src": "P26_124:4 P26_124:5 P26_124:6", "vis_trg": "P26_124:7", "narrations": [ "pick up washing up liquid", "pick up sponge", "close cupboard", "rinse sponge" ], "verbs": [ "pick-up", "pick-up", "close", "rinse" ], "verb_classes": [ 0, 0, 4, 2 ], "nouns": [ "liquid:washing:up", "sponge", "cupboard", "sponge" ], "noun_classes": [ 22, 9, 3, 9 ], "start_stop_timestamps": [ [ "00:00:10.35", "00:00:11.08" ], [ "00:00:11.51", "00:00:12.66" ], [ "00:00:13.35", "00:00:15.15" ], [ "00:00:15.86", "00:00:21.36" ] ], "start_stop_frames": [ [ 517, 554 ], [ 575, 633 ], [ 667, 757 ], [ 793, 1068 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P31_09+12_13_14_15", "video_id": "P31_09", "narration_ids": [ "P31_09_12", "P31_09_13", "P31_09_14", "P31_09_15" ], "src": "open door . wash hands . wash table_cloth", "src1": "open door", "src2": "wash hands", "src3": "wash table_cloth", "trg": "put table_cloth", "vis_src": "P31_09:12 P31_09:13 P31_09:14", "vis_trg": "P31_09:15", "narrations": [ "open door", "wash hands", "wash table cloth", "put table cloth" ], "verbs": [ "open", "wash", "wash", "put" ], "verb_classes": [ 3, 2, 2, 1 ], "nouns": [ "door", "hand", "cloth:table", "cloth:table" ], "noun_classes": [ 3, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:01:04.69", "00:01:06.49" ], [ "00:01:13.18", "00:01:16.38" ], [ "00:01:26.23", "00:01:54.70" ], [ "00:01:56.90", "00:02:00.60" ] ], "start_stop_frames": [ [ 3881, 3989 ], [ 4390, 4582 ], [ 5173, 6882 ], [ 7014, 7236 ] ], "trgnoun": "table_cloth", "trgverb": "put" }, { "key": "P28_11+18_19_20_21", "video_id": "P28_11", "narration_ids": [ "P28_11_18", "P28_11_19", "P28_11_20", "P28_11_21" ], "src": "take_out oil . close cupboard . take salt and oil", "src1": "take_out oil", "src2": "close cupboard", "src3": "take salt and oil", "trg": "put_down salt and oil", "vis_src": "P28_11:18 P28_11:19 P28_11:20", "vis_trg": "P28_11:21", "narrations": [ "take out oil", "close cupboard", "take salt and oil", "put down salt and oil" ], "verbs": [ "take-out", "close", "take", "put-down" ], "verb_classes": [ 12, 4, 0, 1 ], "nouns": [ "oil", "cupboard", "salt", "salt" ], "noun_classes": [ 31, 3, 38, 38 ], "start_stop_timestamps": [ [ "00:01:14.20", "00:01:14.85" ], [ "00:01:14.95", "00:01:15.56" ], [ "00:01:15.62", "00:01:16.76" ], [ "00:01:17.65", "00:01:19.62" ] ], "start_stop_frames": [ [ 4452, 4491 ], [ 4497, 4533 ], [ 4537, 4605 ], [ 4659, 4777 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P26_10+8_9_10_11", "video_id": "P26_10", "narration_ids": [ "P26_10_8", "P26_10_9", "P26_10_10", "P26_10_11" ], "src": "turn_on stove . put pot on the cooker . pick_up lid", "src1": "turn_on stove", "src2": "put pot on the cooker", "src3": "pick_up lid", "trg": "put lid on the pot", "vis_src": "P26_10:8 P26_10:9 P26_10:10", "vis_trg": "P26_10:11", "narrations": [ "turn on stove", "put pot on the cooker", "pick up lid", "put lid on the pot" ], "verbs": [ "turn-on", "put-on", "pick-up", "put-on" ], "verb_classes": [ 6, 1, 0, 1 ], "nouns": [ "stove", "pot", "lid", "lid" ], "noun_classes": [ 24, 29, 6, 6 ], "start_stop_timestamps": [ [ "00:00:46.88", "00:00:54.78" ], [ "00:00:55.13", "00:00:57.88" ], [ "00:00:59.25", "00:01:00.74" ], [ "00:01:01.28", "00:01:03.84" ] ], "start_stop_frames": [ [ 2812, 3286 ], [ 3307, 3472 ], [ 3555, 3644 ], [ 3676, 3830 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P02_130+26_27_28_29", "video_id": "P02_130", "narration_ids": [ "P02_130_26", "P02_130_27", "P02_130_28", "P02_130_29" ], "src": "open cupboard . pick_up bowls . return bowls", "src1": "open cupboard", "src2": "pick_up bowls", "src3": "return bowls", "trg": "close cupboard", "vis_src": "P02_130:26 P02_130:27 P02_130:28", "vis_trg": "P02_130:29", "narrations": [ "open cupboard", "pick up bowls", "return bowls", "close cupboard" ], "verbs": [ "open", "pick-up", "return", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "cupboard", "bowl", "bowl", "cupboard" ], "noun_classes": [ 3, 7, 7, 3 ], "start_stop_timestamps": [ [ "00:01:04.12", "00:01:04.75" ], [ "00:01:04.89", "00:01:06.30" ], [ "00:01:07.55", "00:01:08.24" ], [ "00:01:08.77", "00:01:09.39" ] ], "start_stop_frames": [ [ 3206, 3237 ], [ 3244, 3315 ], [ 3377, 3411 ], [ 3438, 3469 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P24_06+38_39_40_41", "video_id": "P24_06", "narration_ids": [ "P24_06_38", "P24_06_39", "P24_06_40", "P24_06_41" ], "src": "put_down sponge . turn_on tap . rinse colander", "src1": "put_down sponge", "src2": "turn_on tap", "src3": "rinse colander", "trg": "turn_off tap", "vis_src": "P24_06:38 P24_06:39 P24_06:40", "vis_trg": "P24_06:41", "narrations": [ "put down sponge", "turn on tap", "rinse colander", "turn off tap" ], "verbs": [ "put-down", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "sponge", "tap", "colander", "tap" ], "noun_classes": [ 9, 0, 39, 0 ], "start_stop_timestamps": [ [ "00:03:24.68", "00:03:25.57" ], [ "00:03:25.67", "00:03:26.86" ], [ "00:03:27.05", "00:03:45.89" ], [ "00:03:46.10", "00:03:46.80" ] ], "start_stop_frames": [ [ 12280, 12334 ], [ 12340, 12411 ], [ 12423, 13553 ], [ 13566, 13608 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P25_05+135_136_137_138", "video_id": "P25_05", "narration_ids": [ "P25_05_135", "P25_05_136", "P25_05_137", "P25_05_138" ], "src": "open door . take dish . cover sausage", "src1": "open door", "src2": "take dish", "src3": "cover sausage", "trg": "place dish", "vis_src": "P25_05:135 P25_05:136 P25_05:137", "vis_trg": "P25_05:138", "narrations": [ "open door", "take dish", "cover sausage", "place dish" ], "verbs": [ "open", "take", "cover", "place" ], "verb_classes": [ 3, 0, 36, 1 ], "nouns": [ "door", "dish", "sausage", "dish" ], "noun_classes": [ 3, 2, 86, 2 ], "start_stop_timestamps": [ [ "00:21:07.98", "00:21:09.23" ], [ "00:21:08.99", "00:21:16.20" ], [ "00:21:16.61", "00:21:18.54" ], [ "00:21:18.77", "00:21:22.27" ] ], "start_stop_frames": [ [ 76078, 76153 ], [ 76139, 76572 ], [ 76596, 76712 ], [ 76726, 76936 ] ], "trgnoun": "dish", "trgverb": "place" }, { "key": "P03_04+5_6_7_8", "video_id": "P03_04", "narration_ids": [ "P03_04_5", "P03_04_6", "P03_04_7", "P03_04_8" ], "src": "take chicken . put chicken . take can", "src1": "take chicken", "src2": "put chicken", "src3": "take can", "trg": "put can", "vis_src": "P03_04:5 P03_04:6 P03_04:7", "vis_trg": "P03_04:8", "narrations": [ "take chicken", "put chicken", "take can", "put can" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "chicken", "chicken", "can", "can" ], "noun_classes": [ 57, 57, 61, 61 ], "start_stop_timestamps": [ [ "00:00:10.85", "00:00:13.07" ], [ "00:00:13.33", "00:00:14.50" ], [ "00:00:13.91", "00:00:15.11" ], [ "00:00:15.27", "00:00:16.26" ] ], "start_stop_frames": [ [ 651, 784 ], [ 799, 870 ], [ 834, 906 ], [ 916, 975 ] ], "trgnoun": "can", "trgverb": "put" }, { "key": "P04_121+19_20_21_22", "video_id": "P04_121", "narration_ids": [ "P04_121_19", "P04_121_20", "P04_121_21", "P04_121_22" ], "src": "cut cheese with spatula . scoop cheese_curds with spatula . hold cheese_curds with knife", "src1": "cut cheese with spatula", "src2": "scoop cheese_curds with spatula", "src3": "hold cheese_curds with knife", "trg": "pick_up cheese_curd", "vis_src": "P04_121:19 P04_121:20 P04_121:21", "vis_trg": "P04_121:22", "narrations": [ "cut cheese with spatula", "scoop cheese curds with spatula", "hold cheese curds with knife", "pick up cheese curd" ], "verbs": [ "cut-with", "scoop", "hold-with", "pick-up" ], "verb_classes": [ 7, 16, 34, 0 ], "nouns": [ "cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:02:09.13", "00:02:32.05" ], [ "00:02:33.30", "00:02:38.03" ], [ "00:02:36.59", "00:02:38.56" ], [ "00:02:38.72", "00:02:40.50" ] ], "start_stop_frames": [ [ 6456, 7602 ], [ 7665, 7901 ], [ 7829, 7928 ], [ 7936, 8025 ] ], "trgnoun": "cheese_curd", "trgverb": "pick_up" }, { "key": "P22_05+336_337_338_339", "video_id": "P22_05", "narration_ids": [ "P22_05_336", "P22_05_337", "P22_05_338", "P22_05_339" ], "src": "put_down cloth . pick_up knife . pick_up peels", "src1": "put_down cloth", "src2": "pick_up knife", "src3": "pick_up peels", "trg": "throw away peels", "vis_src": "P22_05:336 P22_05:337 P22_05:338", "vis_trg": "P22_05:339", "narrations": [ "put down cloth", "pick up knife", "pick up peels", "throw away peels" ], "verbs": [ "put-down", "pick-up", "pick-up", "throw" ], "verb_classes": [ 1, 0, 0, 13 ], "nouns": [ "cloth", "knife", "peel", "peel" ], "noun_classes": [ 17, 4, 48, 48 ], "start_stop_timestamps": [ [ "00:14:13.68", "00:14:16.05" ], [ "00:14:16.13", "00:14:17.41" ], [ "00:14:17.54", "00:14:19.27" ], [ "00:14:20.12", "00:14:22.77" ] ], "start_stop_frames": [ [ 51220, 51363 ], [ 51367, 51444 ], [ 51452, 51556 ], [ 51607, 51766 ] ], "trgnoun": "peel", "trgverb": "throw" }, { "key": "P03_120+172_173_174_175", "video_id": "P03_120", "narration_ids": [ "P03_120_172", "P03_120_173", "P03_120_174", "P03_120_175" ], "src": "pick_up large_saucepan . fill large_saucepan with water . turn_off tap", "src1": "pick_up large_saucepan", "src2": "fill large_saucepan with water", "src3": "turn_off tap", "trg": "put large_saucepan on hob", "vis_src": "P03_120:172 P03_120:173 P03_120:174", "vis_trg": "P03_120:175", "narrations": [ "pick up large saucepan", "fill large saucepan with water", "turn off tap", "put large saucepan on hob" ], "verbs": [ "pick-up", "fill-with", "turn-off", "put-on" ], "verb_classes": [ 0, 26, 8, 1 ], "nouns": [ "saucepan:large", "saucepan:large", "tap", "saucepan:large" ], "noun_classes": [ 5, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:09:41.25", "00:09:42.02" ], [ "00:09:42.63", "00:09:51.41" ], [ "00:09:50.93", "00:09:51.84" ], [ "00:09:53.37", "00:09:54.89" ] ], "start_stop_frames": [ [ 29062, 29101 ], [ 29131, 29570 ], [ 29546, 29592 ], [ 29668, 29744 ] ], "trgnoun": "large_saucepan", "trgverb": "put_on" }, { "key": "P01_01+312_313_314_315", "video_id": "P01_01", "narration_ids": [ "P01_01_312", "P01_01_313", "P01_01_314", "P01_01_315" ], "src": "put_down spatula . take plate . put_down plate", "src1": "put_down spatula", "src2": "take plate", "src3": "put_down plate", "trg": "take spatula", "vis_src": "P01_01:312 P01_01:313 P01_01:314", "vis_trg": "P01_01:315", "narrations": [ "put down spatula", "take plate", "put down plate", "take spatula" ], "verbs": [ "put-down", "take", "put-down", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "spatula", "plate", "plate", "spatula" ], "noun_classes": [ 20, 2, 2, 20 ], "start_stop_timestamps": [ [ "00:26:14.19", "00:26:15.30" ], [ "00:26:15.37", "00:26:17.29" ], [ "00:26:17.78", "00:26:19.15" ], [ "00:26:19.22", "00:26:20.16" ] ], "start_stop_frames": [ [ 94451, 94518 ], [ 94522, 94637 ], [ 94666, 94749 ], [ 94753, 94809 ] ], "trgnoun": "spatula", "trgverb": "take" }, { "key": "P07_110+54_55_56_57", "video_id": "P07_110", "narration_ids": [ "P07_110_54", "P07_110_55", "P07_110_56", "P07_110_57" ], "src": "pour milk into glass . close bottle . open fridge", "src1": "pour milk into glass", "src2": "close bottle", "src3": "open fridge", "trg": "put milk into fridge", "vis_src": "P07_110:54 P07_110:55 P07_110:56", "vis_trg": "P07_110:57", "narrations": [ "pour milk into glass", "close bottle", "open fridge", "put milk into fridge" ], "verbs": [ "pour-into", "close", "open", "put-into" ], "verb_classes": [ 9, 4, 3, 5 ], "nouns": [ "milk", "bottle", "fridge", "milk" ], "noun_classes": [ 64, 15, 12, 64 ], "start_stop_timestamps": [ [ "00:02:51.68", "00:02:54.30" ], [ "00:02:54.13", "00:02:55.88" ], [ "00:02:56.57", "00:02:57.34" ], [ "00:02:57.35", "00:02:58.48" ] ], "start_stop_frames": [ [ 8584, 8715 ], [ 8706, 8794 ], [ 8828, 8867 ], [ 8867, 8924 ] ], "trgnoun": "milk", "trgverb": "put_into" }, { "key": "P29_01+28_29_30_31", "video_id": "P29_01", "narration_ids": [ "P29_01_28", "P29_01_29", "P29_01_30", "P29_01_31" ], "src": "pick_up knife . put_down knife . pick_up oil", "src1": "pick_up knife", "src2": "put_down knife", "src3": "pick_up oil", "trg": "put_down oil", "vis_src": "P29_01:28 P29_01:29 P29_01:30", "vis_trg": "P29_01:31", "narrations": [ "pick up knife", "put down knife", "pick up oil", "put down oil" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "knife", "knife", "oil", "oil" ], "noun_classes": [ 4, 4, 31, 31 ], "start_stop_timestamps": [ [ "00:01:18.97", "00:01:21.51" ], [ "00:01:24.05", "00:01:25.88" ], [ "00:01:27.09", "00:01:28.41" ], [ "00:01:29.58", "00:01:30.51" ] ], "start_stop_frames": [ [ 4738, 4890 ], [ 5043, 5152 ], [ 5225, 5304 ], [ 5374, 5430 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P29_03+407_408_409_410", "video_id": "P29_03", "narration_ids": [ "P29_03_407", "P29_03_408", "P29_03_409", "P29_03_410" ], "src": "put_down wok . pick_up chopping_board . submerge chopping_board", "src1": "put_down wok", "src2": "pick_up chopping_board", "src3": "submerge chopping_board", "trg": "scour chopping_board", "vis_src": "P29_03:407 P29_03:408 P29_03:409", "vis_trg": "P29_03:410", "narrations": [ "put down wok", "pick up chopping board", "submerge chopping board", "scour chopping board" ], "verbs": [ "put-down", "pick-up", "submerge", "scour" ], "verb_classes": [ 1, 0, 56, 29 ], "nouns": [ "wok", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 5, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:26:06.93", "00:26:08.76" ], [ "00:26:09.15", "00:26:10.44" ], [ "00:26:11.50", "00:26:12.51" ], [ "00:26:13.74", "00:26:18.18" ] ], "start_stop_frames": [ [ 94015, 94125 ], [ 94149, 94226 ], [ 94290, 94350 ], [ 94424, 94690 ] ], "trgnoun": "chopping_board", "trgverb": "scour" }, { "key": "P26_01+20_21_22_23", "video_id": "P26_01", "narration_ids": [ "P26_01_20", "P26_01_21", "P26_01_22", "P26_01_23" ], "src": "turn_on stove . grab pan . put_down pan", "src1": "turn_on stove", "src2": "grab pan", "src3": "put_down pan", "trg": "turn_up stove", "vis_src": "P26_01:20 P26_01:21 P26_01:22", "vis_trg": "P26_01:23", "narrations": [ "turn on stove", "grab pan", "put down pan", "turn up stove" ], "verbs": [ "turn-on", "grab", "put-down", "turn-up" ], "verb_classes": [ 6, 0, 1, 70 ], "nouns": [ "stove", "pan", "pan", "stove" ], "noun_classes": [ 24, 5, 5, 24 ], "start_stop_timestamps": [ [ "00:00:57.54", "00:01:00.90" ], [ "00:01:02.01", "00:01:05.06" ], [ "00:01:04.28", "00:01:05.48" ], [ "00:01:05.79", "00:01:11.02" ] ], "start_stop_frames": [ [ 3452, 3654 ], [ 3720, 3903 ], [ 3856, 3928 ], [ 3947, 4261 ] ], "trgnoun": "stove", "trgverb": "turn_up" }, { "key": "P01_102+89_90_91_92", "video_id": "P01_102", "narration_ids": [ "P01_102_89", "P01_102_90", "P01_102_91", "P01_102_92" ], "src": "take fork . put_down fork . take food and fork", "src1": "take fork", "src2": "put_down fork", "src3": "take food and fork", "trg": "put_down food and fork", "vis_src": "P01_102:89 P01_102:90 P01_102:91", "vis_trg": "P01_102:92", "narrations": [ "take fork", "put down fork", "take food and fork", "put down food and fork" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "fork", "fork", "food", "food" ], "noun_classes": [ 14, 14, 34, 34 ], "start_stop_timestamps": [ [ "00:03:28.65", "00:03:30.63" ], [ "00:03:30.83", "00:03:34.30" ], [ "00:03:34.24", "00:03:36.03" ], [ "00:03:35.87", "00:03:36.49" ] ], "start_stop_frames": [ [ 10432, 10531 ], [ 10541, 10715 ], [ 10712, 10801 ], [ 10793, 10824 ] ], "trgnoun": "food", "trgverb": "put_down" }, { "key": "P25_104+101_102_103_104", "video_id": "P25_104", "narration_ids": [ "P25_104_101", "P25_104_102", "P25_104_103", "P25_104_104" ], "src": "put_down parmesan . pick_up bottle . close bottle", "src1": "put_down parmesan", "src2": "pick_up bottle", "src3": "close bottle", "trg": "put_down bottle", "vis_src": "P25_104:101 P25_104:102 P25_104:103", "vis_trg": "P25_104:104", "narrations": [ "put down parmesan", "pick up bottle", "close bottle", "put down bottle" ], "verbs": [ "put-down", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "parmesan", "bottle", "bottle", "bottle" ], "noun_classes": [ 32, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:05:02.65", "00:05:03.43" ], [ "00:05:03.17", "00:05:06.30" ], [ "00:05:06.19", "00:05:08.87" ], [ "00:05:08.97", "00:05:13.88" ] ], "start_stop_frames": [ [ 15132, 15171 ], [ 15158, 15315 ], [ 15309, 15443 ], [ 15448, 15694 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P22_117+394_395_396_397", "video_id": "P22_117", "narration_ids": [ "P22_117_394", "P22_117_395", "P22_117_396", "P22_117_397" ], "src": "open drawer . take fork . pick_up spoon", "src1": "open drawer", "src2": "take fork", "src3": "pick_up spoon", "trg": "put_down fork", "vis_src": "P22_117:394 P22_117:395 P22_117:396", "vis_trg": "P22_117:397", "narrations": [ "open drawer", "take fork", "pick up spoon", "put down fork" ], "verbs": [ "open", "take", "pick-up", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "drawer", "fork", "spoon", "fork" ], "noun_classes": [ 8, 14, 1, 14 ], "start_stop_timestamps": [ [ "00:14:35.52", "00:14:36.49" ], [ "00:14:36.59", "00:14:37.74" ], [ "00:14:37.78", "00:14:39.78" ], [ "00:14:39.71", "00:14:40.36" ] ], "start_stop_frames": [ [ 43776, 43824 ], [ 43829, 43887 ], [ 43889, 43989 ], [ 43985, 44018 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P20_02+110_111_112_113", "video_id": "P20_02", "narration_ids": [ "P20_02_110", "P20_02_111", "P20_02_112", "P20_02_113" ], "src": "open dishwasher . open dishwasher_drawer . put knife and fork in dishwasher", "src1": "open dishwasher", "src2": "open dishwasher_drawer", "src3": "put knife and fork in dishwasher", "trg": "close dishwasher", "vis_src": "P20_02:110 P20_02:111 P20_02:112", "vis_trg": "P20_02:113", "narrations": [ "open dishwasher", "open dishwasher drawer", "put knife and fork in dishwasher", "close dishwasher" ], "verbs": [ "open", "open", "put-in", "close" ], "verb_classes": [ 3, 3, 5, 4 ], "nouns": [ "dishwasher", "drawer:dishwasher", "knife", "dishwasher" ], "noun_classes": [ 70, 70, 4, 70 ], "start_stop_timestamps": [ [ "00:06:47.38", "00:06:48.38" ], [ "00:06:48.98", "00:06:50.23" ], [ "00:06:50.33", "00:06:51.83" ], [ "00:06:52.88", "00:06:53.43" ] ], "start_stop_frames": [ [ 24442, 24502 ], [ 24538, 24613 ], [ 24619, 24709 ], [ 24772, 24805 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P02_130+28_29_30_31", "video_id": "P02_130", "narration_ids": [ "P02_130_28", "P02_130_29", "P02_130_30", "P02_130_31" ], "src": "return bowls . close cupboard . move water_filter", "src1": "return bowls", "src2": "close cupboard", "src3": "move water_filter", "trg": "put_down bowl", "vis_src": "P02_130:28 P02_130:29 P02_130:30", "vis_trg": "P02_130:31", "narrations": [ "return bowls", "close cupboard", "move water filter", "put down bowl" ], "verbs": [ "return", "close", "move", "put-down" ], "verb_classes": [ 1, 4, 11, 1 ], "nouns": [ "bowl", "cupboard", "filter:water", "bowl" ], "noun_classes": [ 7, 3, 66, 7 ], "start_stop_timestamps": [ [ "00:01:07.55", "00:01:08.24" ], [ "00:01:08.77", "00:01:09.39" ], [ "00:01:11.19", "00:01:13.94" ], [ "00:01:12.34", "00:01:14.21" ] ], "start_stop_frames": [ [ 3377, 3411 ], [ 3438, 3469 ], [ 3559, 3697 ], [ 3617, 3710 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P07_114+15_16_17_18", "video_id": "P07_114", "narration_ids": [ "P07_114_15", "P07_114_16", "P07_114_17", "P07_114_18" ], "src": "grab lid . cover pot . grab pot", "src1": "grab lid", "src2": "cover pot", "src3": "grab pot", "trg": "put pot onto hob", "vis_src": "P07_114:15 P07_114:16 P07_114:17", "vis_trg": "P07_114:18", "narrations": [ "grab lid", "cover pot", "grab pot", "put pot onto hob" ], "verbs": [ "grab", "cover", "grab", "put-onto" ], "verb_classes": [ 0, 36, 0, 1 ], "nouns": [ "lid", "pot", "pot", "pot" ], "noun_classes": [ 6, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:00.52", "00:01:01.51" ], [ "00:01:01.47", "00:01:03.00" ], [ "00:01:07.17", "00:01:09.44" ], [ "00:01:09.28", "00:01:10.50" ] ], "start_stop_frames": [ [ 3026, 3075 ], [ 3073, 3150 ], [ 3358, 3472 ], [ 3464, 3525 ] ], "trgnoun": "pot", "trgverb": "put_onto" }, { "key": "P11_05+247_248_249_250", "video_id": "P11_05", "narration_ids": [ "P11_05_247", "P11_05_248", "P11_05_249", "P11_05_250" ], "src": "clean fork . clean guard . clean slicer", "src1": "clean fork", "src2": "clean guard", "src3": "clean slicer", "trg": "scrub slicer", "vis_src": "P11_05:247 P11_05:248 P11_05:249", "vis_trg": "P11_05:250", "narrations": [ "clean fork", "clean guard", "clean slicer", "scrub slicer" ], "verbs": [ "clean", "clean", "clean", "scrub" ], "verb_classes": [ 2, 2, 2, 29 ], "nouns": [ "fork", "guard", "slicer", "slicer" ], "noun_classes": [ 14, 252, 220, 220 ], "start_stop_timestamps": [ [ "00:16:59.83", "00:17:05.65" ], [ "00:17:06.58", "00:17:10.97" ], [ "00:17:06.80", "00:17:11.37" ], [ "00:17:11.47", "00:17:21.01" ] ], "start_stop_frames": [ [ 61189, 61539 ], [ 61594, 61858 ], [ 61608, 61882 ], [ 61888, 62460 ] ], "trgnoun": "slicer", "trgverb": "scrub" }, { "key": "P01_109+761_762_763_764", "video_id": "P01_109", "narration_ids": [ "P01_109_761", "P01_109_762", "P01_109_763", "P01_109_764" ], "src": "shake plate . pick_up cloth . dry plate", "src1": "shake plate", "src2": "pick_up cloth", "src3": "dry plate", "trg": "put_down plate", "vis_src": "P01_109:761 P01_109:762 P01_109:763", "vis_trg": "P01_109:764", "narrations": [ "shake plate", "pick up cloth", "dry plate", "put down plate" ], "verbs": [ "shake", "pick-up", "dry", "put-down" ], "verb_classes": [ 15, 0, 14, 1 ], "nouns": [ "plate", "cloth", "plate", "plate" ], "noun_classes": [ 2, 17, 2, 2 ], "start_stop_timestamps": [ [ "00:54:40.63", "00:54:42.43" ], [ "00:54:41.56", "00:54:43.48" ], [ "00:54:43.51", "00:55:02.67" ], [ "00:55:02.70", "00:55:04.80" ] ], "start_stop_frames": [ [ 164031, 164121 ], [ 164078, 164174 ], [ 164175, 165133 ], [ 165135, 165240 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P03_119+9_10_11_12", "video_id": "P03_119", "narration_ids": [ "P03_119_9", "P03_119_10", "P03_119_11", "P03_119_12" ], "src": "open cupboard . take_out tray from cupboard . close cupboard", "src1": "open cupboard", "src2": "take_out tray from cupboard", "src3": "close cupboard", "trg": "put tray on counter", "vis_src": "P03_119:9 P03_119:10 P03_119:11", "vis_trg": "P03_119:12", "narrations": [ "open cupboard", "take out tray from cupboard", "close cupboard", "put tray on counter" ], "verbs": [ "open", "take-out", "close", "put-on" ], "verb_classes": [ 3, 12, 4, 1 ], "nouns": [ "cupboard", "tray", "cupboard", "tray" ], "noun_classes": [ 3, 35, 3, 35 ], "start_stop_timestamps": [ [ "00:00:17.35", "00:00:18.20" ], [ "00:00:17.73", "00:00:24.90" ], [ "00:00:24.86", "00:00:26.39" ], [ "00:00:25.62", "00:00:26.64" ] ], "start_stop_frames": [ [ 867, 910 ], [ 886, 1245 ], [ 1243, 1319 ], [ 1281, 1332 ] ], "trgnoun": "tray", "trgverb": "put_on" }, { "key": "P12_01+34_35_36_38", "video_id": "P12_01", "narration_ids": [ "P12_01_34", "P12_01_35", "P12_01_36", "P12_01_38" ], "src": "put_back salt . take pepper . put pepper on salad", "src1": "put_back salt", "src2": "take pepper", "src3": "put pepper on salad", "trg": "take olive_oil", "vis_src": "P12_01:34 P12_01:35 P12_01:36", "vis_trg": "P12_01:38", "narrations": [ "put back salt", "take pepper", "put pepper on salad", "take olive oil" ], "verbs": [ "put-back", "take", "put-on", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "salt", "pepper", "pepper", "oil:olive" ], "noun_classes": [ 38, 37, 37, 31 ], "start_stop_timestamps": [ [ "00:03:31.64", "00:03:35.62" ], [ "00:03:35.99", "00:03:37.88" ], [ "00:03:39.58", "00:03:42.54" ], [ "00:03:46.25", "00:03:47.00" ] ], "start_stop_frames": [ [ 12698, 12937 ], [ 12959, 13072 ], [ 13174, 13352 ], [ 13575, 13620 ] ], "trgnoun": "olive_oil", "trgverb": "take" }, { "key": "P02_09+507_508_509_510", "video_id": "P02_09", "narration_ids": [ "P02_09_507", "P02_09_508", "P02_09_509", "P02_09_510" ], "src": "put spoon . pick_up cutlery . rinse cutlery", "src1": "put spoon", "src2": "pick_up cutlery", "src3": "rinse cutlery", "trg": "put cutlery", "vis_src": "P02_09:507 P02_09:508 P02_09:509", "vis_trg": "P02_09:510", "narrations": [ "put spoon", "pick up cutlery", "rinse cutlery", "put cutlery" ], "verbs": [ "put", "pick-up", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spoon", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 1, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:32:36.94", "00:32:37.56" ], [ "00:32:37.21", "00:32:37.82" ], [ "00:32:37.92", "00:32:40.89" ], [ "00:32:40.99", "00:32:41.53" ] ], "start_stop_frames": [ [ 117416, 117453 ], [ 117432, 117469 ], [ 117475, 117653 ], [ 117659, 117691 ] ], "trgnoun": "cutlery", "trgverb": "put" }, { "key": "P01_08+27_28_29_30", "video_id": "P01_08", "narration_ids": [ "P01_08_27", "P01_08_28", "P01_08_29", "P01_08_30" ], "src": "pour water into glass . put_down bottle . drink water", "src1": "pour water into glass", "src2": "put_down bottle", "src3": "drink water", "trg": "close bottle", "vis_src": "P01_08:27 P01_08:28 P01_08:29", "vis_trg": "P01_08:30", "narrations": [ "pour water into glass", "put down bottle", "drink water", "close bottle" ], "verbs": [ "pour-into", "put-down", "drink", "close" ], "verb_classes": [ 9, 1, 60, 4 ], "nouns": [ "water", "bottle", "water", "bottle" ], "noun_classes": [ 27, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:01:24.71", "00:01:28.48" ], [ "00:01:28.58", "00:01:30.39" ], [ "00:01:29.46", "00:01:31.92" ], [ "00:01:31.87", "00:01:32.76" ] ], "start_stop_frames": [ [ 5082, 5308 ], [ 5314, 5423 ], [ 5367, 5515 ], [ 5512, 5565 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P01_109+10_11_12_13", "video_id": "P01_109", "narration_ids": [ "P01_109_10", "P01_109_11", "P01_109_12", "P01_109_13" ], "src": "pick_up beers . open freezer . open drawer", "src1": "pick_up beers", "src2": "open freezer", "src3": "open drawer", "trg": "put beer into drawer", "vis_src": "P01_109:10 P01_109:11 P01_109:12", "vis_trg": "P01_109:13", "narrations": [ "pick up beers", "open freezer", "open drawer", "put beer into drawer" ], "verbs": [ "pick-up", "open", "open", "put-into" ], "verb_classes": [ 0, 3, 3, 5 ], "nouns": [ "beer", "freezer", "drawer", "beer" ], "noun_classes": [ 231, 113, 8, 231 ], "start_stop_timestamps": [ [ "00:00:14.76", "00:00:16.91" ], [ "00:00:17.52", "00:00:20.44" ], [ "00:00:20.91", "00:00:22.46" ], [ "00:00:22.78", "00:00:27.06" ] ], "start_stop_frames": [ [ 738, 845 ], [ 876, 1022 ], [ 1045, 1123 ], [ 1139, 1353 ] ], "trgnoun": "beer", "trgverb": "put_into" }, { "key": "P35_107+226_227_228_229", "video_id": "P35_107", "narration_ids": [ "P35_107_226", "P35_107_227", "P35_107_228", "P35_107_229" ], "src": "put_down sponge . rinse pan . turn_off tap", "src1": "put_down sponge", "src2": "rinse pan", "src3": "turn_off tap", "trg": "put_down pan", "vis_src": "P35_107:226 P35_107:227 P35_107:228", "vis_trg": "P35_107:229", "narrations": [ "put down sponge", "rinse pan", "turn off tap", "put down pan" ], "verbs": [ "put-down", "rinse", "turn-off", "put-down" ], "verb_classes": [ 1, 2, 8, 1 ], "nouns": [ "sponge", "pan", "tap", "pan" ], "noun_classes": [ 9, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:16:40.95", "00:16:48.57" ], [ "00:16:48.67", "00:17:14.96" ], [ "00:17:14.54", "00:17:15.28" ], [ "00:17:17.95", "00:17:19.29" ] ], "start_stop_frames": [ [ 50047, 50428 ], [ 50433, 51748 ], [ 51727, 51764 ], [ 51897, 51964 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P37_102+61_62_63_64", "video_id": "P37_102", "narration_ids": [ "P37_102_61", "P37_102_62", "P37_102_63", "P37_102_64" ], "src": "dice carrots . cut carrots . cut carrots into sticks", "src1": "dice carrots", "src2": "cut carrots", "src3": "cut carrots into sticks", "trg": "take carrots", "vis_src": "P37_102:61 P37_102:62 P37_102:63", "vis_trg": "P37_102:64", "narrations": [ "dice carrots", "cut carrots", "cut carrots into sticks", "take carrots" ], "verbs": [ "dice", "cut", "cut-into", "take" ], "verb_classes": [ 7, 7, 7, 0 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:57.08", "00:04:03.65" ], [ "00:04:03.75", "00:04:14.40" ], [ "00:04:08.87", "00:04:47.35" ], [ "00:04:46.54", "00:04:48.12" ] ], "start_stop_frames": [ [ 11854, 12182 ], [ 12187, 12720 ], [ 12443, 14367 ], [ 14327, 14406 ] ], "trgnoun": "carrot", "trgverb": "take" }, { "key": "P08_05+33_34_35_36", "video_id": "P08_05", "narration_ids": [ "P08_05_33", "P08_05_34", "P08_05_35", "P08_05_36" ], "src": "get food_processor . place it in its place . close cupboard", "src1": "get food_processor", "src2": "place it in its place", "src3": "close cupboard", "trg": "open cupboard", "vis_src": "P08_05:33 P08_05:34 P08_05:35", "vis_trg": "P08_05:36", "narrations": [ "get food processor", "place it in its place", "close cupboard", "open cupboard" ], "verbs": [ "get", "place-in", "close", "open" ], "verb_classes": [ 0, 5, 4, 3 ], "nouns": [ "processor:food", "hand", "cupboard", "cupboard" ], "noun_classes": [ 147, 11, 3, 3 ], "start_stop_timestamps": [ [ "00:01:36.17", "00:01:38.73" ], [ "00:01:38.67", "00:01:42.02" ], [ "00:01:42.12", "00:01:44.18" ], [ "00:01:44.21", "00:01:46.08" ] ], "start_stop_frames": [ [ 5770, 5923 ], [ 5920, 6121 ], [ 6127, 6250 ], [ 6252, 6364 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P01_105+683_684_685_686", "video_id": "P01_105", "narration_ids": [ "P01_105_683", "P01_105_684", "P01_105_685", "P01_105_686" ], "src": "turn_off tap . open washing up liquid . pick_up washing up liquid", "src1": "turn_off tap", "src2": "open washing up liquid", "src3": "pick_up washing up liquid", "trg": "pour washing up liquid", "vis_src": "P01_105:683 P01_105:684 P01_105:685", "vis_trg": "P01_105:686", "narrations": [ "turn off tap", "open washing up liquid", "pick up washing up liquid", "pour washing up liquid" ], "verbs": [ "turn-off", "open", "pick-up", "pour" ], "verb_classes": [ 8, 3, 0, 9 ], "nouns": [ "tap", "liquid:washing:up", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 0, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:29:20.14", "00:29:20.39" ], [ "00:29:21.39", "00:29:21.69" ], [ "00:29:21.99", "00:29:22.39" ], [ "00:29:22.74", "00:29:24.55" ] ], "start_stop_frames": [ [ 88007, 88019 ], [ 88069, 88084 ], [ 88099, 88119 ], [ 88137, 88227 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P22_115+17_18_19_20", "video_id": "P22_115", "narration_ids": [ "P22_115_17", "P22_115_18", "P22_115_19", "P22_115_20" ], "src": "pick_up knife . open drawer . dry knife", "src1": "pick_up knife", "src2": "open drawer", "src3": "dry knife", "trg": "put_down knife", "vis_src": "P22_115:17 P22_115:18 P22_115:19", "vis_trg": "P22_115:20", "narrations": [ "pick up knife", "open drawer", "dry knife", "put down knife" ], "verbs": [ "pick-up", "open", "dry", "put-down" ], "verb_classes": [ 0, 3, 14, 1 ], "nouns": [ "knife", "drawer", "knife", "knife" ], "noun_classes": [ 4, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:00:41.32", "00:00:42.08" ], [ "00:00:42.50", "00:00:43.29" ], [ "00:00:43.37", "00:00:44.11" ], [ "00:00:44.20", "00:00:44.84" ] ], "start_stop_frames": [ [ 2066, 2104 ], [ 2125, 2164 ], [ 2168, 2205 ], [ 2210, 2242 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P22_109+243_244_245_246", "video_id": "P22_109", "narration_ids": [ "P22_109_243", "P22_109_244", "P22_109_245", "P22_109_246" ], "src": "put_down sponge . pick_up cloth . turn_on tap", "src1": "put_down sponge", "src2": "pick_up cloth", "src3": "turn_on tap", "trg": "rinse cloth", "vis_src": "P22_109:243 P22_109:244 P22_109:245", "vis_trg": "P22_109:246", "narrations": [ "put down sponge", "pick up cloth", "turn on tap", "rinse cloth" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "sponge", "cloth", "tap", "cloth" ], "noun_classes": [ 9, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:09:52.54", "00:09:53.26" ], [ "00:09:53.60", "00:09:54.61" ], [ "00:09:56.29", "00:09:56.92" ], [ "00:09:56.94", "00:10:02.89" ] ], "start_stop_frames": [ [ 29627, 29663 ], [ 29680, 29730 ], [ 29814, 29845 ], [ 29847, 30144 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P01_18+481_482_483_484", "video_id": "P01_18", "narration_ids": [ "P01_18_481", "P01_18_482", "P01_18_483", "P01_18_484" ], "src": "take spatula . take ladle . stir food", "src1": "take spatula", "src2": "take ladle", "src3": "stir food", "trg": "put_down spatula", "vis_src": "P01_18:481 P01_18:482 P01_18:483", "vis_trg": "P01_18:484", "narrations": [ "take spatula", "take ladle", "stir food", "put down spatula" ], "verbs": [ "take", "take", "stir", "put-down" ], "verb_classes": [ 0, 0, 10, 1 ], "nouns": [ "spatula", "ladle", "food", "spatula" ], "noun_classes": [ 20, 97, 34, 20 ], "start_stop_timestamps": [ [ "00:39:08.59", "00:39:09.74" ], [ "00:39:10.41", "00:39:11.61" ], [ "00:39:24.90", "00:39:36.37" ], [ "00:39:36.45", "00:39:38.30" ] ], "start_stop_frames": [ [ 140915, 140984 ], [ 141024, 141096 ], [ 141894, 142582 ], [ 142587, 142698 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_17+90_91_92_93", "video_id": "P22_17", "narration_ids": [ "P22_17_90", "P22_17_91", "P22_17_92", "P22_17_93" ], "src": "put_down bottle . close bottle . open freezer", "src1": "put_down bottle", "src2": "close bottle", "src3": "open freezer", "trg": "pick_up object", "vis_src": "P22_17:90 P22_17:91 P22_17:92", "vis_trg": "P22_17:93", "narrations": [ "put down bottle", "close bottle", "open freezer", "pick up object" ], "verbs": [ "put-down", "close", "open", "pick-up" ], "verb_classes": [ 1, 4, 3, 0 ], "nouns": [ "bottle", "bottle", "freezer", "freezer" ], "noun_classes": [ 15, 15, 113, 113 ], "start_stop_timestamps": [ [ "00:04:15.29", "00:04:16.49" ], [ "00:04:16.59", "00:04:18.00" ], [ "00:04:17.89", "00:04:20.74" ], [ "00:04:20.51", "00:04:26.81" ] ], "start_stop_frames": [ [ 15317, 15389 ], [ 15395, 15480 ], [ 15473, 15644 ], [ 15630, 16008 ] ], "trgnoun": "freezer", "trgverb": "pick_up" }, { "key": "P23_102+592_595_596_597", "video_id": "P23_102", "narration_ids": [ "P23_102_592", "P23_102_595", "P23_102_596", "P23_102_597" ], "src": "put spoon . take plate . take brush", "src1": "put spoon", "src2": "take plate", "src3": "take brush", "trg": "wash plate", "vis_src": "P23_102:592 P23_102:595 P23_102:596", "vis_trg": "P23_102:597", "narrations": [ "put spoon", "take plate", "take brush", "wash plate" ], "verbs": [ "put", "take", "take", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "spoon", "plate", "brush", "plate" ], "noun_classes": [ 1, 2, 103, 2 ], "start_stop_timestamps": [ [ "00:54:55.48", "00:54:56.11" ], [ "00:55:00.08", "00:55:00.76" ], [ "00:55:00.86", "00:55:02.00" ], [ "00:55:01.91", "00:55:08.88" ] ], "start_stop_frames": [ [ 164774, 164805 ], [ 165004, 165038 ], [ 165043, 165100 ], [ 165095, 165444 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P23_102+571_572_573_574", "video_id": "P23_102", "narration_ids": [ "P23_102_571", "P23_102_572", "P23_102_573", "P23_102_574" ], "src": "put spoon . put pan . take plate", "src1": "put spoon", "src2": "put pan", "src3": "take plate", "trg": "put plate", "vis_src": "P23_102:571 P23_102:572 P23_102:573", "vis_trg": "P23_102:574", "narrations": [ "put spoon", "put pan", "take plate", "put plate" ], "verbs": [ "put", "put", "take", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "spoon", "pan", "plate", "plate" ], "noun_classes": [ 1, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:53:41.13", "00:53:44.25" ], [ "00:53:43.70", "00:53:45.94" ], [ "00:53:46.04", "00:53:46.84" ], [ "00:53:46.88", "00:53:47.51" ] ], "start_stop_frames": [ [ 161056, 161212 ], [ 161185, 161297 ], [ 161302, 161342 ], [ 161344, 161375 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_119+52_53_54_55", "video_id": "P04_119", "narration_ids": [ "P04_119_52", "P04_119_53", "P04_119_54", "P04_119_55" ], "src": "straighten water_bottle . open kettle . turn_on tap", "src1": "straighten water_bottle", "src2": "open kettle", "src3": "turn_on tap", "trg": "fill kettle with water", "vis_src": "P04_119:52 P04_119:53 P04_119:54", "vis_trg": "P04_119:55", "narrations": [ "straighten water bottle", "open kettle", "turn on tap", "fill kettle with water" ], "verbs": [ "straighten", "open", "turn-on", "fill" ], "verb_classes": [ 40, 3, 6, 26 ], "nouns": [ "bottle:water", "kettle", "tap", "kettle" ], "noun_classes": [ 15, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:02:38.88", "00:02:39.45" ], [ "00:02:39.83", "00:02:40.63" ], [ "00:02:40.84", "00:02:41.39" ], [ "00:02:41.12", "00:02:43.17" ] ], "start_stop_frames": [ [ 7944, 7972 ], [ 7991, 8031 ], [ 8042, 8069 ], [ 8056, 8158 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P24_07+71_72_73_74", "video_id": "P24_07", "narration_ids": [ "P24_07_71", "P24_07_72", "P24_07_73", "P24_07_74" ], "src": "close fridge . put carrots . pick_up tomato", "src1": "close fridge", "src2": "put carrots", "src3": "pick_up tomato", "trg": "wash tomato", "vis_src": "P24_07:71 P24_07:72 P24_07:73", "vis_trg": "P24_07:74", "narrations": [ "close fridge", "put carrots", "pick up tomato", "wash tomato" ], "verbs": [ "close", "put", "pick-up", "wash" ], "verb_classes": [ 4, 1, 0, 2 ], "nouns": [ "fridge", "carrot", "tomato", "tomato" ], "noun_classes": [ 12, 41, 43, 43 ], "start_stop_timestamps": [ [ "00:04:34.95", "00:04:36.07" ], [ "00:04:36.50", "00:04:37.51" ], [ "00:04:38.60", "00:04:39.87" ], [ "00:04:40.21", "00:04:43.08" ] ], "start_stop_frames": [ [ 16497, 16564 ], [ 16590, 16650 ], [ 16716, 16792 ], [ 16812, 16984 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P30_107+223_224_225_226", "video_id": "P30_107", "narration_ids": [ "P30_107_223", "P30_107_224", "P30_107_225", "P30_107_226" ], "src": "scratch pak_choi . put pak_choi in bowl . pick_up bowl", "src1": "scratch pak_choi", "src2": "put pak_choi in bowl", "src3": "pick_up bowl", "trg": "put bowl", "vis_src": "P30_107:223 P30_107:224 P30_107:225", "vis_trg": "P30_107:226", "narrations": [ "scratch pak choi", "put pak choi in bowl", "pick up bowl", "put bowl" ], "verbs": [ "scratch", "put-in", "pick-up", "put" ], "verb_classes": [ 55, 5, 0, 1 ], "nouns": [ "choi:pak", "choi:pak", "bowl", "bowl" ], "noun_classes": [ 151, 151, 7, 7 ], "start_stop_timestamps": [ [ "00:11:31.58", "00:11:34.65" ], [ "00:11:35.25", "00:12:01.58" ], [ "00:12:01.61", "00:12:02.98" ], [ "00:12:02.95", "00:12:04.67" ] ], "start_stop_frames": [ [ 34579, 34732 ], [ 34762, 36079 ], [ 36080, 36149 ], [ 36147, 36233 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P28_113+136_137_138_139", "video_id": "P28_113", "narration_ids": [ "P28_113_136", "P28_113_137", "P28_113_138", "P28_113_139" ], "src": "put onion . take spring_onions . put spring_onions", "src1": "put onion", "src2": "take spring_onions", "src3": "put spring_onions", "trg": "cut spring_onions", "vis_src": "P28_113:136 P28_113:137 P28_113:138", "vis_trg": "P28_113:139", "narrations": [ "put onion", "take spring onions", "put spring onions", "cut spring onions" ], "verbs": [ "put", "take", "put", "cut" ], "verb_classes": [ 1, 0, 1, 7 ], "nouns": [ "onion", "onion:spring", "onion:spring", "onion:spring" ], "noun_classes": [ 16, 128, 128, 128 ], "start_stop_timestamps": [ [ "00:08:08.40", "00:08:09.38" ], [ "00:08:09.45", "00:08:10.38" ], [ "00:08:10.47", "00:08:10.92" ], [ "00:08:11.88", "00:08:16.23" ] ], "start_stop_frames": [ [ 24420, 24469 ], [ 24472, 24519 ], [ 24523, 24546 ], [ 24594, 24811 ] ], "trgnoun": "spring_onion", "trgverb": "cut" }, { "key": "P27_101+247_248_249_250", "video_id": "P27_101", "narration_ids": [ "P27_101_247", "P27_101_248", "P27_101_249", "P27_101_250" ], "src": "take fork . wash fork . pick_up spoons", "src1": "take fork", "src2": "wash fork", "src3": "pick_up spoons", "trg": "wash spoons", "vis_src": "P27_101:247 P27_101:248 P27_101:249", "vis_trg": "P27_101:250", "narrations": [ "take fork", "wash fork", "pick up spoons", "wash spoons" ], "verbs": [ "take", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "fork", "fork", "spoon", "spoon" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:11:05.30", "00:11:06.02" ], [ "00:11:05.66", "00:11:09.75" ], [ "00:11:09.76", "00:11:10.80" ], [ "00:11:11.69", "00:11:18.58" ] ], "start_stop_frames": [ [ 33265, 33301 ], [ 33283, 33487 ], [ 33488, 33540 ], [ 33584, 33929 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P03_119+93_94_95_96", "video_id": "P03_119", "narration_ids": [ "P03_119_93", "P03_119_94", "P03_119_95", "P03_119_96" ], "src": "pick_up tupperware . put_down tupperware . pick_up spoon", "src1": "pick_up tupperware", "src2": "put_down tupperware", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P03_119:93 P03_119:94 P03_119:95", "vis_trg": "P03_119:96", "narrations": [ "pick up tupperware", "put down tupperware", "pick up spoon", "wash spoon" ], "verbs": [ "pick-up", "put-down", "pick-up", "wash" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "tupperware", "tupperware", "spoon", "spoon" ], "noun_classes": [ 23, 23, 1, 1 ], "start_stop_timestamps": [ [ "00:04:32.49", "00:04:33.19" ], [ "00:04:33.18", "00:04:33.82" ], [ "00:04:33.85", "00:04:34.40" ], [ "00:04:34.46", "00:04:43.40" ] ], "start_stop_frames": [ [ 13624, 13659 ], [ 13659, 13691 ], [ 13692, 13719 ], [ 13722, 14169 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P04_119+22_23_24_25", "video_id": "P04_119", "narration_ids": [ "P04_119_22", "P04_119_23", "P04_119_24", "P04_119_25" ], "src": "wipe hand with tea towel . put tea_towel on oven door . tilt instructions forward", "src1": "wipe hand with tea towel", "src2": "put tea_towel on oven door", "src3": "tilt instructions forward", "trg": "read instructions", "vis_src": "P04_119:22 P04_119:23 P04_119:24", "vis_trg": "P04_119:25", "narrations": [ "wipe hand with tea towel", "put tea towel on oven door", "tilt instructions forward", "read instructions" ], "verbs": [ "wipe-with", "put-on", "tilt", "read" ], "verb_classes": [ 2, 1, 33, 38 ], "nouns": [ "hand", "towel:tea", "instruction", "instruction" ], "noun_classes": [ 11, 52, 149, 149 ], "start_stop_timestamps": [ [ "00:01:54.50", "00:01:55.58" ], [ "00:01:55.51", "00:01:58.72" ], [ "00:01:59.39", "00:02:06.89" ], [ "00:02:01.24", "00:02:04.65" ] ], "start_stop_frames": [ [ 5725, 5779 ], [ 5775, 5936 ], [ 5969, 6344 ], [ 6062, 6232 ] ], "trgnoun": "instruction", "trgverb": "read" }, { "key": "P07_115+21_22_23_24", "video_id": "P07_115", "narration_ids": [ "P07_115_21", "P07_115_22", "P07_115_23", "P07_115_24" ], "src": "turn_on tap . rinse board . turn_off tap", "src1": "turn_on tap", "src2": "rinse board", "src3": "turn_off tap", "trg": "put board into sink", "vis_src": "P07_115:21 P07_115:22 P07_115:23", "vis_trg": "P07_115:24", "narrations": [ "turn on tap", "rinse board", "turn off tap", "put board into sink" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-into" ], "verb_classes": [ 6, 2, 8, 5 ], "nouns": [ "tap", "board", "tap", "board" ], "noun_classes": [ 0, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:00:48.17", "00:00:49.78" ], [ "00:00:49.33", "00:00:52.77" ], [ "00:00:52.87", "00:00:53.35" ], [ "00:00:53.38", "00:00:55.89" ] ], "start_stop_frames": [ [ 2408, 2489 ], [ 2466, 2638 ], [ 2643, 2667 ], [ 2669, 2794 ] ], "trgnoun": "board", "trgverb": "put_into" }, { "key": "P02_112+218_219_220_221", "video_id": "P02_112", "narration_ids": [ "P02_112_218", "P02_112_219", "P02_112_220", "P02_112_221" ], "src": "pick_up pan . put_down pan . pick_up meat from pan", "src1": "pick_up pan", "src2": "put_down pan", "src3": "pick_up meat from pan", "trg": "place meat on ball of dough", "vis_src": "P02_112:218 P02_112:219 P02_112:220", "vis_trg": "P02_112:221", "narrations": [ "pick up pan", "put down pan", "pick up meat from pan", "place meat on ball of dough" ], "verbs": [ "pick-up", "put-down", "pick-up", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pan", "pan", "meat", "meat" ], "noun_classes": [ 5, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:15:24.65", "00:15:28.80" ], [ "00:15:27.60", "00:15:29.22" ], [ "00:15:29.32", "00:15:33.12" ], [ "00:15:33.01", "00:15:35.86" ] ], "start_stop_frames": [ [ 46232, 46440 ], [ 46380, 46461 ], [ 46466, 46656 ], [ 46650, 46793 ] ], "trgnoun": "meat", "trgverb": "place" }, { "key": "P30_05+203_204_205_206", "video_id": "P30_05", "narration_ids": [ "P30_05_203", "P30_05_204", "P30_05_205", "P30_05_206" ], "src": "gather food_bits . open drawer . put bowl", "src1": "gather food_bits", "src2": "open drawer", "src3": "put bowl", "trg": "put food_bits in bin", "vis_src": "P30_05:203 P30_05:204 P30_05:205", "vis_trg": "P30_05:206", "narrations": [ "gather food bits", "open drawer", "put bowl", "put food bits in bin" ], "verbs": [ "gather", "open", "put", "put-in" ], "verb_classes": [ 63, 3, 1, 5 ], "nouns": [ "bit:food", "drawer", "bowl", "bit:food" ], "noun_classes": [ 34, 8, 7, 34 ], "start_stop_timestamps": [ [ "00:16:31.39", "00:16:44.84" ], [ "00:16:33.96", "00:16:35.14" ], [ "00:16:35.24", "00:16:39.86" ], [ "00:16:45.63", "00:16:49.32" ] ], "start_stop_frames": [ [ 59483, 60290 ], [ 59637, 59708 ], [ 59714, 59991 ], [ 60337, 60559 ] ], "trgnoun": "food_bit", "trgverb": "put_in" }, { "key": "P03_19+48_49_50_51", "video_id": "P03_19", "narration_ids": [ "P03_19_48", "P03_19_49", "P03_19_50", "P03_19_51" ], "src": "turn_off tap . open fridge . grab squash", "src1": "turn_off tap", "src2": "open fridge", "src3": "grab squash", "trg": "open squash", "vis_src": "P03_19:48 P03_19:49 P03_19:50", "vis_trg": "P03_19:51", "narrations": [ "turn off tap", "open fridge", "grab squash", "open squash" ], "verbs": [ "turn-off", "open", "grab", "open" ], "verb_classes": [ 8, 3, 0, 3 ], "nouns": [ "tap", "fridge", "squash", "squash" ], "noun_classes": [ 0, 12, 116, 116 ], "start_stop_timestamps": [ [ "00:02:28.02", "00:02:31.41" ], [ "00:02:33.14", "00:02:34.22" ], [ "00:02:34.49", "00:02:35.18" ], [ "00:02:35.38", "00:02:36.39" ] ], "start_stop_frames": [ [ 8881, 9084 ], [ 9188, 9253 ], [ 9269, 9310 ], [ 9322, 9383 ] ], "trgnoun": "squash", "trgverb": "open" }, { "key": "P02_104+167_168_169_170", "video_id": "P02_104", "narration_ids": [ "P02_104_167", "P02_104_168", "P02_104_169", "P02_104_170" ], "src": "pick_up cheese . pick_up grater . grate cheese on top of pasta", "src1": "pick_up cheese", "src2": "pick_up grater", "src3": "grate cheese on top of pasta", "trg": "put_down grater", "vis_src": "P02_104:167 P02_104:168 P02_104:169", "vis_trg": "P02_104:170", "narrations": [ "pick up cheese", "pick up grater", "grate cheese on top of pasta", "put down grater" ], "verbs": [ "pick-up", "pick-up", "grate-on", "put-down" ], "verb_classes": [ 0, 0, 77, 1 ], "nouns": [ "cheese", "grater", "cheese", "grater" ], "noun_classes": [ 32, 96, 32, 96 ], "start_stop_timestamps": [ [ "00:08:45.35", "00:08:46.26" ], [ "00:08:47.83", "00:08:48.55" ], [ "00:08:48.69", "00:09:03.87" ], [ "00:09:04.34", "00:09:05.17" ] ], "start_stop_frames": [ [ 26267, 26313 ], [ 26391, 26427 ], [ 26434, 27193 ], [ 27217, 27258 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P04_110+165_166_167_168", "video_id": "P04_110", "narration_ids": [ "P04_110_165", "P04_110_166", "P04_110_167", "P04_110_168" ], "src": "move rolling_pin . pick_up rolling_pin . put_down plate", "src1": "move rolling_pin", "src2": "pick_up rolling_pin", "src3": "put_down plate", "trg": "put rolling_pin in sink", "vis_src": "P04_110:165 P04_110:166 P04_110:167", "vis_trg": "P04_110:168", "narrations": [ "move rolling pin", "pick up rolling pin", "put down plate", "put rolling pin in sink" ], "verbs": [ "move", "pick-up", "put-down", "put-in" ], "verb_classes": [ 11, 0, 1, 5 ], "nouns": [ "pin:rolling", "pin:rolling", "plate", "pin:rolling" ], "noun_classes": [ 136, 136, 2, 136 ], "start_stop_timestamps": [ [ "00:06:12.89", "00:06:13.56" ], [ "00:06:13.80", "00:06:14.23" ], [ "00:06:13.86", "00:06:14.56" ], [ "00:06:14.68", "00:06:16.51" ] ], "start_stop_frames": [ [ 18644, 18678 ], [ 18690, 18711 ], [ 18693, 18728 ], [ 18734, 18825 ] ], "trgnoun": "rolling_pin", "trgverb": "put_in" }, { "key": "P22_17+195_196_197_198", "video_id": "P22_17", "narration_ids": [ "P22_17_195", "P22_17_196", "P22_17_197", "P22_17_198" ], "src": "toss paper . grab paper . grab glass", "src1": "toss paper", "src2": "grab paper", "src3": "grab glass", "trg": "put_down down glass", "vis_src": "P22_17:195 P22_17:196 P22_17:197", "vis_trg": "P22_17:198", "narrations": [ "toss paper", "grab paper", "grab glass", "put down down glass" ], "verbs": [ "toss", "grab", "grab", "put-down" ], "verb_classes": [ 13, 0, 0, 1 ], "nouns": [ "paper", "paper", "glass", "glass" ], "noun_classes": [ 49, 49, 10, 10 ], "start_stop_timestamps": [ [ "00:08:24.56", "00:08:26.06" ], [ "00:08:27.76", "00:08:28.54" ], [ "00:08:28.57", "00:08:29.41" ], [ "00:08:31.34", "00:08:32.68" ] ], "start_stop_frames": [ [ 30273, 30363 ], [ 30465, 30512 ], [ 30514, 30564 ], [ 30680, 30760 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P04_107+577_578_579_580", "video_id": "P04_107", "narration_ids": [ "P04_107_577", "P04_107_578", "P04_107_579", "P04_107_580" ], "src": "turn_over dough . lay_down dough . pick_up rolling_pin", "src1": "turn_over dough", "src2": "lay_down dough", "src3": "pick_up rolling_pin", "trg": "roll_out dough", "vis_src": "P04_107:577 P04_107:578 P04_107:579", "vis_trg": "P04_107:580", "narrations": [ "turn over dough", "lay down dough", "pick up rolling pin", "roll out dough" ], "verbs": [ "turn-over", "lay-down", "pick-up", "roll-out" ], "verb_classes": [ 22, 1, 0, 39 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:16:10.37", "00:16:10.90" ], [ "00:16:11.01", "00:16:11.31" ], [ "00:16:11.64", "00:16:11.93" ], [ "00:16:12.02", "00:16:13.24" ] ], "start_stop_frames": [ [ 48518, 48545 ], [ 48550, 48565 ], [ 48582, 48596 ], [ 48601, 48662 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P30_109+162_163_164_165", "video_id": "P30_109", "narration_ids": [ "P30_109_162", "P30_109_163", "P30_109_164", "P30_109_165" ], "src": "take box from fridge . open box . take sausage_roll from box", "src1": "take box from fridge", "src2": "open box", "src3": "take sausage_roll from box", "trg": "close box", "vis_src": "P30_109:162 P30_109:163 P30_109:164", "vis_trg": "P30_109:165", "narrations": [ "take box from fridge", "open box", "take sausage roll from box", "close box" ], "verbs": [ "take-from", "open", "take-from", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "box", "box", "roll:sausage", "box" ], "noun_classes": [ 23, 23, 227, 23 ], "start_stop_timestamps": [ [ "00:04:59.50", "00:05:05.50" ], [ "00:05:05.05", "00:05:07.12" ], [ "00:05:07.10", "00:05:08.10" ], [ "00:05:08.15", "00:05:08.89" ] ], "start_stop_frames": [ [ 14975, 15275 ], [ 15252, 15356 ], [ 15355, 15405 ], [ 15407, 15444 ] ], "trgnoun": "box", "trgverb": "close" }, { "key": "P02_06+179_180_181_182", "video_id": "P02_06", "narration_ids": [ "P02_06_179", "P02_06_180", "P02_06_181", "P02_06_182" ], "src": "close tap . shake strainer . pick_up chopping_board", "src1": "close tap", "src2": "shake strainer", "src3": "pick_up chopping_board", "trg": "put chopping_board", "vis_src": "P02_06:179 P02_06:180 P02_06:181", "vis_trg": "P02_06:182", "narrations": [ "close tap", "shake strainer", "pick up chopping board", "put chopping board" ], "verbs": [ "turn-off", "shake", "pick-up", "put" ], "verb_classes": [ 8, 15, 0, 1 ], "nouns": [ "tap", "strainer", "board:chopping", "board:chopping" ], "noun_classes": [ 0, 39, 18, 18 ], "start_stop_timestamps": [ [ "00:08:14.78", "00:08:15.79" ], [ "00:08:16.69", "00:08:19.09" ], [ "00:08:21.12", "00:08:23.13" ], [ "00:08:25.68", "00:08:29.53" ] ], "start_stop_frames": [ [ 29686, 29747 ], [ 29801, 29945 ], [ 30067, 30187 ], [ 30340, 30571 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P04_10+53_54_55_56", "video_id": "P04_10", "narration_ids": [ "P04_10_53", "P04_10_54", "P04_10_55", "P04_10_56" ], "src": "put peppers in pan . pick_up celery . pull stalks off celery", "src1": "put peppers in pan", "src2": "pick_up celery", "src3": "pull stalks off celery", "trg": "chop ends off celery", "vis_src": "P04_10:53 P04_10:54 P04_10:55", "vis_trg": "P04_10:56", "narrations": [ "put peppers in pan", "pick up celery", "pull stalks off celery", "chop ends off celery" ], "verbs": [ "put-in", "pick-up", "pull-off", "chop" ], "verb_classes": [ 5, 0, 0, 7 ], "nouns": [ "pepper", "celery", "stalk", "celery" ], "noun_classes": [ 37, 223, 210, 223 ], "start_stop_timestamps": [ [ "00:08:44.91", "00:08:47.96" ], [ "00:08:53.92", "00:08:57.25" ], [ "00:08:57.29", "00:09:06.04" ], [ "00:09:06.74", "00:09:19.02" ] ], "start_stop_frames": [ [ 31494, 31677 ], [ 32035, 32235 ], [ 32237, 32762 ], [ 32804, 33541 ] ], "trgnoun": "celery", "trgverb": "chop" }, { "key": "P03_117+34_35_36_37", "video_id": "P03_117", "narration_ids": [ "P03_117_34", "P03_117_35", "P03_117_36", "P03_117_37" ], "src": "pick_up knife . put knife in bowl . pick_up saucepan_lid", "src1": "pick_up knife", "src2": "put knife in bowl", "src3": "pick_up saucepan_lid", "trg": "put_down saucepan_lid", "vis_src": "P03_117:34 P03_117:35 P03_117:36", "vis_trg": "P03_117:37", "narrations": [ "pick up knife", "put knife in bowl", "pick up saucepan lid", "put down saucepan lid" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-down" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "knife", "knife", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 4, 4, 6, 6 ], "start_stop_timestamps": [ [ "00:01:56.19", "00:01:57.11" ], [ "00:01:57.05", "00:01:57.87" ], [ "00:01:57.83", "00:01:58.72" ], [ "00:01:58.76", "00:01:59.55" ] ], "start_stop_frames": [ [ 5809, 5855 ], [ 5852, 5893 ], [ 5891, 5936 ], [ 5938, 5977 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_down" }, { "key": "P22_13+178_179_180_181", "video_id": "P22_13", "narration_ids": [ "P22_13_178", "P22_13_179", "P22_13_180", "P22_13_181" ], "src": "lather plate . put_down plate . pick_up saucer", "src1": "lather plate", "src2": "put_down plate", "src3": "pick_up saucer", "trg": "lather saucer", "vis_src": "P22_13:178 P22_13:179 P22_13:180", "vis_trg": "P22_13:181", "narrations": [ "lather plate", "put down plate", "pick up saucer", "lather saucer" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "saucer", "saucer" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:04.51", "00:06:09.50" ], [ "00:06:09.56", "00:06:10.10" ], [ "00:06:10.28", "00:06:11.17" ], [ "00:06:11.26", "00:06:20.90" ] ], "start_stop_frames": [ [ 21870, 22170 ], [ 22173, 22206 ], [ 22216, 22270 ], [ 22275, 22854 ] ], "trgnoun": "saucer", "trgverb": "lather" }, { "key": "P35_104+768_769_770_771", "video_id": "P35_104", "narration_ids": [ "P35_104_768", "P35_104_769", "P35_104_770", "P35_104_771" ], "src": "close fridge . pick_up cling_film . open drawer", "src1": "close fridge", "src2": "pick_up cling_film", "src3": "open drawer", "trg": "put_down cling_film", "vis_src": "P35_104:768 P35_104:769 P35_104:770", "vis_trg": "P35_104:771", "narrations": [ "close fridge", "pick up cling film", "open drawer", "put down cling film" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "fridge", "film:cling", "drawer", "film:cling" ], "noun_classes": [ 12, 100, 8, 100 ], "start_stop_timestamps": [ [ "00:53:46.72", "00:53:48.79" ], [ "00:53:53.83", "00:53:55.87" ], [ "00:53:59.16", "00:54:00.64" ], [ "00:54:00.50", "00:54:02.24" ] ], "start_stop_frames": [ [ 161336, 161439 ], [ 161691, 161793 ], [ 161958, 162032 ], [ 162025, 162112 ] ], "trgnoun": "cling_film", "trgverb": "put_down" }, { "key": "P04_109+245_246_247_248", "video_id": "P04_109", "narration_ids": [ "P04_109_245", "P04_109_246", "P04_109_247", "P04_109_248" ], "src": "tear pork . eat pork . pick_up foil", "src1": "tear pork", "src2": "eat pork", "src3": "pick_up foil", "trg": "put foil on oven dish", "vis_src": "P04_109:245 P04_109:246 P04_109:247", "vis_trg": "P04_109:248", "narrations": [ "tear pork", "eat pork", "pick up foil", "put foil on oven dish" ], "verbs": [ "tear", "eat", "pick-up", "put-on" ], "verb_classes": [ 43, 35, 0, 1 ], "nouns": [ "pork", "pork", "foil", "foil" ], "noun_classes": [ 144, 144, 123, 123 ], "start_stop_timestamps": [ [ "00:08:06.40", "00:08:08.52" ], [ "00:08:09.04", "00:08:10.00" ], [ "00:08:11.68", "00:08:12.65" ], [ "00:08:12.66", "00:08:14.51" ] ], "start_stop_frames": [ [ 24320, 24426 ], [ 24452, 24500 ], [ 24584, 24632 ], [ 24633, 24725 ] ], "trgnoun": "foil", "trgverb": "put_on" }, { "key": "P01_02+84_85_86_87", "video_id": "P01_02", "narration_ids": [ "P01_02_84", "P01_02_85", "P01_02_86", "P01_02_87" ], "src": "rinse knife . take fork . put_down knife", "src1": "rinse knife", "src2": "take fork", "src3": "put_down knife", "trg": "rinse fork", "vis_src": "P01_02:84 P01_02:85 P01_02:86", "vis_trg": "P01_02:87", "narrations": [ "rinse knife", "take fork", "put down knife", "rinse fork" ], "verbs": [ "rinse", "take", "put-down", "rinse" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "knife", "fork", "knife", "fork" ], "noun_classes": [ 4, 14, 4, 14 ], "start_stop_timestamps": [ [ "00:04:51.32", "00:04:55.41" ], [ "00:04:55.47", "00:04:56.22" ], [ "00:04:55.49", "00:04:56.98" ], [ "00:04:56.32", "00:04:59.60" ] ], "start_stop_frames": [ [ 17479, 17724 ], [ 17728, 17773 ], [ 17729, 17818 ], [ 17779, 17976 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P22_11+115_116_117_118", "video_id": "P22_11", "narration_ids": [ "P22_11_115", "P22_11_116", "P22_11_117", "P22_11_118" ], "src": "put_on lid . pick_up filter . shake filter", "src1": "put_on lid", "src2": "pick_up filter", "src3": "shake filter", "trg": "insert filter", "vis_src": "P22_11:115 P22_11:116 P22_11:117", "vis_trg": "P22_11:118", "narrations": [ "put on lid", "pick up filter", "shake filter", "insert filter" ], "verbs": [ "put-on", "pick-up", "shake", "insert" ], "verb_classes": [ 1, 0, 15, 5 ], "nouns": [ "lid", "filter", "filter", "filter" ], "noun_classes": [ 6, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:04:06.57", "00:04:09.35" ], [ "00:04:11.84", "00:04:12.84" ], [ "00:04:13.09", "00:04:14.61" ], [ "00:04:14.71", "00:04:16.53" ] ], "start_stop_frames": [ [ 14794, 14961 ], [ 15110, 15170 ], [ 15185, 15276 ], [ 15282, 15391 ] ], "trgnoun": "filter", "trgverb": "insert" }, { "key": "P35_107+90_91_92_93", "video_id": "P35_107", "narration_ids": [ "P35_107_90", "P35_107_91", "P35_107_92", "P35_107_93" ], "src": "lather plate . put_down plate . pick_up knife", "src1": "lather plate", "src2": "put_down plate", "src3": "pick_up knife", "trg": "lather knife", "vis_src": "P35_107:90 P35_107:91 P35_107:92", "vis_trg": "P35_107:93", "narrations": [ "lather plate", "put down plate", "pick up knife", "lather knife" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "knife", "knife" ], "noun_classes": [ 2, 2, 4, 4 ], "start_stop_timestamps": [ [ "00:06:34.12", "00:06:45.67" ], [ "00:06:45.65", "00:06:47.40" ], [ "00:06:49.00", "00:06:50.36" ], [ "00:06:50.20", "00:06:56.97" ] ], "start_stop_frames": [ [ 19706, 20283 ], [ 20282, 20370 ], [ 20450, 20518 ], [ 20510, 20848 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P02_09+301_302_303_304", "video_id": "P02_09", "narration_ids": [ "P02_09_301", "P02_09_302", "P02_09_303", "P02_09_304" ], "src": "move knife . pick meat . put meat in pan", "src1": "move knife", "src2": "pick meat", "src3": "put meat in pan", "trg": "break meat into pieces", "vis_src": "P02_09:301 P02_09:302 P02_09:303", "vis_trg": "P02_09:304", "narrations": [ "move knife", "pick meat", "put meat in pan", "break meat into pieces" ], "verbs": [ "move", "pick", "put-in", "break-into" ], "verb_classes": [ 11, 0, 5, 30 ], "nouns": [ "knife", "meat", "meat", "meat" ], "noun_classes": [ 4, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:22:41.63", "00:22:44.47" ], [ "00:22:43.98", "00:22:45.98" ], [ "00:22:47.44", "00:23:08.01" ], [ "00:22:50.00", "00:23:00.64" ] ], "start_stop_frames": [ [ 81697, 81868 ], [ 81838, 81958 ], [ 82046, 83280 ], [ 82200, 82838 ] ], "trgnoun": "meat", "trgverb": "break_into" }, { "key": "P03_120+75_76_77_78", "video_id": "P03_120", "narration_ids": [ "P03_120_75", "P03_120_76", "P03_120_77", "P03_120_78" ], "src": "put slice of butter on scales . move foil from butter . slice butter", "src1": "put slice of butter on scales", "src2": "move foil from butter", "src3": "slice butter", "trg": "take slice of butter off of knife", "vis_src": "P03_120:75 P03_120:76 P03_120:77", "vis_trg": "P03_120:78", "narrations": [ "put slice of butter on scales", "move foil from butter", "slice butter", "take slice of butter off of knife" ], "verbs": [ "put-on", "move-from", "slice", "take-off" ], "verb_classes": [ 1, 11, 7, 12 ], "nouns": [ "slice:butter", "foil", "butter", "slice:butter" ], "noun_classes": [ 78, 123, 78, 78 ], "start_stop_timestamps": [ [ "00:02:40.95", "00:02:41.68" ], [ "00:02:42.69", "00:02:45.02" ], [ "00:02:44.79", "00:02:46.16" ], [ "00:02:46.26", "00:02:47.36" ] ], "start_stop_frames": [ [ 8047, 8084 ], [ 8134, 8251 ], [ 8239, 8308 ], [ 8313, 8368 ] ], "trgnoun": "butter_slice", "trgverb": "take_off" }, { "key": "P22_11+112_113_114_115", "video_id": "P22_11", "narration_ids": [ "P22_11_112", "P22_11_113", "P22_11_114", "P22_11_115" ], "src": "remove lid . put_down coffee_grinder . pour coffee", "src1": "remove lid", "src2": "put_down coffee_grinder", "src3": "pour coffee", "trg": "put_on lid", "vis_src": "P22_11:112 P22_11:113 P22_11:114", "vis_trg": "P22_11:115", "narrations": [ "remove lid", "put down coffee grinder", "pour coffee", "put on lid" ], "verbs": [ "remove", "put-down", "pour", "put-on" ], "verb_classes": [ 12, 1, 9, 1 ], "nouns": [ "lid", "grinder:coffee", "coffee", "lid" ], "noun_classes": [ 6, 50, 59, 6 ], "start_stop_timestamps": [ [ "00:04:02.00", "00:04:04.54" ], [ "00:04:04.61", "00:04:05.99" ], [ "00:04:05.65", "00:04:06.47" ], [ "00:04:06.57", "00:04:09.35" ] ], "start_stop_frames": [ [ 14520, 14672 ], [ 14676, 14759 ], [ 14739, 14788 ], [ 14794, 14961 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P08_23+171_172_173_174", "video_id": "P08_23", "narration_ids": [ "P08_23_171", "P08_23_172", "P08_23_173", "P08_23_174" ], "src": "get bowl . close cupboard . open microwave", "src1": "get bowl", "src2": "close cupboard", "src3": "open microwave", "trg": "place bowl", "vis_src": "P08_23:171 P08_23:172 P08_23:173", "vis_trg": "P08_23:174", "narrations": [ "get bowl", "close cupboard", "open microwave", "place bowl" ], "verbs": [ "get", "close", "open", "place" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "bowl", "cupboard", "microwave", "bowl" ], "noun_classes": [ 7, 3, 90, 7 ], "start_stop_timestamps": [ [ "00:16:13.59", "00:16:15.24" ], [ "00:16:15.48", "00:16:16.54" ], [ "00:16:16.64", "00:16:18.24" ], [ "00:16:17.34", "00:16:18.59" ] ], "start_stop_frames": [ [ 58415, 58514 ], [ 58528, 58592 ], [ 58598, 58694 ], [ 58640, 58715 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P07_09+1_2_3_4", "video_id": "P07_09", "narration_ids": [ "P07_09_1", "P07_09_2", "P07_09_3", "P07_09_4" ], "src": "check tortilla . put tortilla onto plate . open packaging", "src1": "check tortilla", "src2": "put tortilla onto plate", "src3": "open packaging", "trg": "take tortilla", "vis_src": "P07_09:1 P07_09:2 P07_09:3", "vis_trg": "P07_09:4", "narrations": [ "check tortilla", "put tortilla onto plate", "open packaging", "take tortilla" ], "verbs": [ "check", "put-onto", "open", "take" ], "verb_classes": [ 24, 1, 3, 0 ], "nouns": [ "tortilla", "tortilla", "packaging", "tortilla" ], "noun_classes": [ 107, 107, 26, 107 ], "start_stop_timestamps": [ [ "00:00:48.67", "00:00:51.94" ], [ "00:00:53.17", "00:00:55.70" ], [ "00:00:58.43", "00:00:59.22" ], [ "00:00:59.79", "00:01:00.91" ] ], "start_stop_frames": [ [ 2920, 3116 ], [ 3190, 3342 ], [ 3505, 3553 ], [ 3587, 3654 ] ], "trgnoun": "tortilla", "trgverb": "take" }, { "key": "P22_111+520_521_522_523", "video_id": "P22_111", "narration_ids": [ "P22_111_520", "P22_111_521", "P22_111_522", "P22_111_523" ], "src": "pick_up tin_can . pick_up sponge . wash tin_can", "src1": "pick_up tin_can", "src2": "pick_up sponge", "src3": "wash tin_can", "trg": "put_down sponge", "vis_src": "P22_111:520 P22_111:521 P22_111:522", "vis_trg": "P22_111:523", "narrations": [ "pick up tin can", "pick up sponge", "wash tin can", "put down sponge" ], "verbs": [ "pick-up", "pick-up", "wash", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "can:tin", "sponge", "can:tin", "sponge" ], "noun_classes": [ 61, 9, 61, 9 ], "start_stop_timestamps": [ [ "00:18:53.06", "00:18:54.21" ], [ "00:18:53.78", "00:18:55.29" ], [ "00:18:55.09", "00:18:56.64" ], [ "00:18:56.68", "00:18:57.05" ] ], "start_stop_frames": [ [ 56653, 56710 ], [ 56689, 56764 ], [ 56754, 56832 ], [ 56834, 56852 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P28_09+14_15_16_17", "video_id": "P28_09", "narration_ids": [ "P28_09_14", "P28_09_15", "P28_09_16", "P28_09_17" ], "src": "put_down knife . take_out avocado . open fridge", "src1": "put_down knife", "src2": "take_out avocado", "src3": "open fridge", "trg": "put avocado in fridge", "vis_src": "P28_09:14 P28_09:15 P28_09:16", "vis_trg": "P28_09:17", "narrations": [ "put down knife", "take out avocado", "open fridge", "put avocado in fridge" ], "verbs": [ "put-down", "take-out", "open", "put-in" ], "verb_classes": [ 1, 12, 3, 5 ], "nouns": [ "knife", "avocado", "fridge", "avocado" ], "noun_classes": [ 4, 176, 12, 176 ], "start_stop_timestamps": [ [ "00:00:36.15", "00:00:37.06" ], [ "00:00:37.17", "00:00:39.13" ], [ "00:00:42.44", "00:00:44.07" ], [ "00:00:43.60", "00:00:45.48" ] ], "start_stop_frames": [ [ 2169, 2223 ], [ 2230, 2347 ], [ 2546, 2644 ], [ 2616, 2728 ] ], "trgnoun": "avocado", "trgverb": "put_in" }, { "key": "P02_08+20_21_22_23", "video_id": "P02_08", "narration_ids": [ "P02_08_20", "P02_08_21", "P02_08_22", "P02_08_23" ], "src": "slide onion_rings onto plate . hold tray and . slide potato onto plate using tongs", "src1": "slide onion_rings onto plate", "src2": "hold tray and", "src3": "slide potato onto plate using tongs", "trg": "put tray down", "vis_src": "P02_08:20 P02_08:21 P02_08:22", "vis_trg": "P02_08:23", "narrations": [ "slide onion rings onto plate", "hold tray and", "slide potato onto plate using tongs", "put tray down" ], "verbs": [ "slide-onto", "hold", "slide", "put-down" ], "verb_classes": [ 5, 34, 61, 1 ], "nouns": [ "ring:onion", "tray", "potato", "tray" ], "noun_classes": [ 261, 35, 30, 35 ], "start_stop_timestamps": [ [ "00:00:34.15", "00:00:45.98" ], [ "00:00:39.04", "00:00:41.07" ], [ "00:00:41.17", "00:00:46.90" ], [ "00:00:46.36", "00:00:48.11" ] ], "start_stop_frames": [ [ 2049, 2758 ], [ 2342, 2464 ], [ 2470, 2814 ], [ 2781, 2886 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P22_111+400_401_402_403", "video_id": "P22_111", "narration_ids": [ "P22_111_400", "P22_111_401", "P22_111_402", "P22_111_403" ], "src": "put_down oil . pick_up spoon . stir salad", "src1": "put_down oil", "src2": "pick_up spoon", "src3": "stir salad", "trg": "pick_up oil", "vis_src": "P22_111:400 P22_111:401 P22_111:402", "vis_trg": "P22_111:403", "narrations": [ "put down oil", "pick up spoon", "stir salad", "pick up oil" ], "verbs": [ "put-down", "pick-up", "stir", "pick-up" ], "verb_classes": [ 1, 0, 10, 0 ], "nouns": [ "oil", "spoon", "salad", "oil" ], "noun_classes": [ 31, 1, 68, 31 ], "start_stop_timestamps": [ [ "00:15:17.93", "00:15:19.24" ], [ "00:15:18.46", "00:15:19.09" ], [ "00:15:18.83", "00:15:23.84" ], [ "00:15:23.92", "00:15:25.00" ] ], "start_stop_frames": [ [ 45896, 45962 ], [ 45923, 45954 ], [ 45941, 46192 ], [ 46196, 46250 ] ], "trgnoun": "oil", "trgverb": "pick_up" }, { "key": "P04_03+80_81_82_83", "video_id": "P04_03", "narration_ids": [ "P04_03_80", "P04_03_81", "P04_03_82", "P04_03_83" ], "src": "open drawer . pick_up spoon . open yoghurt", "src1": "open drawer", "src2": "pick_up spoon", "src3": "open yoghurt", "trg": "mix yoghurt", "vis_src": "P04_03:80 P04_03:81 P04_03:82", "vis_trg": "P04_03:83", "narrations": [ "open drawer", "pick up spoon", "open yoghurt", "mix yoghurt" ], "verbs": [ "open", "pick-up", "open", "mix" ], "verb_classes": [ 3, 0, 3, 10 ], "nouns": [ "drawer", "spoon", "yoghurt", "yoghurt" ], "noun_classes": [ 8, 1, 98, 98 ], "start_stop_timestamps": [ [ "00:04:43.28", "00:04:44.79" ], [ "00:04:44.83", "00:04:45.79" ], [ "00:04:47.81", "00:04:49.83" ], [ "00:04:52.45", "00:04:54.56" ] ], "start_stop_frames": [ [ 16996, 17087 ], [ 17089, 17147 ], [ 17268, 17389 ], [ 17547, 17673 ] ], "trgnoun": "yoghurt", "trgverb": "mix" }, { "key": "P26_107+17_19_20_21", "video_id": "P26_107", "narration_ids": [ "P26_107_17", "P26_107_19", "P26_107_20", "P26_107_21" ], "src": "put_down cloth . remove lid . pick_up spoon", "src1": "put_down cloth", "src2": "remove lid", "src3": "pick_up spoon", "trg": "stir spoon", "vis_src": "P26_107:17 P26_107:19 P26_107:20", "vis_trg": "P26_107:21", "narrations": [ "put down cloth", "remove lid", "pick up spoon", "stir" ], "verbs": [ "put-down", "remove", "pick-up", "stir" ], "verb_classes": [ 1, 12, 0, 10 ], "nouns": [ "cloth", "lid", "spoon", "spoon" ], "noun_classes": [ 17, 6, 1, 1 ], "start_stop_timestamps": [ [ "00:01:52.95", "00:01:53.53" ], [ "00:02:00.35", "00:02:01.35" ], [ "00:02:01.39", "00:02:02.19" ], [ "00:02:02.21", "00:02:09.79" ] ], "start_stop_frames": [ [ 5647, 5676 ], [ 6017, 6067 ], [ 6069, 6109 ], [ 6110, 6489 ] ], "trgnoun": "spoon", "trgverb": "stir" }, { "key": "P04_109+196_197_198_199", "video_id": "P04_109", "narration_ids": [ "P04_109_196", "P04_109_197", "P04_109_198", "P04_109_199" ], "src": "pick_up piece of cucumber . move piece of cucumber . rearrange pieces of cucumber", "src1": "pick_up piece of cucumber", "src2": "move piece of cucumber", "src3": "rearrange pieces of cucumber", "trg": "rotate cucumber_pieces", "vis_src": "P04_109:196 P04_109:197 P04_109:198", "vis_trg": "P04_109:199", "narrations": [ "pick up piece of cucumber", "move piece of cucumber", "rearrange pieces of cucumber", "rotate cucumber pieces" ], "verbs": [ "pick-up", "move", "rearrange", "rotate" ], "verb_classes": [ 0, 11, 40, 23 ], "nouns": [ "piece:cucumber", "piece:cucumber", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:06:40.59", "00:06:41.37" ], [ "00:06:41.01", "00:06:41.57" ], [ "00:06:41.80", "00:06:42.75" ], [ "00:06:42.69", "00:06:43.31" ] ], "start_stop_frames": [ [ 20029, 20068 ], [ 20050, 20078 ], [ 20090, 20137 ], [ 20134, 20165 ] ], "trgnoun": "cucumber_piece", "trgverb": "rotate" }, { "key": "P22_107+147_148_149_150", "video_id": "P22_107", "narration_ids": [ "P22_107_147", "P22_107_148", "P22_107_149", "P22_107_150" ], "src": "open yogurt . open drawer . pick_up spoon", "src1": "open yogurt", "src2": "open drawer", "src3": "pick_up spoon", "trg": "close drawer", "vis_src": "P22_107:147 P22_107:148 P22_107:149", "vis_trg": "P22_107:150", "narrations": [ "open yogurt", "open drawer", "pick up spoon", "close drawer" ], "verbs": [ "open", "open", "pick-up", "close" ], "verb_classes": [ 3, 3, 0, 4 ], "nouns": [ "yogurt", "drawer", "spoon", "drawer" ], "noun_classes": [ 98, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:06:04.25", "00:06:07.76" ], [ "00:06:08.46", "00:06:09.74" ], [ "00:06:10.68", "00:06:11.77" ], [ "00:06:11.78", "00:06:12.68" ] ], "start_stop_frames": [ [ 18212, 18388 ], [ 18423, 18487 ], [ 18534, 18588 ], [ 18589, 18634 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P02_108+106_107_108_109", "video_id": "P02_108", "narration_ids": [ "P02_108_106", "P02_108_107", "P02_108_108", "P02_108_109" ], "src": "shake flour_bag . close flour_bag . pick_up glass", "src1": "shake flour_bag", "src2": "close flour_bag", "src3": "pick_up glass", "trg": "put_down glass next to sink", "vis_src": "P02_108:106 P02_108:107 P02_108:108", "vis_trg": "P02_108:109", "narrations": [ "shake flour bag", "close flour bag", "pick up glass", "put down glass next to sink" ], "verbs": [ "shake", "close", "pick-up", "put-down" ], "verb_classes": [ 15, 4, 0, 1 ], "nouns": [ "bag:flour", "bag:flour", "glass", "glass" ], "noun_classes": [ 19, 19, 10, 10 ], "start_stop_timestamps": [ [ "00:03:46.15", "00:03:47.37" ], [ "00:03:47.91", "00:03:53.83" ], [ "00:03:54.27", "00:03:55.11" ], [ "00:03:56.07", "00:03:57.66" ] ], "start_stop_frames": [ [ 11307, 11368 ], [ 11395, 11691 ], [ 11713, 11755 ], [ 11803, 11883 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P30_107+646_647_648_649", "video_id": "P30_107", "narration_ids": [ "P30_107_646", "P30_107_647", "P30_107_648", "P30_107_649" ], "src": "move bowl . put saucepan_lid . break_up rice", "src1": "move bowl", "src2": "put saucepan_lid", "src3": "break_up rice", "trg": "scrape rice off hands", "vis_src": "P30_107:646 P30_107:647 P30_107:648", "vis_trg": "P30_107:649", "narrations": [ "move bowl", "put saucepan lid", "break up rice", "scrape rice off hands" ], "verbs": [ "move", "put", "break-up", "scrape" ], "verb_classes": [ 11, 1, 30, 25 ], "nouns": [ "bowl", "lid:saucepan", "rice", "rice" ], "noun_classes": [ 7, 6, 55, 55 ], "start_stop_timestamps": [ [ "00:33:33.16", "00:33:33.96" ], [ "00:33:33.84", "00:33:34.36" ], [ "00:33:34.46", "00:34:16.11" ], [ "00:34:16.21", "00:34:20.03" ] ], "start_stop_frames": [ [ 100658, 100698 ], [ 100692, 100718 ], [ 100723, 102805 ], [ 102810, 103001 ] ], "trgnoun": "rice", "trgverb": "scrape" }, { "key": "P02_01+38_39_40_41", "video_id": "P02_01", "narration_ids": [ "P02_01_38", "P02_01_39", "P02_01_40", "P02_01_41" ], "src": "press button . open sugar_jar . scoop sugar", "src1": "press button", "src2": "open sugar_jar", "src3": "scoop sugar", "trg": "put sugar into the coffee", "vis_src": "P02_01:38 P02_01:39 P02_01:40", "vis_trg": "P02_01:41", "narrations": [ "press button", "open sugar jar", "scoop sugar", "put sugar into the coffee" ], "verbs": [ "press", "open", "scoop", "put-into" ], "verb_classes": [ 21, 3, 16, 5 ], "nouns": [ "button", "jar:sugar", "sugar", "sugar" ], "noun_classes": [ 92, 40, 102, 102 ], "start_stop_timestamps": [ [ "00:01:30.67", "00:01:31.84" ], [ "00:01:32.00", "00:01:33.33" ], [ "00:01:34.23", "00:01:35.62" ], [ "00:01:34.62", "00:01:36.02" ] ], "start_stop_frames": [ [ 5440, 5510 ], [ 5520, 5599 ], [ 5653, 5737 ], [ 5677, 5761 ] ], "trgnoun": "sugar", "trgverb": "put_into" }, { "key": "P12_104+132_133_134_135", "video_id": "P12_104", "narration_ids": [ "P12_104_132", "P12_104_133", "P12_104_134", "P12_104_135" ], "src": "stir soup in saucepan using spoon . take_up spoon of soup with spoon . eat soup", "src1": "stir soup in saucepan using spoon", "src2": "take_up spoon of soup with spoon", "src3": "eat soup", "trg": "put soup", "vis_src": "P12_104:132 P12_104:133 P12_104:134", "vis_trg": "P12_104:135", "narrations": [ "stir soup in saucepan using spoon", "take up spoon of soup with spoon", "eat soup", "put soup" ], "verbs": [ "stir-in", "take-up", "eat", "put" ], "verb_classes": [ 10, 0, 35, 1 ], "nouns": [ "soup", "spoon:soup", "soup", "soup" ], "noun_classes": [ 126, 1, 126, 126 ], "start_stop_timestamps": [ [ "00:09:45.49", "00:09:57.50" ], [ "00:09:57.93", "00:10:00.50" ], [ "00:10:00.40", "00:10:02.01" ], [ "00:10:05.77", "00:10:06.44" ] ], "start_stop_frames": [ [ 29274, 29875 ], [ 29896, 30025 ], [ 30020, 30100 ], [ 30288, 30322 ] ], "trgnoun": "soup", "trgverb": "put" }, { "key": "P30_110+81_82_84_85", "video_id": "P30_110", "narration_ids": [ "P30_110_81", "P30_110_82", "P30_110_84", "P30_110_85" ], "src": "pick_up washing up liquid . apply washing up liquid to sponge . pick_up mug", "src1": "pick_up washing up liquid", "src2": "apply washing up liquid to sponge", "src3": "pick_up mug", "trg": "scrub mug", "vis_src": "P30_110:81 P30_110:82 P30_110:84", "vis_trg": "P30_110:85", "narrations": [ "pick up washing up liquid", "apply washing up liquid to sponge", "pick up mug", "scrub mug" ], "verbs": [ "pick-up", "apply", "pick-up", "scrub" ], "verb_classes": [ 0, 27, 0, 29 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "mug", "mug" ], "noun_classes": [ 22, 22, 13, 13 ], "start_stop_timestamps": [ [ "00:02:44.01", "00:02:44.59" ], [ "00:02:44.54", "00:02:45.27" ], [ "00:02:45.56", "00:02:47.15" ], [ "00:02:46.95", "00:02:50.24" ] ], "start_stop_frames": [ [ 8200, 8229 ], [ 8227, 8263 ], [ 8278, 8357 ], [ 8347, 8512 ] ], "trgnoun": "mug", "trgverb": "scrub" }, { "key": "P08_05+177_178_179_180", "video_id": "P08_05", "narration_ids": [ "P08_05_177", "P08_05_178", "P08_05_179", "P08_05_180" ], "src": "spoon mixture in bowl . spoon the whole_mixture in bowl . place food_processor", "src1": "spoon mixture in bowl", "src2": "spoon the whole_mixture in bowl", "src3": "place food_processor", "trg": "take_out the whole_mixture", "vis_src": "P08_05:177 P08_05:178 P08_05:179", "vis_trg": "P08_05:180", "narrations": [ "spoon mixture in bowl", "spoon the whole mixture in bowl", "place food processor", "take out the whole mixture" ], "verbs": [ "spoon", "spoon", "place", "take-out" ], "verb_classes": [ 16, 16, 1, 12 ], "nouns": [ "mixture", "mixture:whole", "processor:food", "mixture:whole" ], "noun_classes": [ 71, 71, 147, 71 ], "start_stop_timestamps": [ [ "00:13:53.74", "00:14:03.38" ], [ "00:14:05.50", "00:14:20.58" ], [ "00:14:22.00", "00:14:23.90" ], [ "00:14:26.46", "00:14:51.08" ] ], "start_stop_frames": [ [ 50024, 50602 ], [ 50730, 51634 ], [ 51720, 51834 ], [ 51987, 53464 ] ], "trgnoun": "whole_mixture", "trgverb": "take_out" }, { "key": "P10_04+198_199_200_201", "video_id": "P10_04", "narration_ids": [ "P10_04_198", "P10_04_199", "P10_04_200", "P10_04_201" ], "src": "put the bowl on the utensil shelf . clean the chopstick with a brush . switch_off the pot", "src1": "put the bowl on the utensil shelf", "src2": "clean the chopstick with a brush", "src3": "switch_off the pot", "trg": "move the pot to another hob", "vis_src": "P10_04:198 P10_04:199 P10_04:200", "vis_trg": "P10_04:201", "narrations": [ "put the bowl on the utensil shelf", "clean the chopstick with a brush", "switch off the pot", "move the pot to another hob" ], "verbs": [ "put-on", "clean-with", "switch-off", "move-to" ], "verb_classes": [ 1, 2, 8, 11 ], "nouns": [ "bowl", "chopstick", "pot", "pot" ], "noun_classes": [ 7, 80, 29, 29 ], "start_stop_timestamps": [ [ "00:21:38.01", "00:21:39.85" ], [ "00:21:40.54", "00:21:47.12" ], [ "00:21:48.49", "00:21:49.71" ], [ "00:21:50.24", "00:21:52.21" ] ], "start_stop_frames": [ [ 77880, 77991 ], [ 78032, 78427 ], [ 78509, 78582 ], [ 78614, 78732 ] ], "trgnoun": "pot", "trgverb": "move_to" }, { "key": "P23_102+28_30_39_45", "video_id": "P23_102", "narration_ids": [ "P23_102_28", "P23_102_30", "P23_102_39", "P23_102_45" ], "src": "take bowl . take bowls . put bowl", "src1": "take bowl", "src2": "take bowls", "src3": "put bowl", "trg": "take bag", "vis_src": "P23_102:28 P23_102:30 P23_102:39", "vis_trg": "P23_102:45", "narrations": [ "take bowl", "take bowls", "put bowl", "take bag" ], "verbs": [ "take", "take", "put", "take" ], "verb_classes": [ 0, 0, 1, 0 ], "nouns": [ "bowl", "bowl", "bowl", "bag" ], "noun_classes": [ 7, 7, 7, 19 ], "start_stop_timestamps": [ [ "00:03:51.28", "00:03:52.05" ], [ "00:03:59.48", "00:04:00.47" ], [ "00:04:09.00", "00:04:09.93" ], [ "00:04:18.40", "00:04:22.10" ] ], "start_stop_frames": [ [ 11564, 11602 ], [ 11974, 12023 ], [ 12450, 12496 ], [ 12919, 13105 ] ], "trgnoun": "bag", "trgverb": "take" }, { "key": "P11_05+256_257_258_259", "video_id": "P11_05", "narration_ids": [ "P11_05_256", "P11_05_257", "P11_05_258", "P11_05_259" ], "src": "put_away fork . rinse guard . turn_off tap", "src1": "put_away fork", "src2": "rinse guard", "src3": "turn_off tap", "trg": "drop guard", "vis_src": "P11_05:256 P11_05:257 P11_05:258", "vis_trg": "P11_05:259", "narrations": [ "put away fork", "rinse guard", "turn off tap", "drop guard" ], "verbs": [ "put-away", "rinse", "turn-off", "drop" ], "verb_classes": [ 1, 2, 8, 59 ], "nouns": [ "fork", "guard", "tap", "guard" ], "noun_classes": [ 14, 252, 0, 252 ], "start_stop_timestamps": [ [ "00:17:38.44", "00:17:39.90" ], [ "00:17:39.92", "00:17:43.69" ], [ "00:17:43.29", "00:17:44.02" ], [ "00:17:44.89", "00:17:45.75" ] ], "start_stop_frames": [ [ 63506, 63594 ], [ 63595, 63821 ], [ 63797, 63841 ], [ 63893, 63945 ] ], "trgnoun": "guard", "trgverb": "drop" }, { "key": "P02_122+85_86_87_88", "video_id": "P02_122", "narration_ids": [ "P02_122_85", "P02_122_86", "P02_122_87", "P02_122_88" ], "src": "pick_up pepper_jar . pick_up thymes jar . pick_up salt", "src1": "pick_up pepper_jar", "src2": "pick_up thymes jar", "src3": "pick_up salt", "trg": "pour salt in plate", "vis_src": "P02_122:85 P02_122:86 P02_122:87", "vis_trg": "P02_122:88", "narrations": [ "pick up pepper jar", "pick up thymes jar", "pick up salt", "pour salt in plate" ], "verbs": [ "pick-up", "pick-up", "pick-up", "pour-in" ], "verb_classes": [ 0, 0, 0, 9 ], "nouns": [ "jar:pepper", "jar:thyme", "salt", "salt" ], "noun_classes": [ 40, 40, 38, 38 ], "start_stop_timestamps": [ [ "00:04:50.74", "00:04:52.01" ], [ "00:04:55.51", "00:04:57.41" ], [ "00:04:58.25", "00:04:59.56" ], [ "00:05:01.35", "00:05:02.64" ] ], "start_stop_frames": [ [ 14537, 14600 ], [ 14775, 14870 ], [ 14912, 14978 ], [ 15067, 15132 ] ], "trgnoun": "salt", "trgverb": "pour_in" }, { "key": "P04_120+153_154_155_156", "video_id": "P04_120", "narration_ids": [ "P04_120_153", "P04_120_154", "P04_120_155", "P04_120_156" ], "src": "turn_off tap . shake saucepan . pick_up tea_towel from floor", "src1": "turn_off tap", "src2": "shake saucepan", "src3": "pick_up tea_towel from floor", "trg": "dry saucepan with tea towel", "vis_src": "P04_120:153 P04_120:154 P04_120:155", "vis_trg": "P04_120:156", "narrations": [ "turn off tap", "shake saucepan", "pick up tea towel from floor", "dry saucepan with tea towel" ], "verbs": [ "turn-off", "shake", "pick-up", "dry" ], "verb_classes": [ 8, 15, 0, 14 ], "nouns": [ "tap", "saucepan", "towel:tea", "saucepan" ], "noun_classes": [ 0, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:07:14.16", "00:07:14.55" ], [ "00:07:14.93", "00:07:16.00" ], [ "00:07:16.84", "00:07:18.50" ], [ "00:07:18.20", "00:07:22.49" ] ], "start_stop_frames": [ [ 21708, 21727 ], [ 21746, 21800 ], [ 21842, 21925 ], [ 21910, 22124 ] ], "trgnoun": "saucepan", "trgverb": "dry" }, { "key": "P07_09+4_5_6_7", "video_id": "P07_09", "narration_ids": [ "P07_09_4", "P07_09_5", "P07_09_6", "P07_09_7" ], "src": "take tortilla . put tortilla into pan . open fridge", "src1": "take tortilla", "src2": "put tortilla into pan", "src3": "open fridge", "trg": "flip tortilla", "vis_src": "P07_09:4 P07_09:5 P07_09:6", "vis_trg": "P07_09:7", "narrations": [ "take tortilla", "put tortilla into pan", "open fridge", "flip tortilla" ], "verbs": [ "take", "put-into", "open", "flip" ], "verb_classes": [ 0, 5, 3, 22 ], "nouns": [ "tortilla", "tortilla", "fridge", "tortilla" ], "noun_classes": [ 107, 107, 12, 107 ], "start_stop_timestamps": [ [ "00:00:59.79", "00:01:00.91" ], [ "00:01:01.34", "00:01:02.14" ], [ "00:01:51.00", "00:01:51.65" ], [ "00:01:51.14", "00:01:56.66" ] ], "start_stop_frames": [ [ 3587, 3654 ], [ 3680, 3728 ], [ 6660, 6699 ], [ 6668, 6999 ] ], "trgnoun": "tortilla", "trgverb": "flip" }, { "key": "P01_106+99_100_101_102", "video_id": "P01_106", "narration_ids": [ "P01_106_99", "P01_106_100", "P01_106_101", "P01_106_102" ], "src": "put spatula onto drying rack . pick_up chopstick . rinse chopsticks", "src1": "put spatula onto drying rack", "src2": "pick_up chopstick", "src3": "rinse chopsticks", "trg": "put chopsticks onto drying rack", "vis_src": "P01_106:99 P01_106:100 P01_106:101", "vis_trg": "P01_106:102", "narrations": [ "put spatula onto drying rack", "pick up chopstick", "rinse chopsticks", "put chopsticks onto drying rack" ], "verbs": [ "put-onto", "pick-up", "rinse", "put-onto" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spatula", "chopstick", "chopstick", "chopstick" ], "noun_classes": [ 20, 80, 80, 80 ], "start_stop_timestamps": [ [ "00:04:40.23", "00:04:41.73" ], [ "00:04:42.43", "00:04:43.22" ], [ "00:04:43.57", "00:04:45.81" ], [ "00:04:45.90", "00:04:47.00" ] ], "start_stop_frames": [ [ 14011, 14086 ], [ 14121, 14161 ], [ 14178, 14290 ], [ 14294, 14350 ] ], "trgnoun": "chopstick", "trgverb": "put_onto" }, { "key": "P02_109+123_124_125_126", "video_id": "P02_109", "narration_ids": [ "P02_109_123", "P02_109_124", "P02_109_125", "P02_109_126" ], "src": "press garlic . pick_up wooden_spoon . scrape garlic off presser using wooden spoon", "src1": "press garlic", "src2": "pick_up wooden_spoon", "src3": "scrape garlic off presser using wooden spoon", "trg": "put_down wooden_spoon", "vis_src": "P02_109:123 P02_109:124 P02_109:125", "vis_trg": "P02_109:126", "narrations": [ "press garlic", "pick up wooden spoon", "scrape garlic off presser using wooden spoon", "put down wooden spoon" ], "verbs": [ "press", "pick-up", "scrape-off", "put-down" ], "verb_classes": [ 21, 0, 25, 1 ], "nouns": [ "garlic", "spoon:wooden", "garlic", "spoon:wooden" ], "noun_classes": [ 51, 1, 51, 1 ], "start_stop_timestamps": [ [ "00:10:16.34", "00:10:19.56" ], [ "00:10:18.84", "00:10:19.63" ], [ "00:10:19.73", "00:10:20.87" ], [ "00:10:20.82", "00:10:21.26" ] ], "start_stop_frames": [ [ 30817, 30977 ], [ 30942, 30981 ], [ 30986, 31043 ], [ 31041, 31063 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P26_102+10_11_12_13", "video_id": "P26_102", "narration_ids": [ "P26_102_10", "P26_102_11", "P26_102_12", "P26_102_13" ], "src": "pick_up bottle . open fridge . put_down can", "src1": "pick_up bottle", "src2": "open fridge", "src3": "put_down can", "trg": "put_down bottle", "vis_src": "P26_102:10 P26_102:11 P26_102:12", "vis_trg": "P26_102:13", "narrations": [ "pick up bottle", "open fridge", "put down can", "put down bottle" ], "verbs": [ "pick-up", "open", "put-down", "put-down" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "bottle", "fridge", "can", "bottle" ], "noun_classes": [ 15, 12, 61, 15 ], "start_stop_timestamps": [ [ "00:00:27.79", "00:00:35.50" ], [ "00:00:35.64", "00:00:37.47" ], [ "00:00:37.45", "00:00:39.07" ], [ "00:00:39.08", "00:00:40.98" ] ], "start_stop_frames": [ [ 1389, 1775 ], [ 1782, 1873 ], [ 1872, 1953 ], [ 1954, 2049 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P04_121+121_122_123_124", "video_id": "P04_121", "narration_ids": [ "P04_121_121", "P04_121_122", "P04_121_123", "P04_121_124" ], "src": "pick_up rice cooker lid . pull sticker from rice cooker lid . put rice cooker lid in dishwasher", "src1": "pick_up rice cooker lid", "src2": "pull sticker from rice cooker lid", "src3": "put rice cooker lid in dishwasher", "trg": "put sticker on countertop", "vis_src": "P04_121:121 P04_121:122 P04_121:123", "vis_trg": "P04_121:124", "narrations": [ "pick up rice cooker lid", "pull sticker from rice cooker lid", "put rice cooker lid in dishwasher", "put sticker on countertop" ], "verbs": [ "pick-up", "pull-from", "put-in", "put-on" ], "verb_classes": [ 0, 31, 5, 1 ], "nouns": [ "lid:rice:cooker", "sticker", "lid:rice:cooker", "sticker" ], "noun_classes": [ 6, 222, 6, 222 ], "start_stop_timestamps": [ [ "00:06:37.88", "00:06:38.77" ], [ "00:06:39.29", "00:06:39.84" ], [ "00:06:40.15", "00:06:40.86" ], [ "00:06:40.95", "00:06:42.03" ] ], "start_stop_frames": [ [ 19894, 19938 ], [ 19964, 19992 ], [ 20007, 20043 ], [ 20047, 20101 ] ], "trgnoun": "sticker", "trgverb": "put_on" }, { "key": "P27_105+184_185_186_187", "video_id": "P27_105", "narration_ids": [ "P27_105_184", "P27_105_185", "P27_105_186", "P27_105_187" ], "src": "pick_up bread . open packaging . pick_up ham", "src1": "pick_up bread", "src2": "open packaging", "src3": "pick_up ham", "trg": "put_down ham", "vis_src": "P27_105:184 P27_105:185 P27_105:186", "vis_trg": "P27_105:187", "narrations": [ "pick up bread", "open packaging", "pick up ham", "put down ham" ], "verbs": [ "pick-up", "open", "pick-up", "put-down" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "bread", "packaging", "ham", "ham" ], "noun_classes": [ 33, 26, 156, 156 ], "start_stop_timestamps": [ [ "00:10:48.63", "00:10:50.16" ], [ "00:10:51.50", "00:11:01.50" ], [ "00:11:07.09", "00:11:10.43" ], [ "00:11:12.54", "00:11:19.03" ] ], "start_stop_frames": [ [ 32431, 32508 ], [ 32575, 33075 ], [ 33354, 33521 ], [ 33627, 33951 ] ], "trgnoun": "ham", "trgverb": "put_down" }, { "key": "P28_09+57_58_59_60", "video_id": "P28_09", "narration_ids": [ "P28_09_57", "P28_09_58", "P28_09_59", "P28_09_60" ], "src": "cut avocado . turn_on tap . rinse hands and knife", "src1": "cut avocado", "src2": "turn_on tap", "src3": "rinse hands and knife", "trg": "turn_off tap", "vis_src": "P28_09:57 P28_09:58 P28_09:59", "vis_trg": "P28_09:60", "narrations": [ "cut avocado", "turn on tap", "rinse hands and knife", "turn off tap" ], "verbs": [ "cut", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 7, 6, 2, 8 ], "nouns": [ "avocado", "tap", "hand", "tap" ], "noun_classes": [ 176, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:03:38.41", "00:03:39.89" ], [ "00:03:57.76", "00:03:59.59" ], [ "00:04:00.05", "00:04:04.30" ], [ "00:04:04.66", "00:04:06.07" ] ], "start_stop_frames": [ [ 13104, 13193 ], [ 14265, 14375 ], [ 14403, 14658 ], [ 14679, 14764 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_04+73_74_75_76", "video_id": "P04_04", "narration_ids": [ "P04_04_73", "P04_04_74", "P04_04_75", "P04_04_76" ], "src": "put_in pan . cut potato into chunks . pick_up potato", "src1": "put_in pan", "src2": "cut potato into chunks", "src3": "pick_up potato", "trg": "chop end off potato", "vis_src": "P04_04:73 P04_04:74 P04_04:75", "vis_trg": "P04_04:76", "narrations": [ "put in pan", "cut potato into chunks", "pick up potato", "chop end off potato" ], "verbs": [ "put-in", "cut-into", "pick-up", "chop" ], "verb_classes": [ 5, 7, 0, 7 ], "nouns": [ "pan", "potato", "potato", "potato" ], "noun_classes": [ 5, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:05:46.93", "00:05:49.13" ], [ "00:05:49.66", "00:05:53.36" ], [ "00:06:01.67", "00:06:05.16" ], [ "00:06:06.12", "00:06:07.68" ] ], "start_stop_frames": [ [ 20815, 20947 ], [ 20979, 21201 ], [ 21700, 21909 ], [ 21967, 22060 ] ], "trgnoun": "potato", "trgverb": "chop" }, { "key": "P06_103+58_59_60_61", "video_id": "P06_103", "narration_ids": [ "P06_103_58", "P06_103_59", "P06_103_60", "P06_103_61" ], "src": "shake sieve . open cupboard . put sieve in cupboard", "src1": "shake sieve", "src2": "open cupboard", "src3": "put sieve in cupboard", "trg": "close cupboard", "vis_src": "P06_103:58 P06_103:59 P06_103:60", "vis_trg": "P06_103:61", "narrations": [ "shake sieve", "open cupboard", "put sieve in cupboard", "close cupboard" ], "verbs": [ "shake", "open", "put", "close" ], "verb_classes": [ 15, 3, 1, 4 ], "nouns": [ "sieve", "cupboard", "cupboard", "cupboard" ], "noun_classes": [ 39, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:03:48.59", "00:03:50.10" ], [ "00:03:50.74", "00:03:52.05" ], [ "00:03:51.79", "00:03:53.80" ], [ "00:03:53.89", "00:03:54.64" ] ], "start_stop_frames": [ [ 11429, 11505 ], [ 11537, 11602 ], [ 11589, 11690 ], [ 11694, 11732 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P35_108+222_223_224_225", "video_id": "P35_108", "narration_ids": [ "P35_108_222", "P35_108_223", "P35_108_224", "P35_108_225" ], "src": "pick_up scissors . lather scissors . pick_up spoon", "src1": "pick_up scissors", "src2": "lather scissors", "src3": "pick_up spoon", "trg": "lather spoon", "vis_src": "P35_108:222 P35_108:223 P35_108:224", "vis_trg": "P35_108:225", "narrations": [ "pick up scissors", "lather scissors", "pick up spoon", "lather spoon" ], "verbs": [ "pick-up", "lather", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "scissors", "scissors", "spoon", "spoon" ], "noun_classes": [ 79, 79, 1, 1 ], "start_stop_timestamps": [ [ "00:13:31.45", "00:13:33.52" ], [ "00:13:33.94", "00:13:55.20" ], [ "00:13:55.22", "00:13:56.22" ], [ "00:13:56.32", "00:14:04.34" ] ], "start_stop_frames": [ [ 40572, 40676 ], [ 40697, 41760 ], [ 41761, 41811 ], [ 41816, 42217 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P28_111+177_178_179_180", "video_id": "P28_111", "narration_ids": [ "P28_111_177", "P28_111_178", "P28_111_179", "P28_111_180" ], "src": "take banana_skin . throw banana_skin . take blueberries package", "src1": "take banana_skin", "src2": "throw banana_skin", "src3": "take blueberries package", "trg": "open blueberries package", "vis_src": "P28_111:177 P28_111:178 P28_111:179", "vis_trg": "P28_111:180", "narrations": [ "take banana skin", "throw banana skin", "take blueberries package", "open blueberries package" ], "verbs": [ "take", "throw", "take", "open" ], "verb_classes": [ 0, 13, 0, 3 ], "nouns": [ "skin:banana", "skin:banana", "package:blueberry", "package:blueberry" ], "noun_classes": [ 48, 48, 26, 26 ], "start_stop_timestamps": [ [ "00:09:22.54", "00:09:23.18" ], [ "00:09:24.17", "00:09:25.56" ], [ "00:09:26.65", "00:09:28.73" ], [ "00:09:28.40", "00:09:32.40" ] ], "start_stop_frames": [ [ 28127, 28158 ], [ 28208, 28277 ], [ 28332, 28436 ], [ 28420, 28620 ] ], "trgnoun": "blueberry_package", "trgverb": "open" }, { "key": "P01_09+55_56_57_58", "video_id": "P01_09", "narration_ids": [ "P01_09_55", "P01_09_56", "P01_09_57", "P01_09_58" ], "src": "move cutting_board . take yeast . pour yeast into bowl", "src1": "move cutting_board", "src2": "take yeast", "src3": "pour yeast into bowl", "trg": "fold yeast", "vis_src": "P01_09:55 P01_09:56 P01_09:57", "vis_trg": "P01_09:58", "narrations": [ "move cutting board", "take yeast", "pour yeast into bowl", "fold yeast" ], "verbs": [ "move", "take", "pour-into", "fold" ], "verb_classes": [ 11, 0, 9, 28 ], "nouns": [ "board:cutting", "yeast", "yeast", "yeast" ], "noun_classes": [ 18, 195, 195, 195 ], "start_stop_timestamps": [ [ "00:02:37.14", "00:02:38.39" ], [ "00:02:39.28", "00:02:41.01" ], [ "00:02:42.03", "00:02:49.34" ], [ "00:02:49.82", "00:02:52.51" ] ], "start_stop_frames": [ [ 9428, 9503 ], [ 9556, 9660 ], [ 9721, 10160 ], [ 10189, 10350 ] ], "trgnoun": "yeast", "trgverb": "fold" }, { "key": "P12_101+460_461_462_463", "video_id": "P12_101", "narration_ids": [ "P12_101_460", "P12_101_461", "P12_101_462", "P12_101_463" ], "src": "wash spoon . close tap . taste soup using spoon", "src1": "wash spoon", "src2": "close tap", "src3": "taste soup using spoon", "trg": "stir soup using spoon", "vis_src": "P12_101:460 P12_101:461 P12_101:462", "vis_trg": "P12_101:463", "narrations": [ "wash spoon", "close tap", "taste soup using spoon", "stir soup using spoon" ], "verbs": [ "wash", "turn-off", "taste", "stir" ], "verb_classes": [ 2, 8, 35, 10 ], "nouns": [ "spoon", "tap", "soup", "soup" ], "noun_classes": [ 1, 0, 126, 126 ], "start_stop_timestamps": [ [ "00:30:30.99", "00:30:37.27" ], [ "00:30:37.37", "00:30:38.52" ], [ "00:30:42.11", "00:30:44.96" ], [ "00:30:49.90", "00:31:06.81" ] ], "start_stop_frames": [ [ 91549, 91863 ], [ 91868, 91926 ], [ 92105, 92248 ], [ 92495, 93340 ] ], "trgnoun": "soup", "trgverb": "stir" }, { "key": "P23_04+161_162_163_164", "video_id": "P23_04", "narration_ids": [ "P23_04_161", "P23_04_162", "P23_04_163", "P23_04_164" ], "src": "remove the tap on top plate on the pan . mixing in the curry . take the plate", "src1": "remove the tap on top plate on the pan", "src2": "mixing in the curry", "src3": "take the plate", "trg": "washing the plate", "vis_src": "P23_04:161 P23_04:162 P23_04:163", "vis_trg": "P23_04:164", "narrations": [ "remove the tap on top plate on the pan", "mixing in the curry", "take the plate", "washing the plate" ], "verbs": [ "remove-on", "mix-in", "take", "wash" ], "verb_classes": [ 0, 10, 0, 2 ], "nouns": [ "tap", "curry", "plate", "plate" ], "noun_classes": [ 0, 121, 2, 2 ], "start_stop_timestamps": [ [ "00:31:46.98", "00:31:48.09" ], [ "00:31:52.79", "00:32:14.37" ], [ "00:32:20.05", "00:32:21.25" ], [ "00:32:22.38", "00:32:27.10" ] ], "start_stop_frames": [ [ 114418, 114485 ], [ 114767, 116062 ], [ 116403, 116475 ], [ 116542, 116826 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P01_09+638_639_640_641", "video_id": "P01_09", "narration_ids": [ "P01_09_638", "P01_09_639", "P01_09_640", "P01_09_641" ], "src": "take olives . spread olives onto pizza . take onion", "src1": "take olives", "src2": "spread olives onto pizza", "src3": "take onion", "trg": "place onion onto pizza", "vis_src": "P01_09:638 P01_09:639 P01_09:640", "vis_trg": "P01_09:641", "narrations": [ "take olives", "spread olives onto pizza", "take onion", "place onion onto pizza" ], "verbs": [ "take", "spread-onto", "take", "place-onto" ], "verb_classes": [ 0, 27, 0, 1 ], "nouns": [ "olive", "olive", "onion", "onion" ], "noun_classes": [ 83, 83, 16, 16 ], "start_stop_timestamps": [ [ "00:44:54.01", "00:44:55.27" ], [ "00:44:55.37", "00:44:56.20" ], [ "00:44:56.49", "00:44:57.57" ], [ "00:44:57.20", "00:44:58.21" ] ], "start_stop_frames": [ [ 161640, 161716 ], [ 161722, 161772 ], [ 161789, 161854 ], [ 161832, 161892 ] ], "trgnoun": "onion", "trgverb": "place_onto" }, { "key": "P07_112+7_8_9_10", "video_id": "P07_112", "narration_ids": [ "P07_112_7", "P07_112_8", "P07_112_9", "P07_112_10" ], "src": "open door . put pot onto hob . cover pot", "src1": "open door", "src2": "put pot onto hob", "src3": "cover pot", "trg": "uncover pot", "vis_src": "P07_112:7 P07_112:8 P07_112:9", "vis_trg": "P07_112:10", "narrations": [ "open door", "put pot onto hob", "cover pot", "uncover pot" ], "verbs": [ "open", "put-onto", "cover", "uncover" ], "verb_classes": [ 3, 1, 36, 83 ], "nouns": [ "door", "pot", "pot", "pot" ], "noun_classes": [ 3, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:00:21.28", "00:00:23.48" ], [ "00:00:34.69", "00:00:37.54" ], [ "00:00:48.31", "00:00:50.08" ], [ "00:00:52.00", "00:00:54.30" ] ], "start_stop_frames": [ [ 1064, 1174 ], [ 1734, 1877 ], [ 2415, 2504 ], [ 2600, 2715 ] ], "trgnoun": "pot", "trgverb": "uncover" }, { "key": "P06_101+171_172_173_174", "video_id": "P06_101", "narration_ids": [ "P06_101_171", "P06_101_172", "P06_101_173", "P06_101_174" ], "src": "put pepper in cupboard . close cupboard . stir pan", "src1": "put pepper in cupboard", "src2": "close cupboard", "src3": "stir pan", "trg": "open cupboard", "vis_src": "P06_101:171 P06_101:172 P06_101:173", "vis_trg": "P06_101:174", "narrations": [ "put pepper in cupboard", "close cupboard", "stir pan", "open cupboard" ], "verbs": [ "put-in", "close", "stir", "open" ], "verb_classes": [ 5, 4, 10, 3 ], "nouns": [ "pepper", "cupboard", "pan", "cupboard" ], "noun_classes": [ 37, 3, 5, 3 ], "start_stop_timestamps": [ [ "00:12:43.35", "00:12:44.01" ], [ "00:12:44.11", "00:12:44.93" ], [ "00:12:45.01", "00:13:02.74" ], [ "00:13:06.16", "00:13:07.86" ] ], "start_stop_frames": [ [ 38167, 38200 ], [ 38205, 38246 ], [ 38250, 39137 ], [ 39308, 39393 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P03_09+172_173_174_175", "video_id": "P03_09", "narration_ids": [ "P03_09_172", "P03_09_173", "P03_09_174", "P03_09_175" ], "src": "turn_off tap . put plug . put bowl", "src1": "turn_off tap", "src2": "put plug", "src3": "put bowl", "trg": "turn_on tap", "vis_src": "P03_09:172 P03_09:173 P03_09:174", "vis_trg": "P03_09:175", "narrations": [ "turn off tap", "put plug", "put bowl", "turn on tap" ], "verbs": [ "turn-off", "put", "put", "turn-on" ], "verb_classes": [ 8, 1, 1, 6 ], "nouns": [ "tap", "plug", "bowl", "tap" ], "noun_classes": [ 0, 153, 7, 0 ], "start_stop_timestamps": [ [ "00:09:54.06", "00:09:55.36" ], [ "00:10:10.57", "00:10:11.32" ], [ "00:10:11.30", "00:10:13.11" ], [ "00:10:13.48", "00:10:14.60" ] ], "start_stop_frames": [ [ 35643, 35721 ], [ 36634, 36679 ], [ 36678, 36786 ], [ 36808, 36876 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P35_104+379_380_381_382", "video_id": "P35_104", "narration_ids": [ "P35_104_379", "P35_104_380", "P35_104_381", "P35_104_382" ], "src": "put_down glass . adjust tap . wash lid", "src1": "put_down glass", "src2": "adjust tap", "src3": "wash lid", "trg": "put_down lid", "vis_src": "P35_104:379 P35_104:380 P35_104:381", "vis_trg": "P35_104:382", "narrations": [ "put down glass", "adjust tap", "wash lid", "put down lid" ], "verbs": [ "put-down", "adjust", "wash", "put-down" ], "verb_classes": [ 1, 17, 2, 1 ], "nouns": [ "glass", "tap", "lid", "lid" ], "noun_classes": [ 10, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:24:34.08", "00:24:35.80" ], [ "00:24:35.90", "00:24:37.53" ], [ "00:24:37.00", "00:24:44.27" ], [ "00:24:44.35", "00:24:46.23" ] ], "start_stop_frames": [ [ 73704, 73790 ], [ 73795, 73876 ], [ 73850, 74213 ], [ 74217, 74311 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P37_102+31_32_33_34", "video_id": "P37_102", "narration_ids": [ "P37_102_31", "P37_102_32", "P37_102_33", "P37_102_34" ], "src": "tear packing_bag . take carrots . turn_on tap", "src1": "tear packing_bag", "src2": "take carrots", "src3": "turn_on tap", "trg": "wash carrots", "vis_src": "P37_102:31 P37_102:32 P37_102:33", "vis_trg": "P37_102:34", "narrations": [ "tear packing bag", "take carrots", "turn on tap", "wash carrots" ], "verbs": [ "tear", "take", "turn-on", "wash" ], "verb_classes": [ 43, 0, 6, 2 ], "nouns": [ "bag:packing", "carrot", "tap", "carrot" ], "noun_classes": [ 19, 41, 0, 41 ], "start_stop_timestamps": [ [ "00:01:47.79", "00:01:51.05" ], [ "00:01:51.07", "00:01:54.80" ], [ "00:01:54.71", "00:01:57.54" ], [ "00:01:57.42", "00:02:03.98" ] ], "start_stop_frames": [ [ 5389, 5552 ], [ 5553, 5740 ], [ 5735, 5877 ], [ 5871, 6199 ] ], "trgnoun": "carrot", "trgverb": "wash" }, { "key": "P01_105+609_611_612_613", "video_id": "P01_105", "narration_ids": [ "P01_105_609", "P01_105_611", "P01_105_612", "P01_105_613" ], "src": "pick_up chopstick . pick_up cutlery . pick_up spoon", "src1": "pick_up chopstick", "src2": "pick_up cutlery", "src3": "pick_up spoon", "trg": "put_down cutlery", "vis_src": "P01_105:609 P01_105:611 P01_105:612", "vis_trg": "P01_105:613", "narrations": [ "pick up chopstick", "pick up cutlery", "pick up spoon", "put down cutlery" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "chopstick", "cutlery", "spoon", "cutlery" ], "noun_classes": [ 80, 58, 1, 58 ], "start_stop_timestamps": [ [ "00:24:46.54", "00:24:47.34" ], [ "00:24:49.18", "00:24:52.16" ], [ "00:24:49.97", "00:24:56.78" ], [ "00:24:57.35", "00:24:59.37" ] ], "start_stop_frames": [ [ 74327, 74367 ], [ 74459, 74608 ], [ 74498, 74839 ], [ 74867, 74968 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P04_12+10_11_12_15", "video_id": "P04_12", "narration_ids": [ "P04_12_10", "P04_12_11", "P04_12_12", "P04_12_15" ], "src": "open drawer . pick_up spices . put_down spices", "src1": "open drawer", "src2": "pick_up spices", "src3": "put_down spices", "trg": "stir pan", "vis_src": "P04_12:10 P04_12:11 P04_12:12", "vis_trg": "P04_12:15", "narrations": [ "open drawer", "pick up spices", "put down spices", "stir pan" ], "verbs": [ "open", "pick-up", "put-down", "stir" ], "verb_classes": [ 3, 0, 1, 10 ], "nouns": [ "drawer", "spice", "spice", "pan" ], "noun_classes": [ 8, 85, 85, 5 ], "start_stop_timestamps": [ [ "00:01:13.28", "00:01:14.74" ], [ "00:01:16.44", "00:02:06.85" ], [ "00:02:07.51", "00:02:12.52" ], [ "00:02:33.54", "00:02:39.09" ] ], "start_stop_frames": [ [ 4396, 4484 ], [ 4586, 7611 ], [ 7650, 7951 ], [ 9212, 9545 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P28_02+17_18_19_20", "video_id": "P28_02", "narration_ids": [ "P28_02_17", "P28_02_18", "P28_02_19", "P28_02_20" ], "src": "close drawer . close cupboard . take cup", "src1": "close drawer", "src2": "close cupboard", "src3": "take cup", "trg": "open drawer", "vis_src": "P28_02:17 P28_02:18 P28_02:19", "vis_trg": "P28_02:20", "narrations": [ "close drawer", "close cupboard", "take cup", "open drawer" ], "verbs": [ "close", "close", "take", "open" ], "verb_classes": [ 4, 4, 0, 3 ], "nouns": [ "drawer", "cupboard", "cup", "drawer" ], "noun_classes": [ 8, 3, 13, 8 ], "start_stop_timestamps": [ [ "00:00:26.93", "00:00:28.12" ], [ "00:00:27.22", "00:00:28.37" ], [ "00:00:30.82", "00:00:33.35" ], [ "00:00:35.67", "00:00:36.94" ] ], "start_stop_frames": [ [ 1615, 1687 ], [ 1633, 1702 ], [ 1849, 2001 ], [ 2140, 2216 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P07_08+1_2_3_4", "video_id": "P07_08", "narration_ids": [ "P07_08_1", "P07_08_2", "P07_08_3", "P07_08_4" ], "src": "place tortilla in pan . take tortilla . take plate", "src1": "place tortilla in pan", "src2": "take tortilla", "src3": "take plate", "trg": "put plate on counter", "vis_src": "P07_08:1 P07_08:2 P07_08:3", "vis_trg": "P07_08:4", "narrations": [ "place tortilla in pan", "take tortilla", "take plate", "put plate on counter" ], "verbs": [ "place-in", "take", "take", "put-on" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "tortilla", "tortilla", "plate", "plate" ], "noun_classes": [ 107, 107, 2, 2 ], "start_stop_timestamps": [ [ "00:00:06.80", "00:00:07.99" ], [ "00:00:07.21", "00:00:07.75" ], [ "00:00:18.71", "00:00:20.68" ], [ "00:00:23.02", "00:00:24.41" ] ], "start_stop_frames": [ [ 408, 479 ], [ 432, 465 ], [ 1122, 1240 ], [ 1381, 1464 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_112+60_61_62_63", "video_id": "P04_112", "narration_ids": [ "P04_112_60", "P04_112_61", "P04_112_62", "P04_112_63" ], "src": "put tupperware in fridge . close fridge . pick_up tupperware", "src1": "put tupperware in fridge", "src2": "close fridge", "src3": "pick_up tupperware", "trg": "open tupperware", "vis_src": "P04_112:60 P04_112:61 P04_112:62", "vis_trg": "P04_112:63", "narrations": [ "put tupperware in fridge", "close fridge", "pick up tupperware", "open tupperware" ], "verbs": [ "put-in", "close", "pick-up", "open" ], "verb_classes": [ 5, 4, 0, 3 ], "nouns": [ "tupperware", "fridge", "tupperware", "tupperware" ], "noun_classes": [ 23, 12, 23, 23 ], "start_stop_timestamps": [ [ "00:01:49.39", "00:01:52.76" ], [ "00:01:53.65", "00:01:54.29" ], [ "00:01:58.35", "00:01:59.46" ], [ "00:02:01.49", "00:02:03.19" ] ], "start_stop_frames": [ [ 5469, 5638 ], [ 5682, 5714 ], [ 5917, 5973 ], [ 6074, 6159 ] ], "trgnoun": "tupperware", "trgverb": "open" }, { "key": "P04_104+114_115_116_120", "video_id": "P04_104", "narration_ids": [ "P04_104_114", "P04_104_115", "P04_104_116", "P04_104_120" ], "src": "moves things in drawer . move tea_towels . pick_up cling_film", "src1": "moves things in drawer", "src2": "move tea_towels", "src3": "pick_up cling_film", "trg": "hold tea_towels", "vis_src": "P04_104:114 P04_104:115 P04_104:116", "vis_trg": "P04_104:120", "narrations": [ "moves things in drawer", "move tea towels", "pick up cling film", "hold tea towels" ], "verbs": [ "move-in", "move", "pick-up", "hold" ], "verb_classes": [ 5, 11, 0, 34 ], "nouns": [ "drawer", "towel:tea", "film:cling", "towel:tea" ], "noun_classes": [ 8, 52, 100, 52 ], "start_stop_timestamps": [ [ "00:04:27.45", "00:04:28.31" ], [ "00:04:28.00", "00:04:29.73" ], [ "00:04:33.49", "00:04:34.40" ], [ "00:04:39.70", "00:04:40.45" ] ], "start_stop_frames": [ [ 13372, 13415 ], [ 13400, 13486 ], [ 13674, 13719 ], [ 13985, 14022 ] ], "trgnoun": "tea_towel", "trgverb": "hold" }, { "key": "P04_104+230_231_232_233", "video_id": "P04_104", "narration_ids": [ "P04_104_230", "P04_104_231", "P04_104_232", "P04_104_233" ], "src": "put pan in dishwasher . pull_out dishwasher_drawer . put spatula in dishwasher", "src1": "put pan in dishwasher", "src2": "pull_out dishwasher_drawer", "src3": "put spatula in dishwasher", "trg": "pick_up spatula", "vis_src": "P04_104:230 P04_104:231 P04_104:232", "vis_trg": "P04_104:233", "narrations": [ "put pan in dishwasher", "pull out dishwasher drawer", "put spatula in dishwasher", "pick up spatula" ], "verbs": [ "put-in", "pull-out", "put-in", "pick-up" ], "verb_classes": [ 5, 31, 5, 0 ], "nouns": [ "pan", "drawer:dishwasher", "spatula", "spatula" ], "noun_classes": [ 5, 70, 20, 20 ], "start_stop_timestamps": [ [ "00:08:58.29", "00:09:00.43" ], [ "00:09:00.53", "00:09:01.79" ], [ "00:09:01.69", "00:09:02.64" ], [ "00:09:05.69", "00:09:07.48" ] ], "start_stop_frames": [ [ 26914, 27021 ], [ 27026, 27089 ], [ 27084, 27132 ], [ 27284, 27374 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P04_117+81_82_83_84", "video_id": "P04_117", "narration_ids": [ "P04_117_81", "P04_117_82", "P04_117_83", "P04_117_84" ], "src": "pick_up slice of bread . put slice of bread in toaster . turn_on toaster", "src1": "pick_up slice of bread", "src2": "put slice of bread in toaster", "src3": "turn_on toaster", "trg": "rearrange slices of bread on chopping board", "vis_src": "P04_117:81 P04_117:82 P04_117:83", "vis_trg": "P04_117:84", "narrations": [ "pick up slice of bread", "put slice of bread in toaster", "turn on toaster", "rearrange slices of bread on chopping board" ], "verbs": [ "pick-up", "put-in", "turn-on", "rearrange" ], "verb_classes": [ 0, 5, 6, 40 ], "nouns": [ "slice:bread", "slice:bread", "toaster", "slice:bread" ], "noun_classes": [ 33, 33, 186, 33 ], "start_stop_timestamps": [ [ "00:03:11.23", "00:03:11.87" ], [ "00:03:12.02", "00:03:12.73" ], [ "00:03:12.83", "00:03:13.89" ], [ "00:03:13.90", "00:03:15.38" ] ], "start_stop_frames": [ [ 9561, 9593 ], [ 9601, 9636 ], [ 9641, 9694 ], [ 9695, 9769 ] ], "trgnoun": "bread_slice", "trgverb": "rearrange" }, { "key": "P01_05+19_20_21_22", "video_id": "P01_05", "narration_ids": [ "P01_05_19", "P01_05_20", "P01_05_21", "P01_05_22" ], "src": "take saucepan . put_on saucepan . take bowls", "src1": "take saucepan", "src2": "put_on saucepan", "src3": "take bowls", "trg": "put bowls into cupboard", "vis_src": "P01_05:19 P01_05:20 P01_05:21", "vis_trg": "P01_05:22", "narrations": [ "take saucepan", "put on saucepan", "take bowls", "put bowls into cupboard" ], "verbs": [ "take", "put-on", "take", "put-into" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "saucepan", "saucepan", "bowl", "bowl" ], "noun_classes": [ 5, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:00:56.31", "00:01:00.00" ], [ "00:01:00.22", "00:01:01.42" ], [ "00:01:04.53", "00:01:08.44" ], [ "00:01:10.29", "00:01:13.82" ] ], "start_stop_frames": [ [ 3378, 3600 ], [ 3613, 3685 ], [ 3871, 4106 ], [ 4217, 4429 ] ], "trgnoun": "bowl", "trgverb": "put_into" }, { "key": "P06_101+204_205_206_207", "video_id": "P06_101", "narration_ids": [ "P06_101_204", "P06_101_205", "P06_101_206", "P06_101_207" ], "src": "put_down can . pick_up can . shake can", "src1": "put_down can", "src2": "pick_up can", "src3": "shake can", "trg": "open can", "vis_src": "P06_101:204 P06_101:205 P06_101:206", "vis_trg": "P06_101:207", "narrations": [ "put down can", "pick up can", "shake can", "open can" ], "verbs": [ "put-down", "pick-up", "shake", "open" ], "verb_classes": [ 1, 0, 15, 3 ], "nouns": [ "can", "can", "can", "can" ], "noun_classes": [ 61, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:14:57.77", "00:14:59.53" ], [ "00:14:58.86", "00:15:02.10" ], [ "00:15:02.75", "00:15:03.95" ], [ "00:15:03.74", "00:15:13.09" ] ], "start_stop_frames": [ [ 44888, 44976 ], [ 44943, 45105 ], [ 45137, 45197 ], [ 45187, 45654 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P11_11+19_20_21_22", "video_id": "P11_11", "narration_ids": [ "P11_11_19", "P11_11_20", "P11_11_21", "P11_11_22" ], "src": "scrub scissors . rinse scissors . shake_off scissors", "src1": "scrub scissors", "src2": "rinse scissors", "src3": "shake_off scissors", "trg": "put_away scissors", "vis_src": "P11_11:19 P11_11:20 P11_11:21", "vis_trg": "P11_11:22", "narrations": [ "scrub scissors", "rinse scissors", "shake off scissors", "put away scissors" ], "verbs": [ "scrub", "rinse", "shake-off", "put-away" ], "verb_classes": [ 29, 2, 15, 1 ], "nouns": [ "scissors", "scissors", "scissors", "scissors" ], "noun_classes": [ 79, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:00:47.69", "00:00:51.32" ], [ "00:00:51.90", "00:00:55.42" ], [ "00:00:55.90", "00:00:57.35" ], [ "00:00:57.27", "00:01:00.63" ] ], "start_stop_frames": [ [ 2861, 3079 ], [ 3114, 3325 ], [ 3354, 3441 ], [ 3436, 3637 ] ], "trgnoun": "scissors", "trgverb": "put_away" }, { "key": "P22_16+210_211_212_213", "video_id": "P22_16", "narration_ids": [ "P22_16_210", "P22_16_211", "P22_16_212", "P22_16_213" ], "src": "put pepper . open door . take vinegar", "src1": "put pepper", "src2": "open door", "src3": "take vinegar", "trg": "open vinegar", "vis_src": "P22_16:210 P22_16:211 P22_16:212", "vis_trg": "P22_16:213", "narrations": [ "put pepper", "open door", "take vinegar", "open vinegar" ], "verbs": [ "put", "open", "take", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "pepper", "door", "vinegar", "vinegar" ], "noun_classes": [ 37, 3, 134, 134 ], "start_stop_timestamps": [ [ "00:09:23.75", "00:09:25.00" ], [ "00:09:27.47", "00:09:28.10" ], [ "00:09:28.78", "00:09:29.58" ], [ "00:09:29.68", "00:09:31.99" ] ], "start_stop_frames": [ [ 33825, 33900 ], [ 34048, 34086 ], [ 34126, 34174 ], [ 34180, 34319 ] ], "trgnoun": "vinegar", "trgverb": "open" }, { "key": "P02_03+83_84_85_86", "video_id": "P02_03", "narration_ids": [ "P02_03_83", "P02_03_84", "P02_03_85", "P02_03_86" ], "src": "put chicken on plate . pick_up chicken from tupperware . close tupperware", "src1": "put chicken on plate", "src2": "pick_up chicken from tupperware", "src3": "close tupperware", "trg": "put tupperware in sink", "vis_src": "P02_03:83 P02_03:84 P02_03:85", "vis_trg": "P02_03:86", "narrations": [ "put chicken on plate", "pick up chicken from tupperware", "close tupperware", "put tupperware in sink" ], "verbs": [ "put-on", "pick-up", "close", "put-in" ], "verb_classes": [ 1, 0, 4, 5 ], "nouns": [ "chicken", "chicken", "tupperware", "tupperware" ], "noun_classes": [ 57, 57, 23, 23 ], "start_stop_timestamps": [ [ "00:03:42.87", "00:03:44.90" ], [ "00:03:42.97", "00:03:44.71" ], [ "00:03:46.02", "00:03:48.64" ], [ "00:03:48.74", "00:03:49.65" ] ], "start_stop_frames": [ [ 13372, 13494 ], [ 13378, 13482 ], [ 13561, 13718 ], [ 13724, 13779 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P11_109+11_12_13_14", "video_id": "P11_109", "narration_ids": [ "P11_109_11", "P11_109_12", "P11_109_13", "P11_109_14" ], "src": "shake lid . put_down lid . pick_up tupperware", "src1": "shake lid", "src2": "put_down lid", "src3": "pick_up tupperware", "trg": "shake tupperware", "vis_src": "P11_109:11 P11_109:12 P11_109:13", "vis_trg": "P11_109:14", "narrations": [ "shake lid", "put down lid", "pick up tupperware", "shake tupperware" ], "verbs": [ "shake", "put-down", "pick-up", "shake" ], "verb_classes": [ 15, 1, 0, 15 ], "nouns": [ "lid", "lid", "tupperware", "tupperware" ], "noun_classes": [ 6, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:00:21.42", "00:00:22.73" ], [ "00:00:23.33", "00:00:24.16" ], [ "00:00:24.75", "00:00:25.44" ], [ "00:00:26.09", "00:00:27.56" ] ], "start_stop_frames": [ [ 1071, 1136 ], [ 1166, 1208 ], [ 1237, 1272 ], [ 1304, 1378 ] ], "trgnoun": "tupperware", "trgverb": "shake" }, { "key": "P03_02+9_10_11_12", "video_id": "P03_02", "narration_ids": [ "P03_02_9", "P03_02_10", "P03_02_11", "P03_02_12" ], "src": "place lunch_box . open lid . pick_up lunch_box", "src1": "place lunch_box", "src2": "open lid", "src3": "pick_up lunch_box", "trg": "empty lunch_box", "vis_src": "P03_02:9 P03_02:10 P03_02:11", "vis_trg": "P03_02:12", "narrations": [ "place lunch box", "open lid", "pick up lunch box", "empty lunch box" ], "verbs": [ "place", "open", "pick-up", "empty" ], "verb_classes": [ 1, 3, 0, 20 ], "nouns": [ "box:lunch", "lid", "box:lunch", "box:lunch" ], "noun_classes": [ 23, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:00:14.18", "00:00:14.82" ], [ "00:00:15.40", "00:00:17.18" ], [ "00:00:17.95", "00:00:18.77" ], [ "00:00:18.78", "00:00:21.34" ] ], "start_stop_frames": [ [ 850, 889 ], [ 924, 1030 ], [ 1077, 1126 ], [ 1126, 1280 ] ], "trgnoun": "lunch_box", "trgverb": "empty" }, { "key": "P12_104+27_28_29_30", "video_id": "P12_104", "narration_ids": [ "P12_104_27", "P12_104_28", "P12_104_29", "P12_104_30" ], "src": "pick_up tomatoes . pick_up spices . open cupboard", "src1": "pick_up tomatoes", "src2": "pick_up spices", "src3": "open cupboard", "trg": "put spices into cupboard", "vis_src": "P12_104:27 P12_104:28 P12_104:29", "vis_trg": "P12_104:30", "narrations": [ "pick up tomatoes", "pick up spices", "open cupboard", "put spices into cupboard" ], "verbs": [ "pick-up", "pick-up", "open", "put-into" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "tomato", "spice", "cupboard", "spice" ], "noun_classes": [ 43, 85, 3, 85 ], "start_stop_timestamps": [ [ "00:01:38.74", "00:01:40.10" ], [ "00:01:45.64", "00:01:47.09" ], [ "00:01:47.29", "00:01:48.41" ], [ "00:01:48.27", "00:01:50.83" ] ], "start_stop_frames": [ [ 4937, 5005 ], [ 5282, 5354 ], [ 5364, 5420 ], [ 5413, 5541 ] ], "trgnoun": "spice", "trgverb": "put_into" }, { "key": "P03_119+161_162_163_164", "video_id": "P03_119", "narration_ids": [ "P03_119_161", "P03_119_162", "P03_119_163", "P03_119_164" ], "src": "pour_out clip top jar . put clip top jar down on baking tray . put seal of clip top jar down on counter", "src1": "pour_out clip top jar", "src2": "put clip top jar down on baking tray", "src3": "put seal of clip top jar down on counter", "trg": "pick_up clip top jar", "vis_src": "P03_119:161 P03_119:162 P03_119:163", "vis_trg": "P03_119:164", "narrations": [ "pour out clip top jar", "put clip top jar down on baking tray", "put seal of clip top jar down on counter", "pick up clip top jar" ], "verbs": [ "pour-out", "put-down", "put-down", "pick-up" ], "verb_classes": [ 9, 1, 1, 0 ], "nouns": [ "clip:top:jar", "jar:clip:top", "seal:clip:top:jar", "jar:clip:top" ], "noun_classes": [ 40, 40, 6, 40 ], "start_stop_timestamps": [ [ "00:09:40.05", "00:09:41.31" ], [ "00:09:42.05", "00:09:43.45" ], [ "00:09:45.02", "00:09:45.55" ], [ "00:09:46.38", "00:09:47.23" ] ], "start_stop_frames": [ [ 29002, 29065 ], [ 29102, 29172 ], [ 29251, 29277 ], [ 29319, 29361 ] ], "trgnoun": "top_clip_jar", "trgverb": "pick_up" }, { "key": "P04_106+110_111_112_113", "video_id": "P04_106", "narration_ids": [ "P04_106_110", "P04_106_111", "P04_106_112", "P04_106_113" ], "src": "put_on oven_gloves . push down oven_door . pick_up oven_dish", "src1": "put_on oven_gloves", "src2": "push down oven_door", "src3": "pick_up oven_dish", "trg": "put oven_dish in oven", "vis_src": "P04_106:110 P04_106:111 P04_106:112", "vis_trg": "P04_106:113", "narrations": [ "put on oven gloves", "push down oven door", "pick up oven dish", "put oven dish in oven" ], "verbs": [ "put-on", "push", "pick-up", "put-in" ], "verb_classes": [ 1, 21, 0, 5 ], "nouns": [ "glove:oven", "door:oven", "dish:oven", "dish:oven" ], "noun_classes": [ 60, 46, 35, 35 ], "start_stop_timestamps": [ [ "00:04:03.64", "00:04:05.36" ], [ "00:04:05.85", "00:04:06.58" ], [ "00:04:06.66", "00:04:07.83" ], [ "00:04:07.91", "00:04:09.55" ] ], "start_stop_frames": [ [ 12182, 12268 ], [ 12292, 12329 ], [ 12333, 12391 ], [ 12395, 12477 ] ], "trgnoun": "oven_dish", "trgverb": "put_in" }, { "key": "P02_122+133_134_135_136", "video_id": "P02_122", "narration_ids": [ "P02_122_133", "P02_122_134", "P02_122_135", "P02_122_136" ], "src": "put_down chopping_board and knife . mix eggs and pepper with tomato . pick_up oil_bottle", "src1": "put_down chopping_board and knife", "src2": "mix eggs and pepper with tomato", "src3": "pick_up oil_bottle", "trg": "open oil_bottle", "vis_src": "P02_122:133 P02_122:134 P02_122:135", "vis_trg": "P02_122:136", "narrations": [ "put down chopping board and knife", "mix eggs and pepper with tomato", "pick up oil bottle", "open oil bottle" ], "verbs": [ "put-down", "mix-with", "pick-up", "open" ], "verb_classes": [ 1, 10, 0, 3 ], "nouns": [ "board:chopping", "egg", "bottle:oil", "bottle:oil" ], "noun_classes": [ 18, 53, 15, 15 ], "start_stop_timestamps": [ [ "00:08:02.91", "00:08:03.71" ], [ "00:08:04.26", "00:08:17.98" ], [ "00:08:19.30", "00:08:23.31" ], [ "00:08:23.41", "00:08:24.43" ] ], "start_stop_frames": [ [ 24145, 24185 ], [ 24213, 24899 ], [ 24965, 25165 ], [ 25170, 25221 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P12_01+22_23_24_25", "video_id": "P12_01", "narration_ids": [ "P12_01_22", "P12_01_23", "P12_01_24", "P12_01_25" ], "src": "take plates . put cucumber on plates . take apple", "src1": "take plates", "src2": "put cucumber on plates", "src3": "take apple", "trg": "wash apple", "vis_src": "P12_01:22 P12_01:23 P12_01:24", "vis_trg": "P12_01:25", "narrations": [ "take plates", "put cucumber on plates", "take apple", "wash apple" ], "verbs": [ "take", "put-on", "take", "wash" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "plate", "cucumber", "apple", "apple" ], "noun_classes": [ 2, 72, 187, 187 ], "start_stop_timestamps": [ [ "00:02:02.16", "00:02:04.62" ], [ "00:02:04.60", "00:02:09.20" ], [ "00:02:14.88", "00:02:20.45" ], [ "00:02:21.39", "00:02:24.23" ] ], "start_stop_frames": [ [ 7329, 7477 ], [ 7476, 7751 ], [ 8092, 8427 ], [ 8483, 8653 ] ], "trgnoun": "apple", "trgverb": "wash" }, { "key": "P04_01+9_10_11_12", "video_id": "P04_01", "narration_ids": [ "P04_01_9", "P04_01_10", "P04_01_11", "P04_01_12" ], "src": "put bucket . put_down packet . put pan in dishwasher", "src1": "put bucket", "src2": "put_down packet", "src3": "put pan in dishwasher", "trg": "pick_up pan", "vis_src": "P04_01:9 P04_01:10 P04_01:11", "vis_trg": "P04_01:12", "narrations": [ "put bucket", "put down packet", "put pan in dishwasher", "pick up pan" ], "verbs": [ "put", "put-down", "put-in", "pick-up" ], "verb_classes": [ 1, 1, 5, 0 ], "nouns": [ "bucket", "packet", "pan", "pan" ], "noun_classes": [ 21, 26, 5, 5 ], "start_stop_timestamps": [ [ "00:00:34.48", "00:00:35.06" ], [ "00:00:35.18", "00:00:36.88" ], [ "00:00:36.75", "00:00:42.00" ], [ "00:00:37.01", "00:00:38.18" ] ], "start_stop_frames": [ [ 2068, 2103 ], [ 2110, 2212 ], [ 2205, 2520 ], [ 2220, 2290 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P30_04+44_45_46_47", "video_id": "P30_04", "narration_ids": [ "P30_04_44", "P30_04_45", "P30_04_46", "P30_04_47" ], "src": "open cupboard . put plate . dry saucepan", "src1": "open cupboard", "src2": "put plate", "src3": "dry saucepan", "trg": "take plate", "vis_src": "P30_04:44 P30_04:45 P30_04:46", "vis_trg": "P30_04:47", "narrations": [ "open cupboard", "put plate", "dry saucepan", "take plate" ], "verbs": [ "open", "put", "dry", "take" ], "verb_classes": [ 3, 1, 14, 0 ], "nouns": [ "cupboard", "plate", "saucepan", "plate" ], "noun_classes": [ 3, 2, 5, 2 ], "start_stop_timestamps": [ [ "00:02:18.90", "00:02:20.25" ], [ "00:02:20.31", "00:02:22.42" ], [ "00:02:24.13", "00:02:32.06" ], [ "00:02:33.44", "00:02:34.91" ] ], "start_stop_frames": [ [ 8334, 8415 ], [ 8418, 8545 ], [ 8647, 9123 ], [ 9206, 9294 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P01_03+18_19_20_21", "video_id": "P01_03", "narration_ids": [ "P01_03_18", "P01_03_19", "P01_03_20", "P01_03_21" ], "src": "take cup . put_down cup . take soy_milk", "src1": "take cup", "src2": "put_down cup", "src3": "take soy_milk", "trg": "shake soy_milk", "vis_src": "P01_03:18 P01_03:19 P01_03:20", "vis_trg": "P01_03:21", "narrations": [ "take cup", "put down cup", "take soy milk", "shake soy milk" ], "verbs": [ "take", "put-down", "take", "shake" ], "verb_classes": [ 0, 1, 0, 15 ], "nouns": [ "cup", "cup", "milk:soy", "milk:soy" ], "noun_classes": [ 13, 13, 64, 64 ], "start_stop_timestamps": [ [ "00:00:48.03", "00:00:49.25" ], [ "00:00:50.75", "00:00:51.60" ], [ "00:00:51.70", "00:00:52.95" ], [ "00:00:53.06", "00:00:55.72" ] ], "start_stop_frames": [ [ 2881, 2955 ], [ 3045, 3096 ], [ 3102, 3177 ], [ 3183, 3343 ] ], "trgnoun": "soy_milk", "trgverb": "shake" }, { "key": "P04_116+151_152_153_154", "video_id": "P04_116", "narration_ids": [ "P04_116_151", "P04_116_152", "P04_116_153", "P04_116_154" ], "src": "pick_up spoon . close drawer . spoon yoghurt", "src1": "pick_up spoon", "src2": "close drawer", "src3": "spoon yoghurt", "trg": "put yoghurt into pan", "vis_src": "P04_116:151 P04_116:152 P04_116:153", "vis_trg": "P04_116:154", "narrations": [ "pick up spoon", "close drawer", "spoon yoghurt", "put yoghurt into pan" ], "verbs": [ "pick-up", "close", "spoon", "put-into" ], "verb_classes": [ 0, 4, 16, 5 ], "nouns": [ "spoon", "drawer", "yoghurt", "yoghurt" ], "noun_classes": [ 1, 8, 98, 98 ], "start_stop_timestamps": [ [ "00:06:49.10", "00:06:50.30" ], [ "00:06:50.02", "00:06:50.43" ], [ "00:06:51.49", "00:06:52.77" ], [ "00:06:52.92", "00:06:54.05" ] ], "start_stop_frames": [ [ 20455, 20515 ], [ 20501, 20521 ], [ 20574, 20638 ], [ 20646, 20702 ] ], "trgnoun": "yoghurt", "trgverb": "put_into" }, { "key": "P25_107+155_156_157_158", "video_id": "P25_107", "narration_ids": [ "P25_107_155", "P25_107_156", "P25_107_157", "P25_107_158" ], "src": "put_down paper . take fork . check aubergine", "src1": "put_down paper", "src2": "take fork", "src3": "check aubergine", "trg": "flip aubergine", "vis_src": "P25_107:155 P25_107:156 P25_107:157", "vis_trg": "P25_107:158", "narrations": [ "put down paper", "take fork", "check aubergine", "flip aubergine" ], "verbs": [ "put-down", "take", "check", "flip" ], "verb_classes": [ 1, 0, 24, 22 ], "nouns": [ "paper", "fork", "aubergine", "aubergine" ], "noun_classes": [ 49, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:14:31.25", "00:14:33.00" ], [ "00:14:33.35", "00:14:35.10" ], [ "00:14:38.19", "00:14:40.38" ], [ "00:14:40.35", "00:14:42.40" ] ], "start_stop_frames": [ [ 43562, 43650 ], [ 43667, 43755 ], [ 43909, 44019 ], [ 44017, 44120 ] ], "trgnoun": "aubergine", "trgverb": "flip" }, { "key": "P22_109+78_79_80_81", "video_id": "P22_109", "narration_ids": [ "P22_109_78", "P22_109_79", "P22_109_80", "P22_109_81" ], "src": "throw box . pick_up clip . open drawer", "src1": "throw box", "src2": "pick_up clip", "src3": "open drawer", "trg": "put_down clip", "vis_src": "P22_109:78 P22_109:79 P22_109:80", "vis_trg": "P22_109:81", "narrations": [ "throw box", "pick up clip", "open drawer", "put down clip" ], "verbs": [ "throw", "pick-up", "open", "put-down" ], "verb_classes": [ 13, 0, 3, 1 ], "nouns": [ "box", "clip", "drawer", "clip" ], "noun_classes": [ 23, 129, 8, 129 ], "start_stop_timestamps": [ [ "00:02:26.39", "00:02:29.84" ], [ "00:02:31.12", "00:02:33.24" ], [ "00:02:33.80", "00:02:34.83" ], [ "00:02:34.93", "00:02:36.59" ] ], "start_stop_frames": [ [ 7319, 7492 ], [ 7556, 7662 ], [ 7690, 7741 ], [ 7746, 7829 ] ], "trgnoun": "clip", "trgverb": "put_down" }, { "key": "P01_16+37_38_39_40", "video_id": "P01_16", "narration_ids": [ "P01_16_37", "P01_16_38", "P01_16_39", "P01_16_40" ], "src": "take tablecloth . put_down tablecloth . move glass", "src1": "take tablecloth", "src2": "put_down tablecloth", "src3": "move glass", "trg": "move tablecloth", "vis_src": "P01_16:37 P01_16:38 P01_16:39", "vis_trg": "P01_16:40", "narrations": [ "take tablecloth", "put down tablecloth", "move glass", "move tablecloth" ], "verbs": [ "take", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "tablecloth", "tablecloth", "glass", "tablecloth" ], "noun_classes": [ 17, 17, 10, 17 ], "start_stop_timestamps": [ [ "00:01:19.29", "00:01:22.54" ], [ "00:01:23.23", "00:01:26.86" ], [ "00:01:26.58", "00:01:27.41" ], [ "00:01:27.41", "00:01:28.31" ] ], "start_stop_frames": [ [ 4757, 4952 ], [ 4993, 5211 ], [ 5194, 5244 ], [ 5244, 5298 ] ], "trgnoun": "tablecloth", "trgverb": "move" }, { "key": "P22_17+219_220_221_222", "video_id": "P22_17", "narration_ids": [ "P22_17_219", "P22_17_220", "P22_17_221", "P22_17_222" ], "src": "shake bottle . empty bottle . fill bottle", "src1": "shake bottle", "src2": "empty bottle", "src3": "fill bottle", "trg": "rinse bottle", "vis_src": "P22_17:219 P22_17:220 P22_17:221", "vis_trg": "P22_17:222", "narrations": [ "shake bottle", "empty bottle", "fill bottle", "rinse bottle" ], "verbs": [ "shake", "empty", "fill", "rinse" ], "verb_classes": [ 15, 20, 26, 2 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:09:08.21", "00:09:09.14" ], [ "00:09:09.24", "00:09:10.66" ], [ "00:09:11.25", "00:09:13.46" ], [ "00:09:13.30", "00:09:14.80" ] ], "start_stop_frames": [ [ 32892, 32948 ], [ 32954, 33039 ], [ 33075, 33207 ], [ 33198, 33288 ] ], "trgnoun": "bottle", "trgverb": "rinse" }, { "key": "P07_113+126_127_128_129", "video_id": "P07_113", "narration_ids": [ "P07_113_126", "P07_113_127", "P07_113_128", "P07_113_129" ], "src": "close pot . turn_on tap . rinse hand", "src1": "close pot", "src2": "turn_on tap", "src3": "rinse hand", "trg": "turn_off tap", "vis_src": "P07_113:126 P07_113:127 P07_113:128", "vis_trg": "P07_113:129", "narrations": [ "close pot", "turn on tap", "rinse hand", "turn off tap" ], "verbs": [ "close", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 4, 6, 2, 8 ], "nouns": [ "pot", "tap", "hand", "tap" ], "noun_classes": [ 29, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:06:29.87", "00:06:32.45" ], [ "00:06:31.79", "00:06:33.83" ], [ "00:06:33.89", "00:06:34.80" ], [ "00:06:34.90", "00:06:35.88" ] ], "start_stop_frames": [ [ 19493, 19622 ], [ 19589, 19691 ], [ 19694, 19740 ], [ 19745, 19794 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P03_101+90_91_92_93", "video_id": "P03_101", "narration_ids": [ "P03_101_90", "P03_101_91", "P03_101_92", "P03_101_93" ], "src": "place plate on drying rack . pick_up knife . soak knife", "src1": "place plate on drying rack", "src2": "pick_up knife", "src3": "soak knife", "trg": "wash knife", "vis_src": "P03_101:90 P03_101:91 P03_101:92", "vis_trg": "P03_101:93", "narrations": [ "place plate on drying rack", "pick up knife", "soak knife", "wash knife" ], "verbs": [ "place-on", "pick-up", "soak", "wash" ], "verb_classes": [ 1, 0, 56, 2 ], "nouns": [ "plate", "knife", "knife", "knife" ], "noun_classes": [ 2, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:02:32.48", "00:02:34.38" ], [ "00:02:33.00", "00:02:36.19" ], [ "00:02:36.20", "00:02:37.00" ], [ "00:02:36.98", "00:02:38.97" ] ], "start_stop_frames": [ [ 7623, 7719 ], [ 7650, 7809 ], [ 7809, 7850 ], [ 7848, 7948 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P04_109+294_295_296_297", "video_id": "P04_109", "narration_ids": [ "P04_109_294", "P04_109_295", "P04_109_296", "P04_109_297" ], "src": "close fridge_drawer . pick_up starter . tilt starter", "src1": "close fridge_drawer", "src2": "pick_up starter", "src3": "tilt starter", "trg": "inspect starter", "vis_src": "P04_109:294 P04_109:295 P04_109:296", "vis_trg": "P04_109:297", "narrations": [ "close fridge drawer", "pick up starter", "tilt starter", "inspect starter" ], "verbs": [ "close", "pick-up", "tilt", "inspect" ], "verb_classes": [ 4, 0, 33, 24 ], "nouns": [ "drawer:fridge", "starter", "starter", "starter" ], "noun_classes": [ 8, 71, 71, 71 ], "start_stop_timestamps": [ [ "00:09:37.07", "00:09:39.74" ], [ "00:09:39.84", "00:09:41.03" ], [ "00:09:40.79", "00:09:41.37" ], [ "00:09:41.47", "00:09:42.06" ] ], "start_stop_frames": [ [ 28853, 28987 ], [ 28992, 29051 ], [ 29039, 29068 ], [ 29073, 29102 ] ], "trgnoun": "starter", "trgverb": "inspect" }, { "key": "P10_04+205_206_207_208", "video_id": "P10_04", "narration_ids": [ "P10_04_205", "P10_04_206", "P10_04_207", "P10_04_208" ], "src": "wash the chopstick with the brusher . put some liquid on the brusher . brush it with the pot", "src1": "wash the chopstick with the brusher", "src2": "put some liquid on the brusher", "src3": "brush it with the pot", "trg": "brush the pot", "vis_src": "P10_04:205 P10_04:206 P10_04:207", "vis_trg": "P10_04:208", "narrations": [ "wash the chopstick with the brusher", "put some liquid on the brusher", "brush it with the pot", "brush the pot" ], "verbs": [ "wash-with", "put-on", "brush-with", "brush" ], "verb_classes": [ 2, 1, 66, 57 ], "nouns": [ "chopstick", "liquid", "pot", "pot" ], "noun_classes": [ 80, 150, 29, 29 ], "start_stop_timestamps": [ [ "00:22:06.01", "00:22:07.21" ], [ "00:22:10.66", "00:22:12.08" ], [ "00:22:14.19", "00:22:21.44" ], [ "00:22:17.20", "00:22:26.54" ] ], "start_stop_frames": [ [ 79560, 79632 ], [ 79839, 79924 ], [ 80051, 80486 ], [ 80232, 80792 ] ], "trgnoun": "pot", "trgverb": "brush" }, { "key": "P01_18+212_213_214_215", "video_id": "P01_18", "narration_ids": [ "P01_18_212", "P01_18_213", "P01_18_214", "P01_18_215" ], "src": "take lid . close lid . eat olive", "src1": "take lid", "src2": "close lid", "src3": "eat olive", "trg": "close olives", "vis_src": "P01_18:212 P01_18:213 P01_18:214", "vis_trg": "P01_18:215", "narrations": [ "take lid", "close lid", "eat olive", "close olives" ], "verbs": [ "take", "close", "eat", "close" ], "verb_classes": [ 0, 4, 35, 4 ], "nouns": [ "lid", "lid", "olive", "olive" ], "noun_classes": [ 6, 6, 83, 83 ], "start_stop_timestamps": [ [ "00:17:16.25", "00:17:17.00" ], [ "00:17:16.65", "00:17:21.51" ], [ "00:17:17.18", "00:17:18.66" ], [ "00:17:18.93", "00:17:22.19" ] ], "start_stop_frames": [ [ 62175, 62220 ], [ 62199, 62490 ], [ 62230, 62319 ], [ 62335, 62531 ] ], "trgnoun": "olive", "trgverb": "close" }, { "key": "P22_117+166_167_168_169", "video_id": "P22_117", "narration_ids": [ "P22_117_166", "P22_117_167", "P22_117_168", "P22_117_169" ], "src": "put_down knife . pick courgettes . turn_on tap", "src1": "put_down knife", "src2": "pick courgettes", "src3": "turn_on tap", "trg": "rinse courgettes", "vis_src": "P22_117:166 P22_117:167 P22_117:168", "vis_trg": "P22_117:169", "narrations": [ "put down knife", "pick courgettes", "turn on tap", "rinse courgettes" ], "verbs": [ "put-down", "pick", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "knife", "courgette", "tap", "courgette" ], "noun_classes": [ 4, 76, 0, 76 ], "start_stop_timestamps": [ [ "00:07:02.77", "00:07:03.16" ], [ "00:07:03.67", "00:07:06.16" ], [ "00:07:06.38", "00:07:06.79" ], [ "00:07:06.75", "00:07:07.45" ] ], "start_stop_frames": [ [ 21138, 21158 ], [ 21183, 21308 ], [ 21319, 21339 ], [ 21337, 21372 ] ], "trgnoun": "courgette", "trgverb": "rinse" }, { "key": "P01_17+85_86_87_88", "video_id": "P01_17", "narration_ids": [ "P01_17_85", "P01_17_86", "P01_17_87", "P01_17_88" ], "src": "put_down knife . take carrot . turn_on tap", "src1": "put_down knife", "src2": "take carrot", "src3": "turn_on tap", "trg": "wash carrot", "vis_src": "P01_17:85 P01_17:86 P01_17:87", "vis_trg": "P01_17:88", "narrations": [ "put down knife", "take carrot", "turn on tap", "wash carrot" ], "verbs": [ "put-down", "take", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "knife", "carrot", "tap", "carrot" ], "noun_classes": [ 4, 41, 0, 41 ], "start_stop_timestamps": [ [ "00:06:21.27", "00:06:24.42" ], [ "00:06:24.24", "00:06:24.98" ], [ "00:06:25.67", "00:06:26.88" ], [ "00:06:26.46", "00:06:36.66" ] ], "start_stop_frames": [ [ 22876, 23065 ], [ 23054, 23098 ], [ 23140, 23212 ], [ 23187, 23799 ] ], "trgnoun": "carrot", "trgverb": "wash" }, { "key": "P10_04+354_355_356_361", "video_id": "P10_04", "narration_ids": [ "P10_04_354", "P10_04_355", "P10_04_356", "P10_04_361" ], "src": "open the cabinet . search_for something . switch close the cabinet", "src1": "open the cabinet", "src2": "search_for something", "src3": "switch close the cabinet", "trg": "search cabinet", "vis_src": "P10_04:354 P10_04:355 P10_04:356", "vis_trg": "P10_04:361", "narrations": [ "open the cabinet", "search for something", "switch close the cabinet", "search" ], "verbs": [ "open", "search-for", "switch", "search" ], "verb_classes": [ 3, 48, 88, 48 ], "nouns": [ "cabinet", "cabinet", "cabinet", "cabinet" ], "noun_classes": [ 3, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:37:40.80", "00:37:42.57" ], [ "00:37:53.81", "00:37:55.90" ], [ "00:37:59.92", "00:38:09.28" ], [ "00:38:15.83", "00:38:20.56" ] ], "start_stop_frames": [ [ 135648, 135754 ], [ 136428, 136554 ], [ 136795, 137356 ], [ 137749, 138033 ] ], "trgnoun": "cabinet", "trgverb": "search" }, { "key": "P04_107+404_405_406_407", "video_id": "P04_107", "narration_ids": [ "P04_107_404", "P04_107_405", "P04_107_406", "P04_107_407" ], "src": "pick_up dough . unfold dough . put dough on chopping board", "src1": "pick_up dough", "src2": "unfold dough", "src3": "put dough on chopping board", "trg": "roll dough", "vis_src": "P04_107:404 P04_107:405 P04_107:406", "vis_trg": "P04_107:407", "narrations": [ "pick up dough", "unfold dough", "put dough on chopping board", "roll dough" ], "verbs": [ "pick-up", "unfold", "put-on", "roll" ], "verb_classes": [ 0, 39, 1, 47 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:12.84", "00:12:13.84" ], [ "00:12:14.09", "00:12:18.94" ], [ "00:12:19.14", "00:12:19.67" ], [ "00:12:19.85", "00:12:23.81" ] ], "start_stop_frames": [ [ 36642, 36692 ], [ 36704, 36947 ], [ 36957, 36983 ], [ 36992, 37190 ] ], "trgnoun": "dough", "trgverb": "roll" }, { "key": "P07_113+162_163_164_165", "video_id": "P07_113", "narration_ids": [ "P07_113_162", "P07_113_163", "P07_113_164", "P07_113_165" ], "src": "grab colander . insert colander into pot . close door", "src1": "grab colander", "src2": "insert colander into pot", "src3": "close door", "trg": "open door", "vis_src": "P07_113:162 P07_113:163 P07_113:164", "vis_trg": "P07_113:165", "narrations": [ "grab colander", "insert colander into pot", "close door", "open door" ], "verbs": [ "grab", "insert-into", "close", "open" ], "verb_classes": [ 0, 5, 4, 3 ], "nouns": [ "colander", "colander", "door", "door" ], "noun_classes": [ 39, 39, 3, 3 ], "start_stop_timestamps": [ [ "00:07:57.12", "00:07:57.74" ], [ "00:07:57.48", "00:07:58.55" ], [ "00:07:58.44", "00:07:59.20" ], [ "00:08:00.60", "00:08:01.72" ] ], "start_stop_frames": [ [ 23856, 23887 ], [ 23874, 23927 ], [ 23922, 23960 ], [ 24030, 24086 ] ], "trgnoun": "door", "trgverb": "open" }, { "key": "P03_04+131_132_133_134", "video_id": "P03_04", "narration_ids": [ "P03_04_131", "P03_04_132", "P03_04_133", "P03_04_134" ], "src": "get olive_oil . open olive_oil . pour olive_oil", "src1": "get olive_oil", "src2": "open olive_oil", "src3": "pour olive_oil", "trg": "close olive_oil", "vis_src": "P03_04:131 P03_04:132 P03_04:133", "vis_trg": "P03_04:134", "narrations": [ "get olive oil", "open olive oil", "pour olive oil", "close olive oil" ], "verbs": [ "get", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:09:13.52", "00:09:14.56" ], [ "00:09:15.43", "00:09:15.93" ], [ "00:09:15.68", "00:09:16.78" ], [ "00:09:16.78", "00:09:17.59" ] ], "start_stop_frames": [ [ 33211, 33273 ], [ 33325, 33355 ], [ 33340, 33406 ], [ 33406, 33455 ] ], "trgnoun": "olive_oil", "trgverb": "close" }, { "key": "P02_126+46_47_48_49", "video_id": "P02_126", "narration_ids": [ "P02_126_46", "P02_126_47", "P02_126_48", "P02_126_49" ], "src": "open yoghurt . put_down lid . scoop yoghurt using spoon", "src1": "open yoghurt", "src2": "put_down lid", "src3": "scoop yoghurt using spoon", "trg": "put yoghurt on plate", "vis_src": "P02_126:46 P02_126:47 P02_126:48", "vis_trg": "P02_126:49", "narrations": [ "open yoghurt", "put down lid", "scoop yoghurt using spoon", "put yoghurt on plate" ], "verbs": [ "open", "put-down", "scoop", "put-on" ], "verb_classes": [ 3, 1, 16, 1 ], "nouns": [ "yoghurt", "lid", "yoghurt", "yoghurt" ], "noun_classes": [ 98, 6, 98, 98 ], "start_stop_timestamps": [ [ "00:02:04.67", "00:02:05.98" ], [ "00:02:06.08", "00:02:06.61" ], [ "00:02:06.71", "00:02:08.42" ], [ "00:02:08.52", "00:02:10.27" ] ], "start_stop_frames": [ [ 6233, 6299 ], [ 6304, 6330 ], [ 6335, 6420 ], [ 6426, 6513 ] ], "trgnoun": "yoghurt", "trgverb": "put_on" }, { "key": "P06_07+13_14_15_16", "video_id": "P06_07", "narration_ids": [ "P06_07_13", "P06_07_14", "P06_07_15", "P06_07_16" ], "src": "put fork down . take_off gloves . test pizza", "src1": "put fork down", "src2": "take_off gloves", "src3": "test pizza", "trg": "pick_up pizza", "vis_src": "P06_07:13 P06_07:14 P06_07:15", "vis_trg": "P06_07:16", "narrations": [ "put fork down", "take off gloves", "test pizza", "pick up pizza" ], "verbs": [ "put-down", "take-off", "test", "pick-up" ], "verb_classes": [ 1, 12, 24, 0 ], "nouns": [ "fork", "glove", "pizza", "pizza" ], "noun_classes": [ 14, 60, 91, 91 ], "start_stop_timestamps": [ [ "00:00:49.50", "00:00:50.35" ], [ "00:00:50.21", "00:00:53.87" ], [ "00:00:54.69", "00:00:58.43" ], [ "00:00:58.24", "00:01:01.73" ] ], "start_stop_frames": [ [ 2970, 3021 ], [ 3012, 3232 ], [ 3281, 3505 ], [ 3494, 3703 ] ], "trgnoun": "pizza", "trgverb": "pick_up" }, { "key": "P07_117+72_73_74_75", "video_id": "P07_117", "narration_ids": [ "P07_117_72", "P07_117_73", "P07_117_74", "P07_117_75" ], "src": "open door . grab container . close door", "src1": "open door", "src2": "grab container", "src3": "close door", "trg": "open container", "vis_src": "P07_117:72 P07_117:73 P07_117:74", "vis_trg": "P07_117:75", "narrations": [ "open door", "grab container", "close door", "open container" ], "verbs": [ "open", "grab", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "door", "container", "door", "container" ], "noun_classes": [ 3, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:03:19.09", "00:03:20.30" ], [ "00:03:20.04", "00:03:22.78" ], [ "00:03:22.88", "00:03:23.93" ], [ "00:03:23.89", "00:03:24.72" ] ], "start_stop_frames": [ [ 9954, 10015 ], [ 10002, 10139 ], [ 10144, 10196 ], [ 10194, 10236 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P04_112+59_60_61_62", "video_id": "P04_112", "narration_ids": [ "P04_112_59", "P04_112_60", "P04_112_61", "P04_112_62" ], "src": "open fridge . put tupperware in fridge . close fridge", "src1": "open fridge", "src2": "put tupperware in fridge", "src3": "close fridge", "trg": "pick_up tupperware", "vis_src": "P04_112:59 P04_112:60 P04_112:61", "vis_trg": "P04_112:62", "narrations": [ "open fridge", "put tupperware in fridge", "close fridge", "pick up tupperware" ], "verbs": [ "open", "put-in", "close", "pick-up" ], "verb_classes": [ 3, 5, 4, 0 ], "nouns": [ "fridge", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 12, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:01:48.12", "00:01:49.55" ], [ "00:01:49.39", "00:01:52.76" ], [ "00:01:53.65", "00:01:54.29" ], [ "00:01:58.35", "00:01:59.46" ] ], "start_stop_frames": [ [ 5406, 5477 ], [ 5469, 5638 ], [ 5682, 5714 ], [ 5917, 5973 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P03_13+9_10_11_12", "video_id": "P03_13", "narration_ids": [ "P03_13_9", "P03_13_10", "P03_13_11", "P03_13_12" ], "src": "check saucepan . grab squash . open squash", "src1": "check saucepan", "src2": "grab squash", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_13:9 P03_13:10 P03_13:11", "vis_trg": "P03_13:12", "narrations": [ "check saucepan", "grab squash", "open squash", "pour squash" ], "verbs": [ "check", "grab", "open", "pour" ], "verb_classes": [ 24, 0, 3, 9 ], "nouns": [ "saucepan", "squash", "squash", "squash" ], "noun_classes": [ 5, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:00:25.06", "00:00:26.54" ], [ "00:00:28.32", "00:00:29.29" ], [ "00:00:30.71", "00:00:32.37" ], [ "00:00:32.27", "00:00:34.74" ] ], "start_stop_frames": [ [ 1503, 1592 ], [ 1699, 1757 ], [ 1842, 1942 ], [ 1936, 2084 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P02_129+85_86_87_88", "video_id": "P02_129", "narration_ids": [ "P02_129_85", "P02_129_86", "P02_129_87", "P02_129_88" ], "src": "put_down knife . pick_up spice_jar . pick_up salt", "src1": "put_down knife", "src2": "pick_up spice_jar", "src3": "pick_up salt", "trg": "pour salt into pan", "vis_src": "P02_129:85 P02_129:86 P02_129:87", "vis_trg": "P02_129:88", "narrations": [ "put down knife", "pick up spice jar", "pick up salt", "pour salt into pan" ], "verbs": [ "put-down", "pick-up", "pick-up", "pour-into" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "knife", "jar:spice", "salt", "salt" ], "noun_classes": [ 4, 40, 38, 38 ], "start_stop_timestamps": [ [ "00:03:10.18", "00:03:11.27" ], [ "00:03:14.03", "00:03:15.07" ], [ "00:03:14.83", "00:03:15.45" ], [ "00:03:17.45", "00:03:19.30" ] ], "start_stop_frames": [ [ 9509, 9563 ], [ 9701, 9753 ], [ 9741, 9772 ], [ 9872, 9965 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P27_105+15_16_17_18", "video_id": "P27_105", "narration_ids": [ "P27_105_15", "P27_105_16", "P27_105_17", "P27_105_18" ], "src": "turn_on machine . open bottle . pour water", "src1": "turn_on machine", "src2": "open bottle", "src3": "pour water", "trg": "close bottle", "vis_src": "P27_105:15 P27_105:16 P27_105:17", "vis_trg": "P27_105:18", "narrations": [ "turn on machine", "open bottle", "pour water", "close bottle" ], "verbs": [ "turn-on", "open", "pour", "close" ], "verb_classes": [ 6, 3, 9, 4 ], "nouns": [ "machine", "bottle", "water", "bottle" ], "noun_classes": [ 124, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:01:01.18", "00:01:02.95" ], [ "00:01:05.76", "00:01:07.75" ], [ "00:01:07.64", "00:01:10.65" ], [ "00:01:10.75", "00:01:13.69" ] ], "start_stop_frames": [ [ 3059, 3147 ], [ 3288, 3387 ], [ 3382, 3532 ], [ 3537, 3684 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P27_101+182_183_184_185", "video_id": "P27_101", "narration_ids": [ "P27_101_182", "P27_101_183", "P27_101_184", "P27_101_185" ], "src": "put_down moka_pot . open garbage_bin . empty moka_pot", "src1": "put_down moka_pot", "src2": "open garbage_bin", "src3": "empty moka_pot", "trg": "close garbage_bin", "vis_src": "P27_101:182 P27_101:183 P27_101:184", "vis_trg": "P27_101:185", "narrations": [ "put down moka pot", "open garbage bin", "empty moka pot", "close garbage bin" ], "verbs": [ "put-down", "open", "empty", "close" ], "verb_classes": [ 1, 3, 20, 4 ], "nouns": [ "pot:moka", "bin:garbage", "pot:moka", "bin:garbage" ], "noun_classes": [ 50, 36, 50, 36 ], "start_stop_timestamps": [ [ "00:07:33.92", "00:07:35.65" ], [ "00:07:38.32", "00:07:38.99" ], [ "00:07:38.96", "00:07:40.20" ], [ "00:07:40.46", "00:07:41.06" ] ], "start_stop_frames": [ [ 22696, 22782 ], [ 22916, 22949 ], [ 22948, 23010 ], [ 23023, 23053 ] ], "trgnoun": "garbage_bin", "trgverb": "close" }, { "key": "P30_101+22_23_24_25", "video_id": "P30_101", "narration_ids": [ "P30_101_22", "P30_101_23", "P30_101_24", "P30_101_25" ], "src": "fold filter . open filter . turn coffee_grinder on", "src1": "fold filter", "src2": "open filter", "src3": "turn coffee_grinder on", "trg": "put filter into v60", "vis_src": "P30_101:22 P30_101:23 P30_101:24", "vis_trg": "P30_101:25", "narrations": [ "fold filter", "open filter", "turn coffee grinder on", "put filter into v60" ], "verbs": [ "fold", "open", "turn-on", "put-into" ], "verb_classes": [ 28, 3, 6, 5 ], "nouns": [ "filter", "filter", "grinder:coffee", "filter" ], "noun_classes": [ 77, 77, 50, 77 ], "start_stop_timestamps": [ [ "00:00:30.60", "00:00:33.50" ], [ "00:00:33.46", "00:00:34.77" ], [ "00:00:34.99", "00:00:37.00" ], [ "00:00:37.04", "00:00:39.55" ] ], "start_stop_frames": [ [ 1530, 1675 ], [ 1673, 1738 ], [ 1749, 1850 ], [ 1852, 1977 ] ], "trgnoun": "filter", "trgverb": "put_into" }, { "key": "P01_01+179_180_181_182", "video_id": "P01_01", "narration_ids": [ "P01_01_179", "P01_01_180", "P01_01_181", "P01_01_182" ], "src": "take something . put_down something . take rice", "src1": "take something", "src2": "put_down something", "src3": "take rice", "trg": "open rice", "vis_src": "P01_01:179 P01_01:180 P01_01:181", "vis_trg": "P01_01:182", "narrations": [ "take something", "put down something", "take rice", "open rice" ], "verbs": [ "take", "put-down", "take", "open" ], "verb_classes": [ 0, 1, 0, 3 ], "nouns": [ "cupboard", "knife", "rice", "rice" ], "noun_classes": [ 3, 4, 55, 55 ], "start_stop_timestamps": [ [ "00:13:42.41", "00:13:45.17" ], [ "00:13:44.28", "00:13:45.77" ], [ "00:13:46.91", "00:13:48.61" ], [ "00:13:49.23", "00:13:55.31" ] ], "start_stop_frames": [ [ 49344, 49510 ], [ 49456, 49546 ], [ 49614, 49716 ], [ 49753, 50118 ] ], "trgnoun": "rice", "trgverb": "open" }, { "key": "P30_107+558_559_560_561", "video_id": "P30_107", "narration_ids": [ "P30_107_558", "P30_107_559", "P30_107_560", "P30_107_561" ], "src": "put bits in bin . turn_on tap . rinse sponge", "src1": "put bits in bin", "src2": "turn_on tap", "src3": "rinse sponge", "trg": "turn_off tap", "vis_src": "P30_107:558 P30_107:559 P30_107:560", "vis_trg": "P30_107:561", "narrations": [ "put bits in bin", "turn on tap", "rinse sponge", "turn off tap" ], "verbs": [ "put-in", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "bin", "tap", "sponge", "tap" ], "noun_classes": [ 36, 0, 9, 0 ], "start_stop_timestamps": [ [ "00:27:55.70", "00:27:59.44" ], [ "00:28:00.73", "00:28:01.32" ], [ "00:28:01.30", "00:28:03.32" ], [ "00:28:02.84", "00:28:03.52" ] ], "start_stop_frames": [ [ 83785, 83972 ], [ 84036, 84066 ], [ 84065, 84166 ], [ 84142, 84176 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P23_102+596_597_598_599", "video_id": "P23_102", "narration_ids": [ "P23_102_596", "P23_102_597", "P23_102_598", "P23_102_599" ], "src": "take brush . wash plate . clean plate", "src1": "take brush", "src2": "wash plate", "src3": "clean plate", "trg": "put plate", "vis_src": "P23_102:596 P23_102:597 P23_102:598", "vis_trg": "P23_102:599", "narrations": [ "take brush", "wash plate", "clean plate", "put plate" ], "verbs": [ "take", "wash", "clean", "put" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "brush", "plate", "plate", "plate" ], "noun_classes": [ 103, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:55:00.86", "00:55:02.00" ], [ "00:55:01.91", "00:55:08.88" ], [ "00:55:08.71", "00:55:16.52" ], [ "00:55:16.61", "00:55:19.49" ] ], "start_stop_frames": [ [ 165043, 165100 ], [ 165095, 165444 ], [ 165435, 165826 ], [ 165830, 165974 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P11_109+75_76_77_78", "video_id": "P11_109", "narration_ids": [ "P11_109_75", "P11_109_76", "P11_109_77", "P11_109_78" ], "src": "close cupboard . pick_up tupperware . open drawer", "src1": "close cupboard", "src2": "pick_up tupperware", "src3": "open drawer", "trg": "put away tupperware", "vis_src": "P11_109:75 P11_109:76 P11_109:77", "vis_trg": "P11_109:78", "narrations": [ "close cupboard", "pick up tupperware", "open drawer", "put away tupperware" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "tupperware", "drawer", "tupperware" ], "noun_classes": [ 3, 23, 8, 23 ], "start_stop_timestamps": [ [ "00:02:15.14", "00:02:16.89" ], [ "00:02:16.99", "00:02:19.49" ], [ "00:02:19.47", "00:02:20.21" ], [ "00:02:20.72", "00:02:21.57" ] ], "start_stop_frames": [ [ 6756, 6844 ], [ 6849, 6974 ], [ 6973, 7010 ], [ 7036, 7078 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P02_130+52_53_54_56", "video_id": "P02_130", "narration_ids": [ "P02_130_52", "P02_130_53", "P02_130_54", "P02_130_56" ], "src": "put_down biscuit_piece . pick_up food processor bowl . pour biscuits from food processor into glass", "src1": "put_down biscuit_piece", "src2": "pick_up food processor bowl", "src3": "pour biscuits from food processor into glass", "trg": "put glass down inside bowl", "vis_src": "P02_130:52 P02_130:53 P02_130:54", "vis_trg": "P02_130:56", "narrations": [ "put down biscuit piece", "pick up food processor bowl", "pour biscuits from food processor into glass", "put glass down inside bowl" ], "verbs": [ "put-down", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "piece:biscuit", "bowl:food:processor", "biscuit", "glass" ], "noun_classes": [ 104, 7, 104, 10 ], "start_stop_timestamps": [ [ "00:02:03.11", "00:02:04.73" ], [ "00:02:04.80", "00:02:07.55" ], [ "00:02:07.55", "00:02:12.46" ], [ "00:02:16.33", "00:02:18.29" ] ], "start_stop_frames": [ [ 6155, 6236 ], [ 6240, 6377 ], [ 6377, 6623 ], [ 6816, 6914 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P23_101+264_265_266_267", "video_id": "P23_101", "narration_ids": [ "P23_101_264", "P23_101_265", "P23_101_266", "P23_101_267" ], "src": "mix curry . put spoon . take plate", "src1": "mix curry", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_101:264 P23_101:265 P23_101:266", "vis_trg": "P23_101:267", "narrations": [ "mix curry", "put spoon", "take plate", "put plate" ], "verbs": [ "mix", "put", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "curry", "spoon", "plate", "plate" ], "noun_classes": [ 121, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:23:33.54", "00:23:51.66" ], [ "00:23:51.76", "00:23:53.04" ], [ "00:23:54.84", "00:23:56.40" ], [ "00:23:57.09", "00:23:59.87" ] ], "start_stop_frames": [ [ 70677, 71583 ], [ 71588, 71652 ], [ 71742, 71820 ], [ 71854, 71993 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P05_08+79_80_81_82", "video_id": "P05_08", "narration_ids": [ "P05_08_79", "P05_08_80", "P05_08_81", "P05_08_82" ], "src": "stir salad in saucepan . take wooden_spoon . stir pasta", "src1": "stir salad in saucepan", "src2": "take wooden_spoon", "src3": "stir pasta", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_08:79 P05_08:80 P05_08:81", "vis_trg": "P05_08:82", "narrations": [ "stir salad in saucepan", "take wooden spoon", "stir pasta", "place wooden spoon on refrigerator" ], "verbs": [ "stir-in", "take", "stir", "place-on" ], "verb_classes": [ 10, 0, 10, 1 ], "nouns": [ "salad", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 68, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:09:09.70", "00:10:20.29" ], [ "00:10:22.43", "00:10:23.46" ], [ "00:10:23.64", "00:10:29.46" ], [ "00:10:40.01", "00:10:41.39" ] ], "start_stop_frames": [ [ 32982, 37217 ], [ 37345, 37407 ], [ 37418, 37767 ], [ 38400, 38483 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P26_114+3_4_5_6", "video_id": "P26_114", "narration_ids": [ "P26_114_3", "P26_114_4", "P26_114_5", "P26_114_6" ], "src": "put_down baking_tray . put_down cloth . pick_up spatula", "src1": "put_down baking_tray", "src2": "put_down cloth", "src3": "pick_up spatula", "trg": "pick_up cloth", "vis_src": "P26_114:3 P26_114:4 P26_114:5", "vis_trg": "P26_114:6", "narrations": [ "put down baking tray", "put down cloth", "pick up spatula", "pick up cloth" ], "verbs": [ "put-down", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 1, 1, 0, 0 ], "nouns": [ "tray:baking", "cloth", "spatula", "cloth" ], "noun_classes": [ 35, 17, 20, 17 ], "start_stop_timestamps": [ [ "00:00:13.75", "00:00:15.00" ], [ "00:00:14.84", "00:00:15.38" ], [ "00:00:16.70", "00:00:17.55" ], [ "00:00:17.55", "00:00:18.30" ] ], "start_stop_frames": [ [ 687, 750 ], [ 742, 769 ], [ 835, 877 ], [ 877, 915 ] ], "trgnoun": "cloth", "trgverb": "pick_up" }, { "key": "P22_17+424_425_426_427", "video_id": "P22_17", "narration_ids": [ "P22_17_424", "P22_17_425", "P22_17_426", "P22_17_427" ], "src": "move cups . put_down bowl . move bowls", "src1": "move cups", "src2": "put_down bowl", "src3": "move bowls", "trg": "put_down cups", "vis_src": "P22_17:424 P22_17:425 P22_17:426", "vis_trg": "P22_17:427", "narrations": [ "move cups", "put down bowl", "move bowls", "put down cups" ], "verbs": [ "move", "put-down", "move", "put-down" ], "verb_classes": [ 11, 1, 11, 1 ], "nouns": [ "cup", "bowl", "bowl", "cup" ], "noun_classes": [ 13, 7, 7, 13 ], "start_stop_timestamps": [ [ "00:16:48.96", "00:16:52.69" ], [ "00:16:52.26", "00:16:54.05" ], [ "00:16:55.18", "00:17:00.43" ], [ "00:17:00.53", "00:17:04.03" ] ], "start_stop_frames": [ [ 60537, 60761 ], [ 60735, 60843 ], [ 60910, 61225 ], [ 61231, 61441 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P20_04+270_271_272_273", "video_id": "P20_04", "narration_ids": [ "P20_04_270", "P20_04_271", "P20_04_272", "P20_04_273" ], "src": "turn_on light . tip meat_pieces into frying pan . stir meat with spatula", "src1": "turn_on light", "src2": "tip meat_pieces into frying pan", "src3": "stir meat with spatula", "trg": "stir meat with with spatula", "vis_src": "P20_04:270 P20_04:271 P20_04:272", "vis_trg": "P20_04:273", "narrations": [ "turn on light", "tip meat pieces into frying pan", "stir meat with spatula", "stir meat with with spatula" ], "verbs": [ "turn-on", "tip-into", "stir", "stir-with" ], "verb_classes": [ 6, 9, 10, 10 ], "nouns": [ "light", "piece:meat", "meat", "meat" ], "noun_classes": [ 114, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:20:36.56", "00:20:37.79" ], [ "00:20:37.27", "00:20:43.08" ], [ "00:20:43.18", "00:20:56.41" ], [ "00:20:52.82", "00:20:55.13" ] ], "start_stop_frames": [ [ 74193, 74267 ], [ 74236, 74584 ], [ 74590, 75384 ], [ 75169, 75307 ] ], "trgnoun": "meat", "trgverb": "stir_with" }, { "key": "P04_107+856_857_858_860", "video_id": "P04_107", "narration_ids": [ "P04_107_856", "P04_107_857", "P04_107_858", "P04_107_860" ], "src": "pick_up chopstick . hold_onto dough . roll dough around chopstick", "src1": "pick_up chopstick", "src2": "hold_onto dough", "src3": "roll dough around chopstick", "trg": "slide chopstick out of dough", "vis_src": "P04_107:856 P04_107:857 P04_107:858", "vis_trg": "P04_107:860", "narrations": [ "pick up chopstick", "hold onto dough", "roll dough around chopstick", "slide chopstick out of dough" ], "verbs": [ "pick-up", "hold-onto", "roll-around", "slide-out" ], "verb_classes": [ 0, 34, 47, 61 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:22:22.78", "00:22:23.27" ], [ "00:22:23.28", "00:22:23.49" ], [ "00:22:23.66", "00:22:25.54" ], [ "00:22:25.90", "00:22:26.96" ] ], "start_stop_frames": [ [ 67139, 67163 ], [ 67164, 67174 ], [ 67183, 67277 ], [ 67295, 67348 ] ], "trgnoun": "chopstick", "trgverb": "slide_out" }, { "key": "P22_07+714_715_716_717", "video_id": "P22_07", "narration_ids": [ "P22_07_714", "P22_07_715", "P22_07_716", "P22_07_717" ], "src": "pick_up water . pour water . close bottle of water", "src1": "pick_up water", "src2": "pour water", "src3": "close bottle of water", "trg": "put_down bottle of water", "vis_src": "P22_07:714 P22_07:715 P22_07:716", "vis_trg": "P22_07:717", "narrations": [ "pick up water", "pour water", "close bottle of water", "put down bottle of water" ], "verbs": [ "pick-up", "pour", "close", "put-down" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "water", "water", "bottle:water", "bottle:water" ], "noun_classes": [ 27, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:34:39.85", "00:34:41.18" ], [ "00:34:41.19", "00:34:44.94" ], [ "00:34:45.04", "00:34:45.96" ], [ "00:34:46.54", "00:34:47.18" ] ], "start_stop_frames": [ [ 124791, 124870 ], [ 124871, 125096 ], [ 125102, 125157 ], [ 125192, 125230 ] ], "trgnoun": "water_bottle", "trgverb": "put_down" }, { "key": "P07_117+84_85_86_87", "video_id": "P07_117", "narration_ids": [ "P07_117_84", "P07_117_85", "P07_117_86", "P07_117_87" ], "src": "grab lid . cover container . turn_on tap", "src1": "grab lid", "src2": "cover container", "src3": "turn_on tap", "trg": "turn_off tap", "vis_src": "P07_117:84 P07_117:85 P07_117:86", "vis_trg": "P07_117:87", "narrations": [ "grab lid", "cover container", "turn on tap", "turn off tap" ], "verbs": [ "grab", "cover", "turn-on", "turn-off" ], "verb_classes": [ 0, 36, 6, 8 ], "nouns": [ "lid", "container", "tap", "tap" ], "noun_classes": [ 6, 21, 0, 0 ], "start_stop_timestamps": [ [ "00:04:08.98", "00:04:10.25" ], [ "00:04:10.32", "00:04:11.25" ], [ "00:04:13.52", "00:04:14.27" ], [ "00:04:14.34", "00:04:14.87" ] ], "start_stop_frames": [ [ 12449, 12512 ], [ 12516, 12562 ], [ 12676, 12713 ], [ 12717, 12743 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P30_10+168_169_170_171", "video_id": "P30_10", "narration_ids": [ "P30_10_168", "P30_10_169", "P30_10_170", "P30_10_171" ], "src": "put plate . take fork . wash fork", "src1": "put plate", "src2": "take fork", "src3": "wash fork", "trg": "rinse fork", "vis_src": "P30_10:168 P30_10:169 P30_10:170", "vis_trg": "P30_10:171", "narrations": [ "put plate", "take fork", "wash fork", "rinse fork" ], "verbs": [ "put", "take", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "plate", "fork", "fork", "fork" ], "noun_classes": [ 2, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:08:54.11", "00:08:55.54" ], [ "00:08:55.60", "00:08:56.24" ], [ "00:08:56.11", "00:08:58.35" ], [ "00:08:58.45", "00:09:01.52" ] ], "start_stop_frames": [ [ 32046, 32132 ], [ 32136, 32174 ], [ 32166, 32301 ], [ 32307, 32491 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P03_109+115_116_117_118", "video_id": "P03_109", "narration_ids": [ "P03_109_115", "P03_109_116", "P03_109_117", "P03_109_118" ], "src": "put_down sponge . pick_up saucepan . take tea_towel from drying rack", "src1": "put_down sponge", "src2": "pick_up saucepan", "src3": "take tea_towel from drying rack", "trg": "dry saucepan", "vis_src": "P03_109:115 P03_109:116 P03_109:117", "vis_trg": "P03_109:118", "narrations": [ "put down sponge", "pick up saucepan", "take tea towel from drying rack", "dry saucepan" ], "verbs": [ "put-down", "pick-up", "take-from", "dry" ], "verb_classes": [ 1, 0, 0, 14 ], "nouns": [ "sponge", "saucepan", "towel:tea", "saucepan" ], "noun_classes": [ 9, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:06:20.93", "00:06:21.23" ], [ "00:06:21.65", "00:06:23.03" ], [ "00:06:24.43", "00:06:24.99" ], [ "00:06:25.35", "00:06:44.87" ] ], "start_stop_frames": [ [ 19046, 19061 ], [ 19082, 19151 ], [ 19221, 19249 ], [ 19267, 20243 ] ], "trgnoun": "saucepan", "trgverb": "dry" }, { "key": "P08_21+191_192_193_194", "video_id": "P08_21", "narration_ids": [ "P08_21_191", "P08_21_192", "P08_21_193", "P08_21_194" ], "src": "close cupboard . open cupboard . get the jar", "src1": "close cupboard", "src2": "open cupboard", "src3": "get the jar", "trg": "arrange jars", "vis_src": "P08_21:191 P08_21:192 P08_21:193", "vis_trg": "P08_21:194", "narrations": [ "close cupboard", "open cupboard", "get the jar", "arrange jars" ], "verbs": [ "close", "open", "get", "arrange" ], "verb_classes": [ 4, 3, 0, 40 ], "nouns": [ "cupboard", "cupboard", "jar", "jar" ], "noun_classes": [ 3, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:12:17.68", "00:12:19.32" ], [ "00:12:18.45", "00:12:20.15" ], [ "00:12:20.23", "00:12:23.53" ], [ "00:12:23.63", "00:12:29.92" ] ], "start_stop_frames": [ [ 44260, 44359 ], [ 44307, 44409 ], [ 44413, 44611 ], [ 44617, 44995 ] ], "trgnoun": "jar", "trgverb": "arrange" }, { "key": "P07_107+48_49_50_51", "video_id": "P07_107", "narration_ids": [ "P07_107_48", "P07_107_49", "P07_107_50", "P07_107_51" ], "src": "close drawer . open drawer . grab package", "src1": "close drawer", "src2": "open drawer", "src3": "grab package", "trg": "put package into sink", "vis_src": "P07_107:48 P07_107:49 P07_107:50", "vis_trg": "P07_107:51", "narrations": [ "close drawer", "open drawer", "grab package", "put package into sink" ], "verbs": [ "close", "open", "grab", "put-into" ], "verb_classes": [ 4, 3, 0, 5 ], "nouns": [ "drawer", "drawer", "package", "package" ], "noun_classes": [ 8, 8, 26, 26 ], "start_stop_timestamps": [ [ "00:02:18.92", "00:02:20.12" ], [ "00:02:19.70", "00:02:20.78" ], [ "00:02:20.88", "00:02:24.48" ], [ "00:02:27.13", "00:02:29.13" ] ], "start_stop_frames": [ [ 6946, 7006 ], [ 6984, 7039 ], [ 7044, 7223 ], [ 7356, 7456 ] ], "trgnoun": "package", "trgverb": "put_into" }, { "key": "P12_104+211_212_213_214", "video_id": "P12_104", "narration_ids": [ "P12_104_211", "P12_104_212", "P12_104_213", "P12_104_214" ], "src": "put_down knife . pick_up spoon . wash spoon", "src1": "put_down knife", "src2": "pick_up spoon", "src3": "wash spoon", "trg": "put_down spoon", "vis_src": "P12_104:211 P12_104:212 P12_104:213", "vis_trg": "P12_104:214", "narrations": [ "put down knife", "pick up spoon", "wash spoon", "put down spoon" ], "verbs": [ "put-down", "pick-up", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "spoon", "spoon", "spoon" ], "noun_classes": [ 4, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:14:22.75", "00:14:24.51" ], [ "00:14:24.61", "00:14:25.72" ], [ "00:14:26.01", "00:14:29.44" ], [ "00:14:29.23", "00:14:30.22" ] ], "start_stop_frames": [ [ 43137, 43225 ], [ 43230, 43286 ], [ 43300, 43472 ], [ 43461, 43511 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_107+634_635_636_637", "video_id": "P04_107", "narration_ids": [ "P04_107_634", "P04_107_635", "P04_107_636", "P04_107_637" ], "src": "hold dough . slide chopstick out of dough . pick_up greaseproof_paper", "src1": "hold dough", "src2": "slide chopstick out of dough", "src3": "pick_up greaseproof_paper", "trg": "lay_out greaseproof_paper on baking tray", "vis_src": "P04_107:634 P04_107:635 P04_107:636", "vis_trg": "P04_107:637", "narrations": [ "hold dough", "slide chopstick out of dough", "pick up greaseproof paper", "lay out greaseproof paper on baking tray" ], "verbs": [ "hold", "slide-out", "pick-up", "lay-out" ], "verb_classes": [ 34, 61, 0, 1 ], "nouns": [ "dough", "chopstick", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 25, 80, 49, 49 ], "start_stop_timestamps": [ [ "00:17:17.61", "00:17:18.02" ], [ "00:17:17.73", "00:17:18.40" ], [ "00:17:18.60", "00:17:19.03" ], [ "00:17:19.07", "00:17:20.36" ] ], "start_stop_frames": [ [ 51880, 51901 ], [ 51886, 51920 ], [ 51929, 51951 ], [ 51953, 52017 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_out" }, { "key": "P04_05+165_166_167_168", "video_id": "P04_05", "narration_ids": [ "P04_05_165", "P04_05_166", "P04_05_167", "P04_05_168" ], "src": "wash spoon . dry spoon . open spice", "src1": "wash spoon", "src2": "dry spoon", "src3": "open spice", "trg": "spoon spice", "vis_src": "P04_05:165 P04_05:166 P04_05:167", "vis_trg": "P04_05:168", "narrations": [ "wash spoon", "dry spoon", "open spice", "spoon spice" ], "verbs": [ "wash", "dry", "open", "spoon" ], "verb_classes": [ 2, 14, 3, 16 ], "nouns": [ "spoon", "spoon", "spice", "spice" ], "noun_classes": [ 1, 1, 85, 85 ], "start_stop_timestamps": [ [ "00:19:10.89", "00:19:13.60" ], [ "00:19:15.31", "00:19:23.78" ], [ "00:19:28.36", "00:19:32.11" ], [ "00:19:32.50", "00:19:35.16" ] ], "start_stop_frames": [ [ 69053, 69216 ], [ 69318, 69826 ], [ 70101, 70326 ], [ 70350, 70509 ] ], "trgnoun": "spice", "trgverb": "spoon" }, { "key": "P22_17+414_415_416_417", "video_id": "P22_17", "narration_ids": [ "P22_17_414", "P22_17_415", "P22_17_416", "P22_17_417" ], "src": "dry pan . put_down pan . pick_up colander", "src1": "dry pan", "src2": "put_down pan", "src3": "pick_up colander", "trg": "dry colander", "vis_src": "P22_17:414 P22_17:415 P22_17:416", "vis_trg": "P22_17:417", "narrations": [ "dry pan", "put down pan", "pick up colander", "dry colander" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "pan", "pan", "colander", "colander" ], "noun_classes": [ 5, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:16:14.66", "00:16:20.93" ], [ "00:16:20.24", "00:16:22.63" ], [ "00:16:22.82", "00:16:24.34" ], [ "00:16:24.33", "00:16:28.46" ] ], "start_stop_frames": [ [ 58479, 58855 ], [ 58814, 58957 ], [ 58969, 59060 ], [ 59059, 59307 ] ], "trgnoun": "colander", "trgverb": "dry" }, { "key": "P04_121+349_350_351_352", "video_id": "P04_121", "narration_ids": [ "P04_121_349", "P04_121_350", "P04_121_351", "P04_121_352" ], "src": "shake spatula with cheese curds . empty cheese_curds into bowl . scoop cheese_curds with spatula", "src1": "shake spatula with cheese curds", "src2": "empty cheese_curds into bowl", "src3": "scoop cheese_curds with spatula", "trg": "push cheese_curds into spatula with fingers", "vis_src": "P04_121:349 P04_121:350 P04_121:351", "vis_trg": "P04_121:352", "narrations": [ "shake spatula with cheese curds", "empty cheese curds into bowl", "scoop cheese curds with spatula", "push cheese curds into spatula with fingers" ], "verbs": [ "shake-with", "empty", "scoop", "push-into" ], "verb_classes": [ 15, 20, 16, 5 ], "nouns": [ "spatula", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 20, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:15:37.96", "00:15:41.68" ], [ "00:15:49.95", "00:15:51.79" ], [ "00:15:52.30", "00:15:54.10" ], [ "00:15:53.08", "00:15:56.58" ] ], "start_stop_frames": [ [ 46898, 47084 ], [ 47497, 47589 ], [ 47615, 47705 ], [ 47654, 47829 ] ], "trgnoun": "cheese_curd", "trgverb": "push_into" }, { "key": "P04_107+703_704_706_730", "video_id": "P04_107", "narration_ids": [ "P04_107_703", "P04_107_704", "P04_107_706", "P04_107_730" ], "src": "brush oil onto dough . lift_up dough . put_down pastry_brush", "src1": "brush oil onto dough", "src2": "lift_up dough", "src3": "put_down pastry_brush", "trg": "lay_down dough", "vis_src": "P04_107:703 P04_107:704 P04_107:706", "vis_trg": "P04_107:730", "narrations": [ "brush oil onto dough", "lift up dough", "put down pastry brush", "lay down dough" ], "verbs": [ "brush-onto", "lift-up", "put-down", "lay-down" ], "verb_classes": [ 57, 33, 1, 1 ], "nouns": [ "oil", "dough", "brush:pastry", "dough" ], "noun_classes": [ 31, 25, 103, 25 ], "start_stop_timestamps": [ [ "00:19:07.25", "00:19:09.26" ], [ "00:19:09.06", "00:19:09.57" ], [ "00:19:09.51", "00:19:11.51" ], [ "00:19:40.99", "00:19:42.24" ] ], "start_stop_frames": [ [ 57362, 57463 ], [ 57453, 57478 ], [ 57475, 57575 ], [ 59049, 59112 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P04_104+32_33_34_35", "video_id": "P04_104", "narration_ids": [ "P04_104_32", "P04_104_33", "P04_104_34", "P04_104_35" ], "src": "put tub on scales . open drawer . pick_up spoon", "src1": "put tub on scales", "src2": "open drawer", "src3": "pick_up spoon", "trg": "close drawer", "vis_src": "P04_104:32 P04_104:33 P04_104:34", "vis_trg": "P04_104:35", "narrations": [ "put tub on scales", "open drawer", "pick up spoon", "close drawer" ], "verbs": [ "put-on", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "tub", "drawer", "spoon", "drawer" ], "noun_classes": [ 23, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:01:21.88", "00:01:22.41" ], [ "00:01:22.78", "00:01:24.29" ], [ "00:01:24.22", "00:01:25.23" ], [ "00:01:24.56", "00:01:25.84" ] ], "start_stop_frames": [ [ 4094, 4120 ], [ 4139, 4214 ], [ 4211, 4261 ], [ 4228, 4292 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P28_103+235_236_237_238", "video_id": "P28_103", "narration_ids": [ "P28_103_235", "P28_103_236", "P28_103_237", "P28_103_238" ], "src": "put oven_glove . put spatula . take spatula", "src1": "put oven_glove", "src2": "put spatula", "src3": "take spatula", "trg": "wear oven_glove", "vis_src": "P28_103:235 P28_103:236 P28_103:237", "vis_trg": "P28_103:238", "narrations": [ "put oven glove", "put spatula", "take spatula", "wear oven glove" ], "verbs": [ "put", "put", "take", "wear" ], "verb_classes": [ 1, 1, 0, 68 ], "nouns": [ "glove:oven", "spatula", "spatula", "glove:oven" ], "noun_classes": [ 60, 20, 20, 60 ], "start_stop_timestamps": [ [ "00:24:24.01", "00:24:25.64" ], [ "00:24:25.73", "00:24:26.80" ], [ "00:24:37.36", "00:24:38.72" ], [ "00:24:41.04", "00:24:41.84" ] ], "start_stop_frames": [ [ 73200, 73282 ], [ 73286, 73340 ], [ 73868, 73936 ], [ 74052, 74092 ] ], "trgnoun": "oven_glove", "trgverb": "wear" }, { "key": "P04_113+340_341_342_343", "video_id": "P04_113", "narration_ids": [ "P04_113_340", "P04_113_341", "P04_113_342", "P04_113_343" ], "src": "wash tupperware_tub . turn_on tap . rinse tupperware_tub", "src1": "wash tupperware_tub", "src2": "turn_on tap", "src3": "rinse tupperware_tub", "trg": "shake tupperware_tub", "vis_src": "P04_113:340 P04_113:341 P04_113:342", "vis_trg": "P04_113:343", "narrations": [ "wash tupperware tub", "turn on tap", "rinse tupperware tub", "shake tupperware tub" ], "verbs": [ "wash", "turn-on", "rinse", "shake" ], "verb_classes": [ 2, 6, 2, 15 ], "nouns": [ "tub:tupperware", "tap", "tub:tupperware", "tub:tupperware" ], "noun_classes": [ 23, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:10:50.37", "00:10:51.68" ], [ "00:10:52.59", "00:10:53.58" ], [ "00:10:53.68", "00:10:56.04" ], [ "00:10:56.59", "00:10:58.73" ] ], "start_stop_frames": [ [ 32518, 32583 ], [ 32629, 32679 ], [ 32683, 32802 ], [ 32829, 32936 ] ], "trgnoun": "tupperware_tub", "trgverb": "shake" }, { "key": "P01_01+109_110_111_112", "video_id": "P01_01", "narration_ids": [ "P01_01_109", "P01_01_110", "P01_01_111", "P01_01_112" ], "src": "take plate . put plate down . open drawer", "src1": "take plate", "src2": "put plate down", "src3": "open drawer", "trg": "take something", "vis_src": "P01_01:109 P01_01:110 P01_01:111", "vis_trg": "P01_01:112", "narrations": [ "take plate", "put plate down", "open drawer", "take something" ], "verbs": [ "take", "put-down", "open", "take" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "plate", "plate", "drawer", "drawer" ], "noun_classes": [ 2, 2, 8, 8 ], "start_stop_timestamps": [ [ "00:08:22.35", "00:08:23.31" ], [ "00:08:24.66", "00:08:27.92" ], [ "00:08:28.16", "00:08:29.94" ], [ "00:08:29.29", "00:08:31.54" ] ], "start_stop_frames": [ [ 30141, 30198 ], [ 30279, 30475 ], [ 30489, 30596 ], [ 30557, 30692 ] ], "trgnoun": "drawer", "trgverb": "take" }, { "key": "P11_105+15_16_17_18", "video_id": "P11_105", "narration_ids": [ "P11_105_15", "P11_105_16", "P11_105_17", "P11_105_18" ], "src": "throw_away pizza_box . pick_up knife . open pizza", "src1": "throw_away pizza_box", "src2": "pick_up knife", "src3": "open pizza", "trg": "put pizza on oven tray", "vis_src": "P11_105:15 P11_105:16 P11_105:17", "vis_trg": "P11_105:18", "narrations": [ "throw away pizza box", "pick up knife", "open pizza", "put pizza on oven tray" ], "verbs": [ "throw-away", "pick-up", "open", "put-on" ], "verb_classes": [ 13, 0, 3, 1 ], "nouns": [ "box:pizza", "knife", "pizza", "pizza" ], "noun_classes": [ 23, 4, 91, 91 ], "start_stop_timestamps": [ [ "00:00:39.35", "00:00:42.68" ], [ "00:00:45.97", "00:00:47.06" ], [ "00:00:49.18", "00:00:57.94" ], [ "00:00:57.34", "00:01:03.69" ] ], "start_stop_frames": [ [ 1967, 2134 ], [ 2298, 2353 ], [ 2459, 2897 ], [ 2867, 3184 ] ], "trgnoun": "pizza", "trgverb": "put_on" }, { "key": "P26_104+15_16_17_18", "video_id": "P26_104", "narration_ids": [ "P26_104_15", "P26_104_16", "P26_104_17", "P26_104_18" ], "src": "remove paper . put_down pizza . pick_up pizza", "src1": "remove paper", "src2": "put_down pizza", "src3": "pick_up pizza", "trg": "cut paper", "vis_src": "P26_104:15 P26_104:16 P26_104:17", "vis_trg": "P26_104:18", "narrations": [ "remove paper", "put down pizza", "pick up pizza", "cut paper" ], "verbs": [ "remove", "put-down", "pick-up", "cut" ], "verb_classes": [ 12, 1, 0, 7 ], "nouns": [ "paper", "pizza", "pizza", "paper" ], "noun_classes": [ 49, 91, 91, 49 ], "start_stop_timestamps": [ [ "00:00:55.45", "00:01:05.95" ], [ "00:01:05.96", "00:01:08.12" ], [ "00:01:08.22", "00:01:09.88" ], [ "00:01:09.78", "00:01:16.59" ] ], "start_stop_frames": [ [ 2772, 3297 ], [ 3297, 3406 ], [ 3411, 3494 ], [ 3489, 3829 ] ], "trgnoun": "paper", "trgverb": "cut" }, { "key": "P03_04+340_341_342_343", "video_id": "P03_04", "narration_ids": [ "P03_04_340", "P03_04_341", "P03_04_342", "P03_04_343" ], "src": "turn_off tap . put can on side . open lid", "src1": "turn_off tap", "src2": "put can on side", "src3": "open lid", "trg": "close lid", "vis_src": "P03_04:340 P03_04:341 P03_04:342", "vis_trg": "P03_04:343", "narrations": [ "turn off tap", "put can on side", "open lid", "close lid" ], "verbs": [ "turn-off", "put-on", "open", "close" ], "verb_classes": [ 8, 1, 3, 4 ], "nouns": [ "tap", "side", "lid", "lid" ], "noun_classes": [ 0, 42, 6, 6 ], "start_stop_timestamps": [ [ "00:24:49.61", "00:24:50.46" ], [ "00:24:53.01", "00:24:54.13" ], [ "00:24:56.36", "00:24:56.99" ], [ "00:24:56.95", "00:24:57.98" ] ], "start_stop_frames": [ [ 89376, 89427 ], [ 89580, 89647 ], [ 89781, 89819 ], [ 89817, 89878 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P02_102+79_81_82_83", "video_id": "P02_102", "narration_ids": [ "P02_102_79", "P02_102_81", "P02_102_82", "P02_102_83" ], "src": "move box . pick_up spice . close cupboard", "src1": "move box", "src2": "pick_up spice", "src3": "close cupboard", "trg": "put_down spice", "vis_src": "P02_102:79 P02_102:81 P02_102:82", "vis_trg": "P02_102:83", "narrations": [ "move box", "pick up spice", "close cupboard", "put down spice" ], "verbs": [ "move", "pick-up", "close", "put-down" ], "verb_classes": [ 11, 0, 4, 1 ], "nouns": [ "box", "spice", "cupboard", "spice" ], "noun_classes": [ 23, 85, 3, 85 ], "start_stop_timestamps": [ [ "00:02:33.66", "00:02:37.45" ], [ "00:02:36.35", "00:02:39.12" ], [ "00:02:39.61", "00:02:40.95" ], [ "00:02:40.49", "00:02:41.95" ] ], "start_stop_frames": [ [ 7683, 7872 ], [ 7817, 7956 ], [ 7980, 8047 ], [ 8024, 8097 ] ], "trgnoun": "spice", "trgverb": "put_down" }, { "key": "P04_10+85_86_87_88", "video_id": "P04_10", "narration_ids": [ "P04_10_85", "P04_10_86", "P04_10_87", "P04_10_88" ], "src": "open drawer . cut open chicken_packet . pick_up chicken_thigh", "src1": "open drawer", "src2": "cut open chicken_packet", "src3": "pick_up chicken_thigh", "trg": "cut chicken_thigh into chunks", "vis_src": "P04_10:85 P04_10:86 P04_10:87", "vis_trg": "P04_10:88", "narrations": [ "open drawer", "cut open chicken packet", "pick up chicken thigh", "cut chicken thigh into chunks" ], "verbs": [ "open", "cut", "pick-up", "cut-into" ], "verb_classes": [ 3, 7, 0, 7 ], "nouns": [ "drawer", "packet:chicken", "thigh:chicken", "thigh:chicken" ], "noun_classes": [ 8, 26, 57, 57 ], "start_stop_timestamps": [ [ "00:13:34.67", "00:13:35.90" ], [ "00:13:42.53", "00:13:47.87" ], [ "00:13:48.11", "00:13:49.73" ], [ "00:13:57.73", "00:14:06.06" ] ], "start_stop_frames": [ [ 48880, 48954 ], [ 49351, 49672 ], [ 49686, 49783 ], [ 50263, 50763 ] ], "trgnoun": "chicken_thigh", "trgverb": "cut_into" }, { "key": "P25_04+35_36_37_38", "video_id": "P25_04", "narration_ids": [ "P25_04_35", "P25_04_36", "P25_04_37", "P25_04_38" ], "src": "pick_up teaspoon . put_down teaspoon . take napkins", "src1": "pick_up teaspoon", "src2": "put_down teaspoon", "src3": "take napkins", "trg": "throw napkins", "vis_src": "P25_04:35 P25_04:36 P25_04:37", "vis_trg": "P25_04:38", "narrations": [ "pick up teaspoon", "put down teaspoon", "take napkins", "throw napkins" ], "verbs": [ "pick-up", "put-down", "take", "throw" ], "verb_classes": [ 0, 1, 0, 13 ], "nouns": [ "teaspoon", "teaspoon", "napkin", "napkin" ], "noun_classes": [ 1, 1, 88, 88 ], "start_stop_timestamps": [ [ "00:06:56.52", "00:06:57.87" ], [ "00:06:58.40", "00:06:59.31" ], [ "00:07:00.26", "00:07:09.59" ], [ "00:07:10.60", "00:07:12.68" ] ], "start_stop_frames": [ [ 24991, 25072 ], [ 25104, 25158 ], [ 25215, 25775 ], [ 25836, 25960 ] ], "trgnoun": "napkin", "trgverb": "throw" }, { "key": "P30_05+700_701_702_703", "video_id": "P30_05", "narration_ids": [ "P30_05_700", "P30_05_701", "P30_05_702", "P30_05_703" ], "src": "empty water from box of carrots . fill box of carrots with water . put lid on box of carrots", "src1": "empty water from box of carrots", "src2": "fill box of carrots with water", "src3": "put lid on box of carrots", "trg": "put box of carrots in fridge", "vis_src": "P30_05:700 P30_05:701 P30_05:702", "vis_trg": "P30_05:703", "narrations": [ "empty water from box of carrots", "fill box of carrots with water", "put lid on box of carrots", "put box of carrots in fridge" ], "verbs": [ "empty", "fill", "put-on", "put-of" ], "verb_classes": [ 20, 26, 1, 1 ], "nouns": [ "water", "box:carrot", "lid", "box:carrot" ], "noun_classes": [ 27, 23, 6, 23 ], "start_stop_timestamps": [ [ "00:50:32.54", "00:50:34.16" ], [ "00:50:34.33", "00:50:38.34" ], [ "00:50:38.70", "00:50:43.99" ], [ "00:50:45.78", "00:50:49.95" ] ], "start_stop_frames": [ [ 181952, 182049 ], [ 182059, 182300 ], [ 182322, 182639 ], [ 182746, 182997 ] ], "trgnoun": "carrot_box", "trgverb": "put_of" }, { "key": "P25_09+97_98_99_100", "video_id": "P25_09", "narration_ids": [ "P25_09_97", "P25_09_98", "P25_09_99", "P25_09_100" ], "src": "take fork . take chicken down . take chicken", "src1": "take fork", "src2": "take chicken down", "src3": "take chicken", "trg": "put chicken", "vis_src": "P25_09:97 P25_09:98 P25_09:99", "vis_trg": "P25_09:100", "narrations": [ "take fork", "take chicken down", "take chicken", "put chicken" ], "verbs": [ "take", "take-down", "take", "put" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "fork", "chicken", "chicken", "chicken" ], "noun_classes": [ 14, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:12:16.27", "00:12:17.16" ], [ "00:12:17.07", "00:12:20.54" ], [ "00:12:31.12", "00:12:36.22" ], [ "00:12:36.76", "00:12:37.97" ] ], "start_stop_frames": [ [ 44176, 44229 ], [ 44224, 44432 ], [ 45067, 45373 ], [ 45405, 45478 ] ], "trgnoun": "chicken", "trgverb": "put" }, { "key": "P03_19+54_55_56_57", "video_id": "P03_19", "narration_ids": [ "P03_19_54", "P03_19_55", "P03_19_56", "P03_19_57" ], "src": "close squash . put squash in fridge . close bottle", "src1": "close squash", "src2": "put squash in fridge", "src3": "close bottle", "trg": "shake bottle", "vis_src": "P03_19:54 P03_19:55 P03_19:56", "vis_trg": "P03_19:57", "narrations": [ "close squash", "put squash in fridge", "close bottle", "shake" ], "verbs": [ "close", "put-in", "close", "shake" ], "verb_classes": [ 4, 5, 4, 15 ], "nouns": [ "squash", "squash", "bottle", "bottle" ], "noun_classes": [ 116, 116, 15, 15 ], "start_stop_timestamps": [ [ "00:02:41.77", "00:02:43.58" ], [ "00:02:43.78", "00:02:44.76" ], [ "00:02:45.51", "00:02:48.41" ], [ "00:02:48.35", "00:02:49.79" ] ], "start_stop_frames": [ [ 9706, 9814 ], [ 9826, 9885 ], [ 9930, 10104 ], [ 10101, 10187 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P06_108+8_9_10_11", "video_id": "P06_108", "narration_ids": [ "P06_108_8", "P06_108_9", "P06_108_10", "P06_108_11" ], "src": "take_out pan . put_down pan . move dough", "src1": "take_out pan", "src2": "put_down pan", "src3": "move dough", "trg": "pick_up dough", "vis_src": "P06_108:8 P06_108:9 P06_108:10", "vis_trg": "P06_108:11", "narrations": [ "take out pan", "put down pan", "move dough", "pick up dough" ], "verbs": [ "take-out", "put-down", "move", "pick-up" ], "verb_classes": [ 12, 1, 11, 0 ], "nouns": [ "pan", "pan", "dough", "dough" ], "noun_classes": [ 5, 5, 25, 25 ], "start_stop_timestamps": [ [ "00:00:47.73", "00:00:50.85" ], [ "00:00:50.95", "00:00:53.26" ], [ "00:00:53.36", "00:00:55.79" ], [ "00:00:58.00", "00:01:02.00" ] ], "start_stop_frames": [ [ 2386, 2542 ], [ 2547, 2663 ], [ 2668, 2789 ], [ 2900, 3100 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P26_02+54_55_56_57", "video_id": "P26_02", "narration_ids": [ "P26_02_54", "P26_02_55", "P26_02_56", "P26_02_57" ], "src": "put fork . pick_up salt . open door", "src1": "put fork", "src2": "pick_up salt", "src3": "open door", "trg": "put salt", "vis_src": "P26_02:54 P26_02:55 P26_02:56", "vis_trg": "P26_02:57", "narrations": [ "put fork", "pick up salt", "open door", "put salt" ], "verbs": [ "put", "pick-up", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "fork", "salt", "door", "salt" ], "noun_classes": [ 14, 38, 3, 38 ], "start_stop_timestamps": [ [ "00:05:10.80", "00:05:12.32" ], [ "00:05:20.59", "00:05:21.55" ], [ "00:05:21.65", "00:05:22.43" ], [ "00:05:22.49", "00:05:23.51" ] ], "start_stop_frames": [ [ 18648, 18739 ], [ 19235, 19293 ], [ 19299, 19345 ], [ 19349, 19410 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P28_01+46_47_48_49", "video_id": "P28_01", "narration_ids": [ "P28_01_46", "P28_01_47", "P28_01_48", "P28_01_49" ], "src": "open food_container . take lid . open cheese_package", "src1": "open food_container", "src2": "take lid", "src3": "open cheese_package", "trg": "put_down lid", "vis_src": "P28_01:46 P28_01:47 P28_01:48", "vis_trg": "P28_01:49", "narrations": [ "open food container", "take lid", "open cheese package", "put down lid" ], "verbs": [ "open", "take", "open", "put-down" ], "verb_classes": [ 3, 0, 3, 1 ], "nouns": [ "container:food", "lid", "package:cheese", "lid" ], "noun_classes": [ 21, 6, 26, 6 ], "start_stop_timestamps": [ [ "00:02:30.37", "00:02:36.00" ], [ "00:02:35.80", "00:02:36.61" ], [ "00:02:36.09", "00:02:40.82" ], [ "00:02:36.16", "00:02:36.74" ] ], "start_stop_frames": [ [ 9022, 9360 ], [ 9348, 9396 ], [ 9365, 9649 ], [ 9369, 9404 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P09_106+4_5_6_7", "video_id": "P09_106", "narration_ids": [ "P09_106_4", "P09_106_5", "P09_106_6", "P09_106_7" ], "src": "take rice . put rice on plate . take lid", "src1": "take rice", "src2": "put rice on plate", "src3": "take lid", "trg": "put lid on pot", "vis_src": "P09_106:4 P09_106:5 P09_106:6", "vis_trg": "P09_106:7", "narrations": [ "take rice", "put rice on plate", "take lid", "put lid on pot" ], "verbs": [ "take", "put-on", "take", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "rice", "rice", "lid", "lid" ], "noun_classes": [ 55, 55, 6, 6 ], "start_stop_timestamps": [ [ "00:00:15.56", "00:00:19.81" ], [ "00:00:19.54", "00:00:48.14" ], [ "00:00:50.14", "00:00:52.04" ], [ "00:00:50.55", "00:00:51.82" ] ], "start_stop_frames": [ [ 778, 990 ], [ 977, 2407 ], [ 2507, 2602 ], [ 2527, 2591 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P02_02+51_52_53_54", "video_id": "P02_02", "narration_ids": [ "P02_02_51", "P02_02_52", "P02_02_53", "P02_02_54" ], "src": "open tap . rinse glass . close tap", "src1": "open tap", "src2": "rinse glass", "src3": "close tap", "trg": "put glass into drainer", "vis_src": "P02_02:51 P02_02:52 P02_02:53", "vis_trg": "P02_02:54", "narrations": [ "open tap", "rinse glass", "close tap", "put glass into drainer" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-into" ], "verb_classes": [ 6, 2, 8, 5 ], "nouns": [ "tap", "glass", "tap", "glass" ], "noun_classes": [ 0, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:01:54.94", "00:01:56.00" ], [ "00:01:56.21", "00:02:02.44" ], [ "00:02:03.08", "00:02:04.21" ], [ "00:02:04.41", "00:02:05.78" ] ], "start_stop_frames": [ [ 6896, 6960 ], [ 6972, 7346 ], [ 7384, 7452 ], [ 7464, 7546 ] ], "trgnoun": "glass", "trgverb": "put_into" }, { "key": "P35_104+715_716_717_718", "video_id": "P35_104", "narration_ids": [ "P35_104_715", "P35_104_716", "P35_104_717", "P35_104_718" ], "src": "unroll cling_film . cut cling_film . pick_up meat", "src1": "unroll cling_film", "src2": "cut cling_film", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P35_104:715 P35_104:716 P35_104:717", "vis_trg": "P35_104:718", "narrations": [ "unroll cling film", "cut cling film", "pick up meat", "put down meat" ], "verbs": [ "unroll", "cut", "pick-up", "put-down" ], "verb_classes": [ 39, 7, 0, 1 ], "nouns": [ "film:cling", "film:cling", "meat", "meat" ], "noun_classes": [ 100, 100, 28, 28 ], "start_stop_timestamps": [ [ "00:49:46.25", "00:49:51.87" ], [ "00:49:52.32", "00:49:56.34" ], [ "00:50:00.28", "00:50:04.90" ], [ "00:50:09.01", "00:50:09.69" ] ], "start_stop_frames": [ [ 149312, 149593 ], [ 149616, 149817 ], [ 150014, 150245 ], [ 150450, 150484 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P02_129+51_52_53_54", "video_id": "P02_129", "narration_ids": [ "P02_129_51", "P02_129_52", "P02_129_53", "P02_129_54" ], "src": "pick_up olive oil_bottle . open olive oil_bottle . pour olive_oil from bottle into pan", "src1": "pick_up olive oil_bottle", "src2": "open olive oil_bottle", "src3": "pour olive_oil from bottle into pan", "trg": "close olive oil_bottle", "vis_src": "P02_129:51 P02_129:52 P02_129:53", "vis_trg": "P02_129:54", "narrations": [ "pick up olive oil bottle", "open olive oil bottle", "pour olive oil from bottle into pan", "close olive oil bottle" ], "verbs": [ "pick-up", "open", "pour-from", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "bottle:oil", "bottle:oil", "oil:olive", "bottle:oil" ], "noun_classes": [ 15, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:01:51.00", "00:01:52.22" ], [ "00:01:52.24", "00:01:53.82" ], [ "00:01:53.74", "00:01:56.64" ], [ "00:01:56.72", "00:01:58.22" ] ], "start_stop_frames": [ [ 5550, 5611 ], [ 5612, 5691 ], [ 5687, 5832 ], [ 5836, 5911 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P26_104+20_21_22_23", "video_id": "P26_104", "narration_ids": [ "P26_104_20", "P26_104_21", "P26_104_22", "P26_104_23" ], "src": "pick_up pizza . put_down pizza . pick_up paper", "src1": "pick_up pizza", "src2": "put_down pizza", "src3": "pick_up paper", "trg": "throw paper", "vis_src": "P26_104:20 P26_104:21 P26_104:22", "vis_trg": "P26_104:23", "narrations": [ "pick up pizza", "put down pizza", "pick up paper", "throw paper" ], "verbs": [ "pick-up", "put-down", "pick-up", "throw" ], "verb_classes": [ 0, 1, 0, 13 ], "nouns": [ "pizza", "pizza", "paper", "paper" ], "noun_classes": [ 91, 91, 49, 49 ], "start_stop_timestamps": [ [ "00:01:20.23", "00:01:21.40" ], [ "00:01:22.40", "00:01:23.95" ], [ "00:01:24.31", "00:01:26.25" ], [ "00:01:28.45", "00:01:30.13" ] ], "start_stop_frames": [ [ 4011, 4070 ], [ 4120, 4197 ], [ 4215, 4312 ], [ 4422, 4506 ] ], "trgnoun": "paper", "trgverb": "throw" }, { "key": "P04_110+397_398_399_400", "video_id": "P04_110", "narration_ids": [ "P04_110_397", "P04_110_398", "P04_110_399", "P04_110_400" ], "src": "lift tea_towel off plate . pick_up steamed_bun . pull greaseproof_paper off steamed bun", "src1": "lift tea_towel off plate", "src2": "pick_up steamed_bun", "src3": "pull greaseproof_paper off steamed bun", "trg": "put_down steamed_bun and greaseproof paper", "vis_src": "P04_110:397 P04_110:398 P04_110:399", "vis_trg": "P04_110:400", "narrations": [ "lift tea towel off plate", "pick up steamed bun", "pull greaseproof paper off steamed bun", "put down steamed bun and greaseproof paper" ], "verbs": [ "lift-off", "pick-up", "pull", "put-down" ], "verb_classes": [ 33, 0, 31, 1 ], "nouns": [ "towel:tea", "bun:steamed", "paper:greaseproof", "bun:steamed" ], "noun_classes": [ 52, 33, 49, 33 ], "start_stop_timestamps": [ [ "00:11:53.26", "00:11:54.23" ], [ "00:11:54.28", "00:11:56.00" ], [ "00:11:55.84", "00:11:57.44" ], [ "00:11:57.41", "00:11:58.21" ] ], "start_stop_frames": [ [ 35663, 35711 ], [ 35714, 35800 ], [ 35792, 35872 ], [ 35870, 35910 ] ], "trgnoun": "steamed_bun", "trgverb": "put_down" }, { "key": "P04_109+383_384_385_386", "video_id": "P04_109", "narration_ids": [ "P04_109_383", "P04_109_384", "P04_109_385", "P04_109_386" ], "src": "take broccoli out of plastic . open food_bin . put broccoli in food bin", "src1": "take broccoli out of plastic", "src2": "open food_bin", "src3": "put broccoli in food bin", "trg": "close food_bin", "vis_src": "P04_109:383 P04_109:384 P04_109:385", "vis_trg": "P04_109:386", "narrations": [ "take broccoli out of plastic", "open food bin", "put broccoli in food bin", "close food bin" ], "verbs": [ "take-out", "open", "put-in", "close" ], "verb_classes": [ 12, 3, 5, 4 ], "nouns": [ "broccoli", "bin:food", "broccoli", "bin:food" ], "noun_classes": [ 101, 36, 101, 36 ], "start_stop_timestamps": [ [ "00:11:23.00", "00:11:25.60" ], [ "00:11:25.70", "00:11:26.62" ], [ "00:11:26.45", "00:11:26.77" ], [ "00:11:26.83", "00:11:27.34" ] ], "start_stop_frames": [ [ 34150, 34280 ], [ 34285, 34331 ], [ 34322, 34338 ], [ 34341, 34367 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P08_21+85_86_87_88", "video_id": "P08_21", "narration_ids": [ "P08_21_85", "P08_21_86", "P08_21_87", "P08_21_88" ], "src": "get oats . open drawer . get spoon", "src1": "get oats", "src2": "open drawer", "src3": "get spoon", "trg": "open oats", "vis_src": "P08_21:85 P08_21:86 P08_21:87", "vis_trg": "P08_21:88", "narrations": [ "get oats", "open drawer", "get spoon", "open oats" ], "verbs": [ "get", "open", "get", "open" ], "verb_classes": [ 0, 3, 0, 3 ], "nouns": [ "oat", "drawer", "spoon", "oat" ], "noun_classes": [ 127, 8, 1, 127 ], "start_stop_timestamps": [ [ "00:04:36.91", "00:04:37.95" ], [ "00:04:42.38", "00:04:43.27" ], [ "00:04:43.03", "00:04:45.03" ], [ "00:04:46.98", "00:04:48.48" ] ], "start_stop_frames": [ [ 16614, 16677 ], [ 16942, 16996 ], [ 16981, 17101 ], [ 17218, 17308 ] ], "trgnoun": "oat", "trgverb": "open" }, { "key": "P04_107+383_403_405_619", "video_id": "P04_107", "narration_ids": [ "P04_107_383", "P04_107_403", "P04_107_405", "P04_107_619" ], "src": "lay_down dough . roll_out dough . unfold dough", "src1": "lay_down dough", "src2": "roll_out dough", "src3": "unfold dough", "trg": "pick_up dough and rolling pin", "vis_src": "P04_107:383 P04_107:403 P04_107:405", "vis_trg": "P04_107:619", "narrations": [ "lay down dough", "roll out dough", "unfold dough", "pick up dough and rolling pin" ], "verbs": [ "lay-down", "roll-out", "unfold", "pick-up" ], "verb_classes": [ 1, 39, 39, 0 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:11:38.97", "00:11:40.14" ], [ "00:12:10.12", "00:12:12.15" ], [ "00:12:14.09", "00:12:18.94" ], [ "00:16:58.07", "00:16:59.39" ] ], "start_stop_frames": [ [ 34948, 35007 ], [ 36506, 36607 ], [ 36704, 36947 ], [ 50903, 50969 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P22_113+156_157_158_159", "video_id": "P22_113", "narration_ids": [ "P22_113_156", "P22_113_157", "P22_113_158", "P22_113_159" ], "src": "move container . remove lid . put_down lid", "src1": "move container", "src2": "remove lid", "src3": "put_down lid", "trg": "pick_up container", "vis_src": "P22_113:156 P22_113:157 P22_113:158", "vis_trg": "P22_113:159", "narrations": [ "move container", "remove lid", "put down lid", "pick up container" ], "verbs": [ "move", "remove", "put-down", "pick-up" ], "verb_classes": [ 11, 12, 1, 0 ], "nouns": [ "container", "lid", "lid", "container" ], "noun_classes": [ 21, 6, 6, 21 ], "start_stop_timestamps": [ [ "00:05:24.77", "00:05:27.63" ], [ "00:05:26.92", "00:05:27.99" ], [ "00:05:28.11", "00:05:28.56" ], [ "00:05:28.63", "00:05:29.39" ] ], "start_stop_frames": [ [ 16238, 16381 ], [ 16346, 16399 ], [ 16405, 16428 ], [ 16431, 16469 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P26_103+135_136_137_138", "video_id": "P26_103", "narration_ids": [ "P26_103_135", "P26_103_136", "P26_103_137", "P26_103_138" ], "src": "put_down sponge . rinse baking_tray . turn_off tap", "src1": "put_down sponge", "src2": "rinse baking_tray", "src3": "turn_off tap", "trg": "put_down baking_tray", "vis_src": "P26_103:135 P26_103:136 P26_103:137", "vis_trg": "P26_103:138", "narrations": [ "put down sponge", "rinse baking tray", "turn off tap", "put down baking tray" ], "verbs": [ "put-down", "rinse", "turn-off", "put-down" ], "verb_classes": [ 1, 2, 8, 1 ], "nouns": [ "sponge", "tray:baking", "tap", "tray:baking" ], "noun_classes": [ 9, 35, 0, 35 ], "start_stop_timestamps": [ [ "00:08:27.87", "00:08:30.45" ], [ "00:08:30.55", "00:08:35.98" ], [ "00:08:59.94", "00:09:00.64" ], [ "00:09:01.46", "00:09:09.75" ] ], "start_stop_frames": [ [ 25393, 25522 ], [ 25527, 25799 ], [ 26997, 27032 ], [ 27073, 27487 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P01_01+98_99_100_101", "video_id": "P01_01", "narration_ids": [ "P01_01_98", "P01_01_99", "P01_01_100", "P01_01_101" ], "src": "put glass into cupboard . close cupboard . take cup", "src1": "put glass into cupboard", "src2": "close cupboard", "src3": "take cup", "trg": "open cupboard", "vis_src": "P01_01:98 P01_01:99 P01_01:100", "vis_trg": "P01_01:101", "narrations": [ "put glass into cupboard", "close cupboard", "take cup", "open cupboard" ], "verbs": [ "put-into", "close", "take", "open" ], "verb_classes": [ 5, 4, 0, 3 ], "nouns": [ "glass", "cupboard", "cup", "cupboard" ], "noun_classes": [ 10, 3, 13, 3 ], "start_stop_timestamps": [ [ "00:07:54.18", "00:07:57.23" ], [ "00:07:56.74", "00:07:59.32" ], [ "00:07:59.75", "00:08:00.88" ], [ "00:08:01.47", "00:08:02.21" ] ], "start_stop_frames": [ [ 28450, 28633 ], [ 28604, 28759 ], [ 28785, 28852 ], [ 28888, 28932 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P22_09+128_129_130_131", "video_id": "P22_09", "narration_ids": [ "P22_09_128", "P22_09_129", "P22_09_130", "P22_09_131" ], "src": "move moka_pot . shake hands . open tap", "src1": "move moka_pot", "src2": "shake hands", "src3": "open tap", "trg": "rinse hands", "vis_src": "P22_09:128 P22_09:129 P22_09:130", "vis_trg": "P22_09:131", "narrations": [ "move moka pot", "shake hands", "open tap", "rinse hands" ], "verbs": [ "move", "shake", "turn-on", "rinse" ], "verb_classes": [ 11, 15, 6, 2 ], "nouns": [ "pot:moka", "hand", "tap", "hand" ], "noun_classes": [ 50, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:03:57.47", "00:03:59.32" ], [ "00:03:58.81", "00:04:00.36" ], [ "00:04:00.86", "00:04:02.16" ], [ "00:04:01.80", "00:04:03.01" ] ], "start_stop_frames": [ [ 14248, 14359 ], [ 14328, 14421 ], [ 14451, 14529 ], [ 14508, 14580 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P02_129+274_275_276_277", "video_id": "P02_129", "narration_ids": [ "P02_129_274", "P02_129_275", "P02_129_276", "P02_129_277" ], "src": "put_down sponge . open tap . rinse squeezer cover", "src1": "put_down sponge", "src2": "open tap", "src3": "rinse squeezer cover", "trg": "close tap", "vis_src": "P02_129:274 P02_129:275 P02_129:276", "vis_trg": "P02_129:277", "narrations": [ "put down sponge", "open tap", "rinse squeezer cover", "close tap" ], "verbs": [ "put-down", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "sponge", "tap", "squeezer", "tap" ], "noun_classes": [ 9, 0, 106, 0 ], "start_stop_timestamps": [ [ "00:09:40.79", "00:09:41.48" ], [ "00:09:41.57", "00:09:42.49" ], [ "00:09:42.46", "00:09:44.42" ], [ "00:09:44.52", "00:09:46.75" ] ], "start_stop_frames": [ [ 29039, 29074 ], [ 29078, 29124 ], [ 29123, 29220 ], [ 29226, 29337 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P30_107+889_890_891_892", "video_id": "P30_107", "narration_ids": [ "P30_107_889", "P30_107_890", "P30_107_891", "P30_107_892" ], "src": "stir_fry rice . open cupboard . take plate", "src1": "stir_fry rice", "src2": "open cupboard", "src3": "take plate", "trg": "close cupboard", "vis_src": "P30_107:889 P30_107:890 P30_107:891", "vis_trg": "P30_107:892", "narrations": [ "stir fry rice", "open cupboard", "take plate", "close cupboard" ], "verbs": [ "stir-fry", "open", "take", "close" ], "verb_classes": [ 45, 3, 0, 4 ], "nouns": [ "rice", "cupboard", "plate", "cupboard" ], "noun_classes": [ 55, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:48:08.46", "00:48:33.52" ], [ "00:48:34.68", "00:48:35.15" ], [ "00:48:35.25", "00:48:36.64" ], [ "00:48:36.74", "00:48:37.30" ] ], "start_stop_frames": [ [ 144423, 145676 ], [ 145734, 145757 ], [ 145762, 145832 ], [ 145837, 145865 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P07_110+48_49_50_51", "video_id": "P07_110", "narration_ids": [ "P07_110_48", "P07_110_49", "P07_110_50", "P07_110_51" ], "src": "pour milk into glass . close bottle . grab milk", "src1": "pour milk into glass", "src2": "close bottle", "src3": "grab milk", "trg": "open bottle", "vis_src": "P07_110:48 P07_110:49 P07_110:50", "vis_trg": "P07_110:51", "narrations": [ "pour milk into glass", "close bottle", "grab milk", "open bottle" ], "verbs": [ "pour-into", "close", "grab", "open" ], "verb_classes": [ 9, 4, 0, 3 ], "nouns": [ "milk", "bottle", "milk", "bottle" ], "noun_classes": [ 64, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:02:30.51", "00:02:38.59" ], [ "00:02:38.65", "00:02:39.86" ], [ "00:02:40.75", "00:02:41.70" ], [ "00:02:43.83", "00:02:45.53" ] ], "start_stop_frames": [ [ 7525, 7929 ], [ 7932, 7993 ], [ 8037, 8084 ], [ 8191, 8276 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P22_07+91_92_93_94", "video_id": "P22_07", "narration_ids": [ "P22_07_91", "P22_07_92", "P22_07_93", "P22_07_94" ], "src": "put_down knife . open tap . rinse onions", "src1": "put_down knife", "src2": "open tap", "src3": "rinse onions", "trg": "shake onions", "vis_src": "P22_07:91 P22_07:92 P22_07:93", "vis_trg": "P22_07:94", "narrations": [ "put down knife", "open tap", "rinse onions", "shake onions" ], "verbs": [ "put-down", "turn-on", "rinse", "shake" ], "verb_classes": [ 1, 6, 2, 15 ], "nouns": [ "knife", "tap", "onion", "onion" ], "noun_classes": [ 4, 0, 16, 16 ], "start_stop_timestamps": [ [ "00:03:17.33", "00:03:18.05" ], [ "00:03:18.80", "00:03:19.48" ], [ "00:03:19.31", "00:03:22.80" ], [ "00:03:22.67", "00:03:24.36" ] ], "start_stop_frames": [ [ 11839, 11883 ], [ 11928, 11968 ], [ 11958, 12168 ], [ 12160, 12261 ] ], "trgnoun": "onion", "trgverb": "shake" }, { "key": "P04_03+57_58_59_60", "video_id": "P04_03", "narration_ids": [ "P04_03_57", "P04_03_58", "P04_03_59", "P04_03_60" ], "src": "wash knife . put_down sponge . close tap", "src1": "wash knife", "src2": "put_down sponge", "src3": "close tap", "trg": "dry knife", "vis_src": "P04_03:57 P04_03:58 P04_03:59", "vis_trg": "P04_03:60", "narrations": [ "wash knife", "put down sponge", "close tap", "dry knife" ], "verbs": [ "wash", "put-down", "turn-off", "dry" ], "verb_classes": [ 2, 1, 8, 14 ], "nouns": [ "knife", "sponge", "tap", "knife" ], "noun_classes": [ 4, 9, 0, 4 ], "start_stop_timestamps": [ [ "00:03:17.79", "00:03:36.56" ], [ "00:03:35.51", "00:03:36.34" ], [ "00:03:36.44", "00:03:37.11" ], [ "00:03:38.68", "00:03:46.18" ] ], "start_stop_frames": [ [ 11867, 12993 ], [ 12930, 12980 ], [ 12986, 13026 ], [ 13120, 13570 ] ], "trgnoun": "knife", "trgverb": "dry" }, { "key": "P25_104+248_249_250_251", "video_id": "P25_104", "narration_ids": [ "P25_104_248", "P25_104_249", "P25_104_250", "P25_104_251" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "close lid", "vis_src": "P25_104:248 P25_104:249 P25_104:250", "vis_trg": "P25_104:251", "narrations": [ "pick up spoon", "open lid", "stir pasta", "close lid" ], "verbs": [ "pick-up", "open", "stir", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:12:33.45", "00:12:35.30" ], [ "00:12:35.60", "00:12:36.65" ], [ "00:12:36.70", "00:12:44.20" ], [ "00:12:44.08", "00:12:45.35" ] ], "start_stop_frames": [ [ 37672, 37765 ], [ 37780, 37832 ], [ 37835, 38210 ], [ 38204, 38267 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P08_05+99_100_101_102", "video_id": "P08_05", "narration_ids": [ "P08_05_99", "P08_05_100", "P08_05_101", "P08_05_102" ], "src": "open another piece of garlic . take skin off garlic . take the skin off garlic", "src1": "open another piece of garlic", "src2": "take skin off garlic", "src3": "take the skin off garlic", "trg": "put_away skins from garlic", "vis_src": "P08_05:99 P08_05:100 P08_05:101", "vis_trg": "P08_05:102", "narrations": [ "open another piece of garlic", "take skin off garlic", "take the skin off garlic", "put away skins from garlic" ], "verbs": [ "open", "take-off", "take-off", "put-away" ], "verb_classes": [ 3, 12, 12, 1 ], "nouns": [ "piece:garlic", "skin", "skin", "skin" ], "noun_classes": [ 51, 48, 48, 48 ], "start_stop_timestamps": [ [ "00:06:57.26", "00:07:02.36" ], [ "00:07:02.47", "00:07:08.66" ], [ "00:07:16.26", "00:07:23.31" ], [ "00:07:25.24", "00:07:29.78" ] ], "start_stop_frames": [ [ 25035, 25341 ], [ 25348, 25719 ], [ 26175, 26598 ], [ 26714, 26986 ] ], "trgnoun": "skin", "trgverb": "put_away" }, { "key": "P26_104+2_3_4_5", "video_id": "P26_104", "narration_ids": [ "P26_104_2", "P26_104_3", "P26_104_4", "P26_104_5" ], "src": "put_down baking_tray . pick_up knife . pick_up phone", "src1": "put_down baking_tray", "src2": "pick_up knife", "src3": "pick_up phone", "trg": "put_down phone", "vis_src": "P26_104:2 P26_104:3 P26_104:4", "vis_trg": "P26_104:5", "narrations": [ "put down baking tray", "pick up knife", "pick up phone", "put down phone" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "tray:baking", "knife", "phone", "phone" ], "noun_classes": [ 35, 4, 165, 165 ], "start_stop_timestamps": [ [ "00:00:06.60", "00:00:08.35" ], [ "00:00:14.29", "00:00:15.20" ], [ "00:00:14.98", "00:00:15.54" ], [ "00:00:15.62", "00:00:16.18" ] ], "start_stop_frames": [ [ 330, 417 ], [ 714, 760 ], [ 749, 777 ], [ 781, 809 ] ], "trgnoun": "phone", "trgverb": "put_down" }, { "key": "P22_101+5_6_7_8", "video_id": "P22_101", "narration_ids": [ "P22_101_5", "P22_101_6", "P22_101_7", "P22_101_8" ], "src": "pick_up bottle . close fridge . close cupboard", "src1": "pick_up bottle", "src2": "close fridge", "src3": "close cupboard", "trg": "put_down bottle", "vis_src": "P22_101:5 P22_101:6 P22_101:7", "vis_trg": "P22_101:8", "narrations": [ "pick up bottle", "close fridge", "close cupboard", "put down bottle" ], "verbs": [ "pick-up", "close", "close", "put-down" ], "verb_classes": [ 0, 4, 4, 1 ], "nouns": [ "bottle", "fridge", "cupboard", "bottle" ], "noun_classes": [ 15, 12, 3, 15 ], "start_stop_timestamps": [ [ "00:00:10.33", "00:00:11.52" ], [ "00:00:11.52", "00:00:13.11" ], [ "00:00:13.44", "00:00:14.32" ], [ "00:00:14.80", "00:00:17.14" ] ], "start_stop_frames": [ [ 516, 576 ], [ 576, 655 ], [ 672, 716 ], [ 740, 857 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P01_18+230_231_232_233", "video_id": "P01_18", "narration_ids": [ "P01_18_230", "P01_18_231", "P01_18_232", "P01_18_233" ], "src": "wash knife . put_down knife . take plate", "src1": "wash knife", "src2": "put_down knife", "src3": "take plate", "trg": "wash plate", "vis_src": "P01_18:230 P01_18:231 P01_18:232", "vis_trg": "P01_18:233", "narrations": [ "wash knife", "put down knife", "take plate", "wash plate" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "plate", "plate" ], "noun_classes": [ 4, 4, 2, 2 ], "start_stop_timestamps": [ [ "00:17:57.87", "00:18:01.51" ], [ "00:18:00.99", "00:18:01.86" ], [ "00:18:02.44", "00:18:03.38" ], [ "00:18:03.48", "00:18:11.25" ] ], "start_stop_frames": [ [ 64672, 64890 ], [ 64859, 64911 ], [ 64946, 65002 ], [ 65008, 65475 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P02_108+335_336_337_338", "video_id": "P02_108", "narration_ids": [ "P02_108_335", "P02_108_336", "P02_108_337", "P02_108_338" ], "src": "open drawer . pick_up compost_bags . get one compost_bag", "src1": "open drawer", "src2": "pick_up compost_bags", "src3": "get one compost_bag", "trg": "tear compost_bag", "vis_src": "P02_108:335 P02_108:336 P02_108:337", "vis_trg": "P02_108:338", "narrations": [ "open drawer", "pick up compost bags", "get one compost bag", "tear compost bag" ], "verbs": [ "open", "pick-up", "get", "tear" ], "verb_classes": [ 3, 0, 0, 43 ], "nouns": [ "drawer", "bag:compost", "bag:compost", "bag:compost" ], "noun_classes": [ 8, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:16:50.85", "00:16:52.10" ], [ "00:16:52.47", "00:16:53.17" ], [ "00:16:53.20", "00:16:57.97" ], [ "00:16:54.21", "00:16:57.75" ] ], "start_stop_frames": [ [ 50542, 50605 ], [ 50623, 50658 ], [ 50660, 50898 ], [ 50710, 50887 ] ], "trgnoun": "compost_bag", "trgverb": "tear" }, { "key": "P01_17+72_73_76_77", "video_id": "P01_17", "narration_ids": [ "P01_17_72", "P01_17_73", "P01_17_76", "P01_17_77" ], "src": "pour lettuce into container . move container . put_on cutting_board", "src1": "pour lettuce into container", "src2": "move container", "src3": "put_on cutting_board", "trg": "move cutting_board", "vis_src": "P01_17:72 P01_17:73 P01_17:76", "vis_trg": "P01_17:77", "narrations": [ "pour lettuce into container", "move container", "put on cutting board", "move cutting board" ], "verbs": [ "pour-into", "move", "put-on", "move" ], "verb_classes": [ 9, 11, 1, 11 ], "nouns": [ "lettuce", "container", "board:cutting", "board:cutting" ], "noun_classes": [ 120, 21, 18, 18 ], "start_stop_timestamps": [ [ "00:05:02.38", "00:05:04.49" ], [ "00:05:04.68", "00:05:05.58" ], [ "00:05:24.19", "00:05:26.10" ], [ "00:05:32.59", "00:05:33.33" ] ], "start_stop_frames": [ [ 18142, 18269 ], [ 18280, 18334 ], [ 19451, 19566 ], [ 19955, 19999 ] ], "trgnoun": "cutting_board", "trgverb": "move" }, { "key": "P03_120+9_10_11_12", "video_id": "P03_120", "narration_ids": [ "P03_120_9", "P03_120_10", "P03_120_11", "P03_120_12" ], "src": "close vegetable_drawer . move bread . take_out blueberries", "src1": "close vegetable_drawer", "src2": "move bread", "src3": "take_out blueberries", "trg": "put blueberries", "vis_src": "P03_120:9 P03_120:10 P03_120:11", "vis_trg": "P03_120:12", "narrations": [ "close vegetable drawer", "move bread", "take out blueberries", "put blueberries" ], "verbs": [ "close", "move", "take-out", "put" ], "verb_classes": [ 4, 11, 12, 1 ], "nouns": [ "drawer:vegetable", "bread", "blueberry", "blueberry" ], "noun_classes": [ 8, 33, 178, 178 ], "start_stop_timestamps": [ [ "00:00:24.02", "00:00:25.23" ], [ "00:00:25.02", "00:00:30.16" ], [ "00:00:29.87", "00:00:31.57" ], [ "00:00:34.24", "00:00:34.77" ] ], "start_stop_frames": [ [ 1201, 1261 ], [ 1251, 1508 ], [ 1493, 1578 ], [ 1712, 1738 ] ], "trgnoun": "blueberry", "trgverb": "put" }, { "key": "P02_118+8_9_10_11", "video_id": "P02_118", "narration_ids": [ "P02_118_8", "P02_118_9", "P02_118_10", "P02_118_11" ], "src": "close fridge . put_down butter . open butter_wrapping", "src1": "close fridge", "src2": "put_down butter", "src3": "open butter_wrapping", "trg": "cut butter", "vis_src": "P02_118:8 P02_118:9 P02_118:10", "vis_trg": "P02_118:11", "narrations": [ "close fridge", "put down butter", "open butter wrapping", "cut butter" ], "verbs": [ "close", "put-down", "open", "cut" ], "verb_classes": [ 4, 1, 3, 7 ], "nouns": [ "fridge", "butter", "wrapping:butter", "butter" ], "noun_classes": [ 12, 78, 26, 78 ], "start_stop_timestamps": [ [ "00:00:20.33", "00:00:22.33" ], [ "00:00:22.18", "00:00:24.32" ], [ "00:00:24.14", "00:00:41.90" ], [ "00:00:41.68", "00:00:59.97" ] ], "start_stop_frames": [ [ 1016, 1116 ], [ 1109, 1216 ], [ 1207, 2095 ], [ 2084, 2998 ] ], "trgnoun": "butter", "trgverb": "cut" }, { "key": "P08_18+80_82_83_84", "video_id": "P08_18", "narration_ids": [ "P08_18_80", "P08_18_82", "P08_18_83", "P08_18_84" ], "src": "tap on . squeeze sponge . spray hob", "src1": "tap on", "src2": "squeeze sponge", "src3": "spray hob", "trg": "sponge the hob", "vis_src": "P08_18:80 P08_18:82 P08_18:83", "vis_trg": "P08_18:84", "narrations": [ "tap on", "squeeze sponge", "spray hob", "sponge the hob" ], "verbs": [ "turn-on", "squeeze", "spray", "sponge" ], "verb_classes": [ 6, 18, 44, 2 ], "nouns": [ "tap", "sponge", "hob", "hob" ], "noun_classes": [ 0, 9, 24, 24 ], "start_stop_timestamps": [ [ "00:05:00.02", "00:05:00.62" ], [ "00:05:02.59", "00:05:04.48" ], [ "00:05:05.94", "00:05:07.70" ], [ "00:05:07.74", "00:05:15.39" ] ], "start_stop_frames": [ [ 18001, 18037 ], [ 18155, 18268 ], [ 18356, 18462 ], [ 18464, 18923 ] ], "trgnoun": "hob", "trgverb": "sponge" }, { "key": "P03_117+84_85_86_87", "video_id": "P03_117", "narration_ids": [ "P03_117_84", "P03_117_85", "P03_117_86", "P03_117_87" ], "src": "squeeze sponge . wash plate . move tupperware", "src1": "squeeze sponge", "src2": "wash plate", "src3": "move tupperware", "trg": "pick_up tupperware", "vis_src": "P03_117:84 P03_117:85 P03_117:86", "vis_trg": "P03_117:87", "narrations": [ "squeeze sponge", "wash plate", "move tupperware", "pick up tupperware" ], "verbs": [ "squeeze", "wash", "move", "pick-up" ], "verb_classes": [ 18, 2, 11, 0 ], "nouns": [ "sponge", "plate", "tupperware", "tupperware" ], "noun_classes": [ 9, 2, 23, 23 ], "start_stop_timestamps": [ [ "00:04:49.77", "00:04:51.00" ], [ "00:04:51.13", "00:04:54.97" ], [ "00:04:55.02", "00:04:58.33" ], [ "00:04:58.01", "00:04:59.03" ] ], "start_stop_frames": [ [ 14488, 14550 ], [ 14556, 14748 ], [ 14751, 14916 ], [ 14900, 14951 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P28_03+24_25_26_27", "video_id": "P28_03", "narration_ids": [ "P28_03_24", "P28_03_25", "P28_03_26", "P28_03_27" ], "src": "remove rubber_band from spring onions . separate spring_onions . put_down spring_onions", "src1": "remove rubber_band from spring onions", "src2": "separate spring_onions", "src3": "put_down spring_onions", "trg": "put rubber_band in spring onions", "vis_src": "P28_03:24 P28_03:25 P28_03:26", "vis_trg": "P28_03:27", "narrations": [ "remove rubber band from spring onions", "separate spring onions", "put down spring onions", "put rubber band in spring onions" ], "verbs": [ "remove-from", "separate", "put-down", "put-in" ], "verb_classes": [ 12, 52, 1, 5 ], "nouns": [ "band:rubber", "onion:spring", "onion:spring", "band:rubber" ], "noun_classes": [ 269, 128, 128, 269 ], "start_stop_timestamps": [ [ "00:01:06.67", "00:01:10.32" ], [ "00:01:11.40", "00:01:12.40" ], [ "00:01:12.87", "00:01:14.21" ], [ "00:01:16.13", "00:01:25.75" ] ], "start_stop_frames": [ [ 4000, 4219 ], [ 4284, 4344 ], [ 4372, 4452 ], [ 4567, 5145 ] ], "trgnoun": "rubber_band", "trgverb": "put_in" }, { "key": "P13_08+2_3_4_5", "video_id": "P13_08", "narration_ids": [ "P13_08_2", "P13_08_3", "P13_08_4", "P13_08_5" ], "src": "clean pan . keep cleaning pan . put dish on table", "src1": "clean pan", "src2": "keep cleaning pan", "src3": "put dish on table", "trg": "put_down pan", "vis_src": "P13_08:2 P13_08:3 P13_08:4", "vis_trg": "P13_08:5", "narrations": [ "clean pan", "keep cleaning pan", "put dish on table", "put down pan" ], "verbs": [ "clean", "clean", "put-on", "put-down" ], "verb_classes": [ 2, 2, 1, 1 ], "nouns": [ "pan", "pan", "dish", "pan" ], "noun_classes": [ 5, 5, 2, 5 ], "start_stop_timestamps": [ [ "00:00:17.76", "00:00:30.63" ], [ "00:00:32.50", "00:00:43.92" ], [ "00:00:54.62", "00:00:55.45" ], [ "00:00:55.10", "00:00:56.28" ] ], "start_stop_frames": [ [ 1065, 1837 ], [ 1950, 2635 ], [ 3277, 3327 ], [ 3306, 3376 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P26_117+16_17_18_19", "video_id": "P26_117", "narration_ids": [ "P26_117_16", "P26_117_17", "P26_117_18", "P26_117_19" ], "src": "turn_on gas . close cupboard . pick_up pan", "src1": "turn_on gas", "src2": "close cupboard", "src3": "pick_up pan", "trg": "put_down pan", "vis_src": "P26_117:16 P26_117:17 P26_117:18", "vis_trg": "P26_117:19", "narrations": [ "turn on gas", "close cupboard", "pick up pan", "put down pan" ], "verbs": [ "turn-on", "close", "pick-up", "put-down" ], "verb_classes": [ 6, 4, 0, 1 ], "nouns": [ "gas", "cupboard", "pan", "pan" ], "noun_classes": [ 24, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:01:04.13", "00:01:05.23" ], [ "00:01:05.92", "00:01:06.87" ], [ "00:01:06.93", "00:01:07.98" ], [ "00:01:08.08", "00:01:09.43" ] ], "start_stop_frames": [ [ 3206, 3261 ], [ 3296, 3343 ], [ 3346, 3399 ], [ 3404, 3471 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P01_18+438_439_440_441", "video_id": "P01_18", "narration_ids": [ "P01_18_438", "P01_18_439", "P01_18_440", "P01_18_441" ], "src": "take spatula . stir food . pour squash", "src1": "take spatula", "src2": "stir food", "src3": "pour squash", "trg": "put_down spatula", "vis_src": "P01_18:438 P01_18:439 P01_18:440", "vis_trg": "P01_18:441", "narrations": [ "take spatula", "stir food", "pour squash", "put down spatula" ], "verbs": [ "take", "stir", "pour", "put-down" ], "verb_classes": [ 0, 10, 9, 1 ], "nouns": [ "spatula", "food", "squash", "spatula" ], "noun_classes": [ 20, 34, 116, 20 ], "start_stop_timestamps": [ [ "00:34:01.35", "00:34:02.49" ], [ "00:34:02.46", "00:34:12.24" ], [ "00:34:12.34", "00:34:19.90" ], [ "00:34:29.44", "00:34:30.44" ] ], "start_stop_frames": [ [ 122481, 122549 ], [ 122547, 123134 ], [ 123140, 123594 ], [ 124166, 124226 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P26_117+69_70_71_72", "video_id": "P26_117", "narration_ids": [ "P26_117_69", "P26_117_70", "P26_117_71", "P26_117_72" ], "src": "take fork . turn pan . turn chicken", "src1": "take fork", "src2": "turn pan", "src3": "turn chicken", "trg": "pick_up pan", "vis_src": "P26_117:69 P26_117:70 P26_117:71", "vis_trg": "P26_117:72", "narrations": [ "take fork", "turn pan", "turn chicken", "pick up pan" ], "verbs": [ "take", "turn", "turn", "pick-up" ], "verb_classes": [ 0, 23, 23, 0 ], "nouns": [ "fork", "pan", "chicken", "pan" ], "noun_classes": [ 14, 5, 57, 5 ], "start_stop_timestamps": [ [ "00:03:59.95", "00:04:00.99" ], [ "00:04:03.12", "00:04:13.12" ], [ "00:04:23.99", "00:04:27.11" ], [ "00:04:42.00", "00:04:46.04" ] ], "start_stop_frames": [ [ 11997, 12049 ], [ 12156, 12656 ], [ 13199, 13355 ], [ 14100, 14302 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P27_07+79_80_81_82", "video_id": "P27_07", "narration_ids": [ "P27_07_79", "P27_07_80", "P27_07_81", "P27_07_82" ], "src": "put_down glass . throw paper . turn_off machine", "src1": "put_down glass", "src2": "throw paper", "src3": "turn_off machine", "trg": "take glass", "vis_src": "P27_07:79 P27_07:80 P27_07:81", "vis_trg": "P27_07:82", "narrations": [ "put down glass", "throw paper", "turn off machine", "take glass" ], "verbs": [ "put-down", "throw", "turn-off", "take" ], "verb_classes": [ 1, 13, 8, 0 ], "nouns": [ "glass", "paper", "machine", "glass" ], "noun_classes": [ 10, 49, 124, 10 ], "start_stop_timestamps": [ [ "00:14:42.14", "00:14:43.34" ], [ "00:14:46.56", "00:14:49.36" ], [ "00:15:04.33", "00:15:06.65" ], [ "00:15:06.91", "00:15:10.59" ] ], "start_stop_frames": [ [ 52928, 53000 ], [ 53193, 53361 ], [ 54259, 54399 ], [ 54414, 54635 ] ], "trgnoun": "glass", "trgverb": "take" }, { "key": "P07_110+29_30_31_32", "video_id": "P07_110", "narration_ids": [ "P07_110_29", "P07_110_30", "P07_110_31", "P07_110_32" ], "src": "close box . put box on shelf . grab cup", "src1": "close box", "src2": "put box on shelf", "src3": "grab cup", "trg": "shake cup", "vis_src": "P07_110:29 P07_110:30 P07_110:31", "vis_trg": "P07_110:32", "narrations": [ "close box", "put box on shelf", "grab cup", "shake cup" ], "verbs": [ "close", "put-on", "grab", "shake" ], "verb_classes": [ 4, 1, 0, 15 ], "nouns": [ "box", "box", "cup", "cup" ], "noun_classes": [ 23, 23, 13, 13 ], "start_stop_timestamps": [ [ "00:01:44.17", "00:01:48.49" ], [ "00:01:48.34", "00:01:50.76" ], [ "00:01:51.63", "00:01:52.14" ], [ "00:01:51.99", "00:01:53.01" ] ], "start_stop_frames": [ [ 5208, 5424 ], [ 5417, 5538 ], [ 5581, 5607 ], [ 5599, 5650 ] ], "trgnoun": "cup", "trgverb": "shake" }, { "key": "P26_21+84_85_86_87", "video_id": "P26_21", "narration_ids": [ "P26_21_84", "P26_21_85", "P26_21_86", "P26_21_87" ], "src": "put jar . close fridge . open lid", "src1": "put jar", "src2": "close fridge", "src3": "open lid", "trg": "close lid", "vis_src": "P26_21:84 P26_21:85 P26_21:86", "vis_trg": "P26_21:87", "narrations": [ "put jar", "close fridge", "open lid", "close lid" ], "verbs": [ "put", "close", "open", "close" ], "verb_classes": [ 1, 4, 3, 4 ], "nouns": [ "jar", "fridge", "lid", "lid" ], "noun_classes": [ 40, 12, 6, 6 ], "start_stop_timestamps": [ [ "00:07:31.14", "00:07:32.88" ], [ "00:07:33.09", "00:07:34.05" ], [ "00:07:37.94", "00:07:38.85" ], [ "00:07:39.29", "00:07:40.54" ] ], "start_stop_frames": [ [ 27068, 27172 ], [ 27185, 27243 ], [ 27476, 27531 ], [ 27557, 27632 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P07_117+93_94_95_96", "video_id": "P07_117", "narration_ids": [ "P07_117_93", "P07_117_94", "P07_117_95", "P07_117_96" ], "src": "put pot onto dish rack . grab sponge . grab spoon", "src1": "put pot onto dish rack", "src2": "grab sponge", "src3": "grab spoon", "trg": "wash spoon", "vis_src": "P07_117:93 P07_117:94 P07_117:95", "vis_trg": "P07_117:96", "narrations": [ "put pot onto dish rack", "grab sponge", "grab spoon", "wash spoon" ], "verbs": [ "put-onto", "grab", "grab", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "pot", "sponge", "spoon", "spoon" ], "noun_classes": [ 29, 9, 1, 1 ], "start_stop_timestamps": [ [ "00:04:43.38", "00:04:46.28" ], [ "00:04:47.89", "00:04:48.53" ], [ "00:04:48.60", "00:04:49.12" ], [ "00:04:48.98", "00:04:52.57" ] ], "start_stop_frames": [ [ 14169, 14313 ], [ 14394, 14426 ], [ 14430, 14456 ], [ 14449, 14628 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P09_105+12_13_14_15", "video_id": "P09_105", "narration_ids": [ "P09_105_12", "P09_105_13", "P09_105_14", "P09_105_15" ], "src": "place plate on drawer . take bowl . take cup", "src1": "place plate on drawer", "src2": "take bowl", "src3": "take cup", "trg": "place cup on cupboard", "vis_src": "P09_105:12 P09_105:13 P09_105:14", "vis_trg": "P09_105:15", "narrations": [ "place plate on drawer", "take bowl", "take cup", "place cup on cupboard" ], "verbs": [ "place-on", "take", "take", "place-on" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "plate", "bowl", "cup", "cup" ], "noun_classes": [ 2, 7, 13, 13 ], "start_stop_timestamps": [ [ "00:01:05.51", "00:01:08.14" ], [ "00:01:08.77", "00:01:09.85" ], [ "00:01:13.50", "00:01:14.39" ], [ "00:01:14.43", "00:01:15.22" ] ], "start_stop_frames": [ [ 3275, 3407 ], [ 3438, 3492 ], [ 3675, 3719 ], [ 3721, 3761 ] ], "trgnoun": "cup", "trgverb": "place_on" }, { "key": "P02_108+271_277_278_280", "video_id": "P02_108", "narration_ids": [ "P02_108_271", "P02_108_277", "P02_108_278", "P02_108_280" ], "src": "rinse tongs . put_down sponge . open tap", "src1": "rinse tongs", "src2": "put_down sponge", "src3": "open tap", "trg": "close tap", "vis_src": "P02_108:271 P02_108:277 P02_108:278", "vis_trg": "P02_108:280", "narrations": [ "rinse tongs", "put down sponge", "open tap", "close tap" ], "verbs": [ "rinse", "put-down", "turn-on", "turn-off" ], "verb_classes": [ 2, 1, 6, 8 ], "nouns": [ "tongs", "sponge", "tap", "tap" ], "noun_classes": [ 142, 9, 0, 0 ], "start_stop_timestamps": [ [ "00:14:34.00", "00:14:42.52" ], [ "00:14:46.84", "00:14:48.41" ], [ "00:14:48.35", "00:14:49.20" ], [ "00:14:51.18", "00:14:51.93" ] ], "start_stop_frames": [ [ 43700, 44126 ], [ 44342, 44420 ], [ 44417, 44460 ], [ 44559, 44596 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P24_01+26_27_28_29", "video_id": "P24_01", "narration_ids": [ "P24_01_26", "P24_01_27", "P24_01_28", "P24_01_29" ], "src": "move plate . open coffee_pot . rinse coffee_pot", "src1": "move plate", "src2": "open coffee_pot", "src3": "rinse coffee_pot", "trg": "fill coffee_pot with water", "vis_src": "P24_01:26 P24_01:27 P24_01:28", "vis_trg": "P24_01:29", "narrations": [ "move plate", "open coffee pot", "rinse coffee pot", "fill coffee pot with water" ], "verbs": [ "move", "open", "rinse", "fill-with" ], "verb_classes": [ 11, 3, 2, 26 ], "nouns": [ "plate", "pot:coffee", "pot:coffee", "pot:coffee" ], "noun_classes": [ 2, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:03:10.29", "00:03:11.72" ], [ "00:03:24.74", "00:03:28.98" ], [ "00:03:30.00", "00:03:35.13" ], [ "00:03:35.18", "00:03:36.65" ] ], "start_stop_frames": [ [ 11417, 11503 ], [ 12284, 12538 ], [ 12600, 12907 ], [ 12910, 12999 ] ], "trgnoun": "coffee_pot", "trgverb": "fill_with" }, { "key": "P10_04+328_329_330_331", "video_id": "P10_04", "narration_ids": [ "P10_04_328", "P10_04_329", "P10_04_330", "P10_04_331" ], "src": "put the skin of the garlic into the dustbin . wash the cut_board using tap water . switch_off the tap_water", "src1": "put the skin of the garlic into the dustbin", "src2": "wash the cut_board using tap water", "src3": "switch_off the tap_water", "trg": "switch_on the tap_water", "vis_src": "P10_04:328 P10_04:329 P10_04:330", "vis_trg": "P10_04:331", "narrations": [ "put the skin of the garlic into the dustbin", "wash the cut board using tap water", "switch off the tap water", "switch on the tap water" ], "verbs": [ "put-into", "wash", "switch-off", "switch-on" ], "verb_classes": [ 5, 2, 8, 6 ], "nouns": [ "skin", "board:cut", "water:tap", "water:tap" ], "noun_classes": [ 48, 18, 0, 0 ], "start_stop_timestamps": [ [ "00:35:45.64", "00:35:48.97" ], [ "00:35:52.11", "00:35:55.21" ], [ "00:35:55.04", "00:35:56.36" ], [ "00:35:58.17", "00:35:59.00" ] ], "start_stop_frames": [ [ 128738, 128938 ], [ 129126, 129312 ], [ 129302, 129381 ], [ 129490, 129540 ] ], "trgnoun": "tap_water", "trgverb": "switch_on" }, { "key": "P28_106+15_16_17_18", "video_id": "P28_106", "narration_ids": [ "P28_106_15", "P28_106_16", "P28_106_17", "P28_106_18" ], "src": "move blueberries . take parmesan . close fridge", "src1": "move blueberries", "src2": "take parmesan", "src3": "close fridge", "trg": "put parmesan", "vis_src": "P28_106:15 P28_106:16 P28_106:17", "vis_trg": "P28_106:18", "narrations": [ "move blueberries", "take parmesan", "close fridge", "put parmesan" ], "verbs": [ "move", "take", "close", "put" ], "verb_classes": [ 11, 0, 4, 1 ], "nouns": [ "blueberry", "parmesan", "fridge", "parmesan" ], "noun_classes": [ 178, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:01:05.09", "00:01:10.38" ], [ "00:01:11.02", "00:01:12.62" ], [ "00:01:13.36", "00:01:15.84" ], [ "00:01:16.92", "00:01:18.22" ] ], "start_stop_frames": [ [ 3254, 3519 ], [ 3551, 3631 ], [ 3668, 3792 ], [ 3846, 3911 ] ], "trgnoun": "parmesan", "trgverb": "put" }, { "key": "P04_05+285_286_287_288", "video_id": "P04_05", "narration_ids": [ "P04_05_285", "P04_05_286", "P04_05_287", "P04_05_288" ], "src": "tip_out tin . wash can . put_down pan", "src1": "tip_out tin", "src2": "wash can", "src3": "put_down pan", "trg": "stir pan", "vis_src": "P04_05:285 P04_05:286 P04_05:287", "vis_trg": "P04_05:288", "narrations": [ "tip out tin", "wash can", "put down pan", "stir pan" ], "verbs": [ "tip-out", "wash", "put-down", "stir" ], "verb_classes": [ 20, 2, 1, 10 ], "nouns": [ "tin", "can", "pan", "pan" ], "noun_classes": [ 61, 61, 5, 5 ], "start_stop_timestamps": [ [ "00:31:43.73", "00:31:44.73" ], [ "00:31:46.99", "00:31:51.65" ], [ "00:31:51.75", "00:31:52.31" ], [ "00:31:53.39", "00:31:57.33" ] ], "start_stop_frames": [ [ 114223, 114283 ], [ 114419, 114699 ], [ 114705, 114738 ], [ 114803, 115039 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P29_03+422_423_424_425", "video_id": "P29_03", "narration_ids": [ "P29_03_422", "P29_03_423", "P29_03_424", "P29_03_425" ], "src": "put whisk down . pick_up bread . inspect bread", "src1": "put whisk down", "src2": "pick_up bread", "src3": "inspect bread", "trg": "put bread down", "vis_src": "P29_03:422 P29_03:423 P29_03:424", "vis_trg": "P29_03:425", "narrations": [ "put whisk down", "pick up bread", "inspect bread", "put bread down" ], "verbs": [ "put-down", "pick-up", "inspect", "put" ], "verb_classes": [ 1, 0, 24, 1 ], "nouns": [ "whisk", "bread", "bread", "bread" ], "noun_classes": [ 218, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:27:17.64", "00:27:20.85" ], [ "00:27:20.67", "00:27:21.68" ], [ "00:27:21.78", "00:27:25.41" ], [ "00:27:25.46", "00:27:27.04" ] ], "start_stop_frames": [ [ 98258, 98451 ], [ 98440, 98500 ], [ 98506, 98724 ], [ 98727, 98822 ] ], "trgnoun": "bread", "trgverb": "put" }, { "key": "P02_108+180_181_182_183", "video_id": "P02_108", "narration_ids": [ "P02_108_180", "P02_108_181", "P02_108_182", "P02_108_183" ], "src": "remove dough from bowl . pick_up oil_bottle . pour oil from bottle into bowl", "src1": "remove dough from bowl", "src2": "pick_up oil_bottle", "src3": "pour oil from bottle into bowl", "trg": "put_down oil_bottle", "vis_src": "P02_108:180 P02_108:181 P02_108:182", "vis_trg": "P02_108:183", "narrations": [ "remove dough from bowl", "pick up oil bottle", "pour oil from bottle into bowl", "put down oil bottle" ], "verbs": [ "remove-from", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 12, 0, 9, 1 ], "nouns": [ "dough", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 25, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:09:03.30", "00:09:08.94" ], [ "00:09:09.14", "00:09:09.93" ], [ "00:09:09.96", "00:09:11.78" ], [ "00:09:11.74", "00:09:13.15" ] ], "start_stop_frames": [ [ 27164, 27447 ], [ 27457, 27496 ], [ 27498, 27589 ], [ 27587, 27657 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P02_118+16_17_18_19", "video_id": "P02_118", "narration_ids": [ "P02_118_16", "P02_118_17", "P02_118_18", "P02_118_19" ], "src": "put_down knife . open fridge . return butter", "src1": "put_down knife", "src2": "open fridge", "src3": "return butter", "trg": "close fridge", "vis_src": "P02_118:16 P02_118:17 P02_118:18", "vis_trg": "P02_118:19", "narrations": [ "put down knife", "open fridge", "return butter", "close fridge" ], "verbs": [ "put-down", "open", "return", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "knife", "fridge", "butter", "fridge" ], "noun_classes": [ 4, 12, 78, 12 ], "start_stop_timestamps": [ [ "00:01:30.60", "00:01:31.39" ], [ "00:01:35.74", "00:01:36.79" ], [ "00:01:36.63", "00:01:37.41" ], [ "00:01:37.42", "00:01:38.34" ] ], "start_stop_frames": [ [ 4530, 4569 ], [ 4787, 4839 ], [ 4831, 4870 ], [ 4871, 4917 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P06_07+92_93_94_95", "video_id": "P06_07", "narration_ids": [ "P06_07_92", "P06_07_93", "P06_07_94", "P06_07_95" ], "src": "pick_up base . put tray . roll dough", "src1": "pick_up base", "src2": "put tray", "src3": "roll dough", "trg": "pick_up tray", "vis_src": "P06_07:92 P06_07:93 P06_07:94", "vis_trg": "P06_07:95", "narrations": [ "pick up base", "put tray", "roll dough", "pick up tray" ], "verbs": [ "pick-up", "put", "roll", "pick-up" ], "verb_classes": [ 0, 1, 47, 0 ], "nouns": [ "base", "tray", "dough", "tray" ], "noun_classes": [ 249, 35, 25, 35 ], "start_stop_timestamps": [ [ "00:05:49.52", "00:05:51.00" ], [ "00:05:50.88", "00:05:52.82" ], [ "00:05:53.27", "00:06:01.81" ], [ "00:06:01.67", "00:06:03.65" ] ], "start_stop_frames": [ [ 20971, 21060 ], [ 21052, 21169 ], [ 21196, 21708 ], [ 21700, 21819 ] ], "trgnoun": "tray", "trgverb": "pick_up" }, { "key": "P01_103+39_40_41_42", "video_id": "P01_103", "narration_ids": [ "P01_103_39", "P01_103_40", "P01_103_41", "P01_103_42" ], "src": "pick_up spoon . put_down spoon . open rice_cooker", "src1": "pick_up spoon", "src2": "put_down spoon", "src3": "open rice_cooker", "trg": "take rice_cooker", "vis_src": "P01_103:39 P01_103:40 P01_103:41", "vis_trg": "P01_103:42", "narrations": [ "pick up spoon", "put down spoon", "open rice cooker", "take rice cooker" ], "verbs": [ "pick-up", "put-down", "open", "take" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "spoon", "spoon", "cooker:rice", "cooker:rice" ], "noun_classes": [ 1, 1, 152, 152 ], "start_stop_timestamps": [ [ "00:01:05.98", "00:01:07.43" ], [ "00:01:07.26", "00:01:07.80" ], [ "00:01:08.64", "00:01:09.63" ], [ "00:01:09.82", "00:01:11.06" ] ], "start_stop_frames": [ [ 3299, 3371 ], [ 3363, 3390 ], [ 3432, 3481 ], [ 3490, 3553 ] ], "trgnoun": "rice_cooker", "trgverb": "take" }, { "key": "P04_106+54_55_56_57", "video_id": "P04_106", "narration_ids": [ "P04_106_54", "P04_106_55", "P04_106_56", "P04_106_57" ], "src": "pick_up tea_towel . feel dough . upturn dough", "src1": "pick_up tea_towel", "src2": "feel dough", "src3": "upturn dough", "trg": "pick_up dough", "vis_src": "P04_106:54 P04_106:55 P04_106:56", "vis_trg": "P04_106:57", "narrations": [ "pick up tea towel", "feel dough", "upturn dough", "pick up dough" ], "verbs": [ "pick-up", "feel", "upturn", "pick-up" ], "verb_classes": [ 0, 54, 22, 0 ], "nouns": [ "towel:tea", "dough", "dough", "dough" ], "noun_classes": [ 52, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:02:08.60", "00:02:10.87" ], [ "00:02:09.98", "00:02:12.27" ], [ "00:02:13.00", "00:02:16.45" ], [ "00:02:16.52", "00:02:17.27" ] ], "start_stop_frames": [ [ 6430, 6543 ], [ 6498, 6613 ], [ 6650, 6822 ], [ 6826, 6863 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P10_04+247_248_249_250", "video_id": "P10_04", "narration_ids": [ "P10_04_247", "P10_04_248", "P10_04_249", "P10_04_250" ], "src": "wash_with tap_water . put them back . mix the lettuce", "src1": "wash_with tap_water", "src2": "put them back", "src3": "mix the lettuce", "trg": "stir the lettuce", "vis_src": "P10_04:247 P10_04:248 P10_04:249", "vis_trg": "P10_04:250", "narrations": [ "wash with tap water", "put them back", "mix the lettuce", "stir the lettuce" ], "verbs": [ "wash-with", "put", "mix", "stir" ], "verb_classes": [ 2, 1, 10, 10 ], "nouns": [ "water:tap", "fish", "lettuce", "lettuce" ], "noun_classes": [ 0, 119, 120, 120 ], "start_stop_timestamps": [ [ "00:26:50.52", "00:26:53.03" ], [ "00:26:53.01", "00:26:55.72" ], [ "00:26:55.65", "00:27:02.66" ], [ "00:27:00.76", "00:27:06.49" ] ], "start_stop_frames": [ [ 96631, 96781 ], [ 96780, 96943 ], [ 96939, 97359 ], [ 97245, 97589 ] ], "trgnoun": "lettuce", "trgverb": "stir" }, { "key": "P03_101+266_267_268_270", "video_id": "P03_101", "narration_ids": [ "P03_101_266", "P03_101_267", "P03_101_268", "P03_101_270" ], "src": "cut cheese into slices . pick_up slice . put slice on bread", "src1": "cut cheese into slices", "src2": "pick_up slice", "src3": "put slice on bread", "trg": "move_around cheese", "vis_src": "P03_101:266 P03_101:267 P03_101:268", "vis_trg": "P03_101:270", "narrations": [ "cut cheese into slices", "pick up slice", "put slice on bread", "move around cheese" ], "verbs": [ "cut-into", "pick-up", "put-on", "move-around" ], "verb_classes": [ 7, 0, 1, 11 ], "nouns": [ "cheese", "cheese", "bread", "cheese" ], "noun_classes": [ 32, 32, 33, 32 ], "start_stop_timestamps": [ [ "00:10:55.05", "00:11:00.29" ], [ "00:11:00.39", "00:11:00.82" ], [ "00:11:00.67", "00:11:01.27" ], [ "00:11:06.05", "00:11:07.20" ] ], "start_stop_frames": [ [ 32752, 33014 ], [ 33019, 33041 ], [ 33033, 33063 ], [ 33302, 33360 ] ], "trgnoun": "cheese", "trgverb": "move_around" }, { "key": "P03_106+14_15_16_17", "video_id": "P03_106", "narration_ids": [ "P03_106_14", "P03_106_15", "P03_106_16", "P03_106_17" ], "src": "strain water from raspberry punnet . remove film_lid . pick_up bowl", "src1": "strain water from raspberry punnet", "src2": "remove film_lid", "src3": "pick_up bowl", "trg": "put_down bowl", "vis_src": "P03_106:14 P03_106:15 P03_106:16", "vis_trg": "P03_106:17", "narrations": [ "strain water from raspberry punnet", "remove film lid", "pick up bowl", "put down bowl" ], "verbs": [ "strain-from", "remove", "pick-up", "put-down" ], "verb_classes": [ 37, 12, 0, 1 ], "nouns": [ "water", "lid:film", "bowl", "bowl" ], "noun_classes": [ 27, 6, 7, 7 ], "start_stop_timestamps": [ [ "00:00:41.46", "00:00:47.60" ], [ "00:00:47.77", "00:00:48.55" ], [ "00:00:49.11", "00:00:49.91" ], [ "00:00:51.21", "00:00:51.68" ] ], "start_stop_frames": [ [ 2073, 2380 ], [ 2388, 2427 ], [ 2455, 2495 ], [ 2560, 2584 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P04_108+71_72_73_74", "video_id": "P04_108", "narration_ids": [ "P04_108_71", "P04_108_72", "P04_108_73", "P04_108_74" ], "src": "move ramekin . move rolling_pin . pick_up chopping_board", "src1": "move ramekin", "src2": "move rolling_pin", "src3": "pick_up chopping_board", "trg": "turn_over chopping_board", "vis_src": "P04_108:71 P04_108:72 P04_108:73", "vis_trg": "P04_108:74", "narrations": [ "move ramekin", "move rolling pin", "pick up chopping board", "turn over chopping board" ], "verbs": [ "move", "move", "pick-up", "turn-over" ], "verb_classes": [ 11, 11, 0, 22 ], "nouns": [ "ramekin", "pin:rolling", "board:chopping", "board:chopping" ], "noun_classes": [ 7, 136, 18, 18 ], "start_stop_timestamps": [ [ "00:02:15.99", "00:02:17.58" ], [ "00:02:18.05", "00:02:19.34" ], [ "00:02:20.32", "00:02:20.95" ], [ "00:02:20.86", "00:02:21.75" ] ], "start_stop_frames": [ [ 6799, 6878 ], [ 6902, 6967 ], [ 7016, 7047 ], [ 7043, 7087 ] ], "trgnoun": "chopping_board", "trgverb": "turn_over" }, { "key": "P28_113+80_81_82_83", "video_id": "P28_113", "narration_ids": [ "P28_113_80", "P28_113_81", "P28_113_82", "P28_113_83" ], "src": "put bell_pepper . take spring_onions . take_out spring_onions", "src1": "put bell_pepper", "src2": "take spring_onions", "src3": "take_out spring_onions", "trg": "put spring_onions", "vis_src": "P28_113:80 P28_113:81 P28_113:82", "vis_trg": "P28_113:83", "narrations": [ "put bell pepper", "take spring onions", "take out spring onions", "put spring onions" ], "verbs": [ "put", "take", "take-out", "put" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "pepper:bell", "onion:spring", "onion:spring", "onion:spring" ], "noun_classes": [ 37, 128, 128, 128 ], "start_stop_timestamps": [ [ "00:03:28.93", "00:03:30.45" ], [ "00:03:33.20", "00:03:34.83" ], [ "00:03:34.86", "00:03:47.66" ], [ "00:03:48.28", "00:03:51.46" ] ], "start_stop_frames": [ [ 10446, 10522 ], [ 10660, 10741 ], [ 10743, 11383 ], [ 11414, 11573 ] ], "trgnoun": "spring_onion", "trgverb": "put" }, { "key": "P22_15+231_232_233_234", "video_id": "P22_15", "narration_ids": [ "P22_15_231", "P22_15_232", "P22_15_233", "P22_15_234" ], "src": "move tupperware . turn_off tap . get oil", "src1": "move tupperware", "src2": "turn_off tap", "src3": "get oil", "trg": "set_down oil", "vis_src": "P22_15:231 P22_15:232 P22_15:233", "vis_trg": "P22_15:234", "narrations": [ "move tupperware", "turn off tap", "get oil", "set down oil" ], "verbs": [ "move", "turn-off", "get", "set-down" ], "verb_classes": [ 11, 8, 0, 1 ], "nouns": [ "tupperware", "tap", "oil", "oil" ], "noun_classes": [ 23, 0, 31, 31 ], "start_stop_timestamps": [ [ "00:08:44.55", "00:08:47.73" ], [ "00:08:49.41", "00:08:50.16" ], [ "00:08:51.26", "00:08:52.01" ], [ "00:08:52.70", "00:08:53.86" ] ], "start_stop_frames": [ [ 31472, 31663 ], [ 31764, 31809 ], [ 31875, 31920 ], [ 31962, 32031 ] ], "trgnoun": "oil", "trgverb": "set_down" }, { "key": "P01_09+600_601_602_603", "video_id": "P01_09", "narration_ids": [ "P01_09_600", "P01_09_601", "P01_09_602", "P01_09_603" ], "src": "put sauce into cupboard . close cupboard . open bottle", "src1": "put sauce into cupboard", "src2": "close cupboard", "src3": "open bottle", "trg": "pour sauce onto dough", "vis_src": "P01_09:600 P01_09:601 P01_09:602", "vis_trg": "P01_09:603", "narrations": [ "put sauce into cupboard", "close cupboard", "open bottle", "pour sauce onto dough" ], "verbs": [ "put-into", "close", "open", "pour-onto" ], "verb_classes": [ 5, 4, 3, 9 ], "nouns": [ "sauce", "cupboard", "bottle", "sauce" ], "noun_classes": [ 47, 3, 15, 47 ], "start_stop_timestamps": [ [ "00:42:24.29", "00:42:27.17" ], [ "00:42:27.58", "00:42:28.58" ], [ "00:42:30.24", "00:42:31.90" ], [ "00:42:33.63", "00:42:40.32" ] ], "start_stop_frames": [ [ 152657, 152830 ], [ 152854, 152914 ], [ 153014, 153114 ], [ 153217, 153619 ] ], "trgnoun": "sauce", "trgverb": "pour_onto" }, { "key": "P22_107+176_177_178_180", "video_id": "P22_107", "narration_ids": [ "P22_107_176", "P22_107_177", "P22_107_178", "P22_107_180" ], "src": "turn_off tap . shake blackberries . put_down blackberry", "src1": "turn_off tap", "src2": "shake blackberries", "src3": "put_down blackberry", "trg": "pick_up cloth", "vis_src": "P22_107:176 P22_107:177 P22_107:178", "vis_trg": "P22_107:180", "narrations": [ "turn off tap", "shake blackberries", "put down blackberry", "pick up cloth" ], "verbs": [ "turn-off", "shake", "put-down", "pick-up" ], "verb_classes": [ 8, 15, 1, 0 ], "nouns": [ "tap", "blackberry", "blackberry", "cloth" ], "noun_classes": [ 0, 219, 219, 17 ], "start_stop_timestamps": [ [ "00:06:54.86", "00:06:55.18" ], [ "00:06:55.28", "00:06:57.99" ], [ "00:06:57.81", "00:07:00.79" ], [ "00:07:00.77", "00:07:02.31" ] ], "start_stop_frames": [ [ 20743, 20759 ], [ 20764, 20899 ], [ 20890, 21039 ], [ 21038, 21115 ] ], "trgnoun": "cloth", "trgverb": "pick_up" }, { "key": "P37_101+320_321_322_323", "video_id": "P37_101", "narration_ids": [ "P37_101_320", "P37_101_321", "P37_101_322", "P37_101_323" ], "src": "put it in bin . turn_on tap . wash hands", "src1": "put it in bin", "src2": "turn_on tap", "src3": "wash hands", "trg": "turn_off tap", "vis_src": "P37_101:320 P37_101:321 P37_101:322", "vis_trg": "P37_101:323", "narrations": [ "put it in bin", "turn on tap", "wash hands", "turn off tap" ], "verbs": [ "put-in", "turn-on", "wash", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "bin", "tap", "hand", "tap" ], "noun_classes": [ 36, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:23:52.54", "00:23:53.48" ], [ "00:23:53.36", "00:23:56.11" ], [ "00:23:56.14", "00:23:57.34" ], [ "00:23:57.40", "00:23:57.74" ] ], "start_stop_frames": [ [ 71627, 71674 ], [ 71668, 71805 ], [ 71807, 71867 ], [ 71870, 71887 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_121+609_610_611_612", "video_id": "P04_121", "narration_ids": [ "P04_121_609", "P04_121_610", "P04_121_611", "P04_121_612" ], "src": "fold cheese . squeeze mozzarella_ball together . stretch cheese", "src1": "fold cheese", "src2": "squeeze mozzarella_ball together", "src3": "stretch cheese", "trg": "turn_over cheese", "vis_src": "P04_121:609 P04_121:610 P04_121:611", "vis_trg": "P04_121:612", "narrations": [ "fold cheese", "squeeze mozzarella ball together", "stretch cheese", "turn over cheese" ], "verbs": [ "fold", "squeeze", "stretch", "turn-over" ], "verb_classes": [ 28, 18, 50, 22 ], "nouns": [ "cheese", "ball:mozzarella", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:24:05.04", "00:24:05.90" ], [ "00:24:06.29", "00:24:13.50" ], [ "00:24:12.84", "00:24:13.94" ], [ "00:24:13.91", "00:24:14.97" ] ], "start_stop_frames": [ [ 72252, 72295 ], [ 72314, 72675 ], [ 72642, 72697 ], [ 72695, 72748 ] ], "trgnoun": "cheese", "trgverb": "turn_over" }, { "key": "P24_08+207_208_209_210", "video_id": "P24_08", "narration_ids": [ "P24_08_207", "P24_08_208", "P24_08_209", "P24_08_210" ], "src": "open oil_bottle . move oil into the salad bowl . close oil_bottle", "src1": "open oil_bottle", "src2": "move oil into the salad bowl", "src3": "close oil_bottle", "trg": "place oil_bottle", "vis_src": "P24_08:207 P24_08:208 P24_08:209", "vis_trg": "P24_08:210", "narrations": [ "open oil bottle", "move oil into the salad bowl", "close oil bottle", "place oil bottle" ], "verbs": [ "open", "move-into", "close", "place" ], "verb_classes": [ 3, 11, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:15:05.46", "00:15:08.27" ], [ "00:15:08.39", "00:15:13.31" ], [ "00:15:13.45", "00:15:16.05" ], [ "00:15:15.75", "00:15:17.20" ] ], "start_stop_frames": [ [ 54327, 54496 ], [ 54503, 54798 ], [ 54807, 54963 ], [ 54945, 55032 ] ], "trgnoun": "oil_bottle", "trgverb": "place" }, { "key": "P22_16+212_213_214_215", "video_id": "P22_16", "narration_ids": [ "P22_16_212", "P22_16_213", "P22_16_214", "P22_16_215" ], "src": "take vinegar . open vinegar . add vinegar", "src1": "take vinegar", "src2": "open vinegar", "src3": "add vinegar", "trg": "close vinegar", "vis_src": "P22_16:212 P22_16:213 P22_16:214", "vis_trg": "P22_16:215", "narrations": [ "take vinegar", "open vinegar", "add vinegar", "close vinegar" ], "verbs": [ "take", "open", "add", "close" ], "verb_classes": [ 0, 3, 46, 4 ], "nouns": [ "vinegar", "vinegar", "vinegar", "vinegar" ], "noun_classes": [ 134, 134, 134, 134 ], "start_stop_timestamps": [ [ "00:09:28.78", "00:09:29.58" ], [ "00:09:29.68", "00:09:31.99" ], [ "00:09:32.09", "00:09:33.37" ], [ "00:09:33.90", "00:09:34.40" ] ], "start_stop_frames": [ [ 34126, 34174 ], [ 34180, 34319 ], [ 34325, 34402 ], [ 34434, 34464 ] ], "trgnoun": "vinegar", "trgverb": "close" }, { "key": "P02_130+103_104_105_107", "video_id": "P02_130", "narration_ids": [ "P02_130_103", "P02_130_104", "P02_130_105", "P02_130_107" ], "src": "pour biscuit_powder from food processor bowl into glass . pour biscuits from glass into bowl . put_down glass inside bowl", "src1": "pour biscuit_powder from food processor bowl into glass", "src2": "pour biscuits from glass into bowl", "src3": "put_down glass inside bowl", "trg": "put_down food processor bowl", "vis_src": "P02_130:103 P02_130:104 P02_130:105", "vis_trg": "P02_130:107", "narrations": [ "pour biscuit powder from food processor bowl into glass", "pour biscuits from glass into bowl", "put down glass inside bowl", "put down food processor bowl" ], "verbs": [ "pour", "pour-from", "put-down", "put-down" ], "verb_classes": [ 9, 9, 1, 1 ], "nouns": [ "powder:biscuit", "biscuit", "glass", "bowl:food:processor" ], "noun_classes": [ 104, 104, 10, 7 ], "start_stop_timestamps": [ [ "00:03:56.43", "00:04:06.48" ], [ "00:03:59.20", "00:04:06.60" ], [ "00:04:10.97", "00:04:13.47" ], [ "00:04:18.18", "00:04:18.77" ] ], "start_stop_frames": [ [ 11821, 12324 ], [ 11960, 12330 ], [ 12548, 12673 ], [ 12909, 12938 ] ], "trgnoun": "processor_food_bowl", "trgverb": "put_down" }, { "key": "P22_09+14_15_16_17", "video_id": "P22_09", "narration_ids": [ "P22_09_14", "P22_09_15", "P22_09_16", "P22_09_17" ], "src": "grab pan . put_down down pan . grab lid", "src1": "grab pan", "src2": "put_down down pan", "src3": "grab lid", "trg": "put_down down lid", "vis_src": "P22_09:14 P22_09:15 P22_09:16", "vis_trg": "P22_09:17", "narrations": [ "grab pan", "put down down pan", "grab lid", "put down down lid" ], "verbs": [ "grab", "put-down", "grab", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pan", "pan", "lid", "lid" ], "noun_classes": [ 5, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:00:23.07", "00:00:25.01" ], [ "00:00:25.64", "00:00:26.76" ], [ "00:00:26.50", "00:00:28.69" ], [ "00:00:28.79", "00:00:29.73" ] ], "start_stop_frames": [ [ 1384, 1500 ], [ 1538, 1605 ], [ 1590, 1721 ], [ 1727, 1783 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P06_101+118_119_120_121", "video_id": "P06_101", "narration_ids": [ "P06_101_118", "P06_101_119", "P06_101_120", "P06_101_121" ], "src": "put_down knife . adjust hob . stir pan", "src1": "put_down knife", "src2": "adjust hob", "src3": "stir pan", "trg": "pick_up knife", "vis_src": "P06_101:118 P06_101:119 P06_101:120", "vis_trg": "P06_101:121", "narrations": [ "put down knife", "adjust hob", "stir pan", "pick up knife" ], "verbs": [ "put-down", "adjust", "stir", "pick-up" ], "verb_classes": [ 1, 17, 10, 0 ], "nouns": [ "knife", "hob", "pan", "knife" ], "noun_classes": [ 4, 24, 5, 4 ], "start_stop_timestamps": [ [ "00:07:31.49", "00:07:31.94" ], [ "00:07:32.26", "00:07:33.23" ], [ "00:07:33.82", "00:07:37.07" ], [ "00:07:37.80", "00:07:38.42" ] ], "start_stop_frames": [ [ 22574, 22597 ], [ 22613, 22661 ], [ 22691, 22853 ], [ 22890, 22921 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P01_18+252_253_254_255", "video_id": "P01_18", "narration_ids": [ "P01_18_252", "P01_18_253", "P01_18_254", "P01_18_255" ], "src": "turn_off tap . take glass . pour water into glass", "src1": "turn_off tap", "src2": "take glass", "src3": "pour water into glass", "trg": "drink water", "vis_src": "P01_18:252 P01_18:253 P01_18:254", "vis_trg": "P01_18:255", "narrations": [ "turn off tap", "take glass", "pour water into glass", "drink water" ], "verbs": [ "turn-off", "take", "pour-into", "drink" ], "verb_classes": [ 8, 0, 9, 60 ], "nouns": [ "tap", "glass", "water", "water" ], "noun_classes": [ 0, 10, 27, 27 ], "start_stop_timestamps": [ [ "00:19:01.05", "00:19:01.90" ], [ "00:19:05.17", "00:19:06.20" ], [ "00:19:06.92", "00:19:12.53" ], [ "00:19:12.63", "00:19:18.91" ] ], "start_stop_frames": [ [ 68463, 68514 ], [ 68710, 68772 ], [ 68815, 69151 ], [ 69157, 69534 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P30_111+331_332_333_334", "video_id": "P30_111", "narration_ids": [ "P30_111_331", "P30_111_332", "P30_111_333", "P30_111_334" ], "src": "scrub v60 . rinse v60 . put_down sponge", "src1": "scrub v60", "src2": "rinse v60", "src3": "put_down sponge", "trg": "put v60 on drying rack", "vis_src": "P30_111:331 P30_111:332 P30_111:333", "vis_trg": "P30_111:334", "narrations": [ "scrub v60", "rinse v60", "put down sponge", "put v60 on drying rack" ], "verbs": [ "scrub", "rinse", "put-down", "put-on" ], "verb_classes": [ 29, 2, 1, 1 ], "nouns": [ "v60", "v60", "sponge", "v60" ], "noun_classes": [ 50, 50, 9, 50 ], "start_stop_timestamps": [ [ "00:13:49.50", "00:13:53.27" ], [ "00:13:49.95", "00:13:54.58" ], [ "00:13:54.30", "00:13:58.30" ], [ "00:14:01.35", "00:14:02.04" ] ], "start_stop_frames": [ [ 41475, 41663 ], [ 41497, 41729 ], [ 41715, 41915 ], [ 42067, 42102 ] ], "trgnoun": "v60", "trgverb": "put_on" }, { "key": "P22_113+271_272_273_274", "video_id": "P22_113", "narration_ids": [ "P22_113_271", "P22_113_272", "P22_113_273", "P22_113_274" ], "src": "pick_up food_residue . open bag . throw food_residue", "src1": "pick_up food_residue", "src2": "open bag", "src3": "throw food_residue", "trg": "close bag", "vis_src": "P22_113:271 P22_113:272 P22_113:273", "vis_trg": "P22_113:274", "narrations": [ "pick up food residue", "open bag", "throw food residue", "close bag" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "residue:food", "bag", "residue:food", "bag" ], "noun_classes": [ 54, 19, 54, 19 ], "start_stop_timestamps": [ [ "00:09:30.80", "00:09:31.73" ], [ "00:09:33.12", "00:09:34.05" ], [ "00:09:34.42", "00:09:35.05" ], [ "00:09:35.16", "00:09:36.25" ] ], "start_stop_frames": [ [ 28539, 28586 ], [ 28656, 28702 ], [ 28720, 28752 ], [ 28758, 28812 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P04_112+183_184_185_186", "video_id": "P04_112", "narration_ids": [ "P04_112_183", "P04_112_184", "P04_112_185", "P04_112_186" ], "src": "shape ball of dough . grab flour . sprinkle flour over dough", "src1": "shape ball of dough", "src2": "grab flour", "src3": "sprinkle flour over dough", "trg": "turn_over ball of dough", "vis_src": "P04_112:183 P04_112:184 P04_112:185", "vis_trg": "P04_112:186", "narrations": [ "shape ball of dough", "grab flour", "sprinkle flour over dough", "turn over ball of dough" ], "verbs": [ "shape", "grab", "sprinkle-over", "turn-over" ], "verb_classes": [ 74, 0, 42, 22 ], "nouns": [ "ball:dough", "flour", "flour", "ball:dough" ], "noun_classes": [ 25, 75, 75, 25 ], "start_stop_timestamps": [ [ "00:05:08.13", "00:05:10.98" ], [ "00:05:11.13", "00:05:13.33" ], [ "00:05:13.19", "00:05:14.72" ], [ "00:05:15.05", "00:05:17.18" ] ], "start_stop_frames": [ [ 15406, 15549 ], [ 15556, 15666 ], [ 15659, 15736 ], [ 15752, 15859 ] ], "trgnoun": "dough_ball", "trgverb": "turn_over" }, { "key": "P35_109+270_271_272_273", "video_id": "P35_109", "narration_ids": [ "P35_109_270", "P35_109_271", "P35_109_272", "P35_109_273" ], "src": "drain glass . put_down glass . pick_up cup", "src1": "drain glass", "src2": "put_down glass", "src3": "pick_up cup", "trg": "drain cup", "vis_src": "P35_109:270 P35_109:271 P35_109:272", "vis_trg": "P35_109:273", "narrations": [ "drain glass", "put down glass", "pick up cup", "drain cup" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "glass", "glass", "cup", "cup" ], "noun_classes": [ 10, 10, 13, 13 ], "start_stop_timestamps": [ [ "00:18:19.89", "00:18:21.35" ], [ "00:18:22.19", "00:18:22.82" ], [ "00:18:23.89", "00:18:24.85" ], [ "00:18:24.22", "00:18:25.75" ] ], "start_stop_frames": [ [ 54994, 55067 ], [ 55109, 55141 ], [ 55194, 55242 ], [ 55211, 55287 ] ], "trgnoun": "cup", "trgverb": "drain" }, { "key": "P26_124+139_140_141_142", "video_id": "P26_124", "narration_ids": [ "P26_124_139", "P26_124_140", "P26_124_141", "P26_124_142" ], "src": "rub sponge . put_down baking_tray . pick_up washing up liquid", "src1": "rub sponge", "src2": "put_down baking_tray", "src3": "pick_up washing up liquid", "trg": "move washing up liquid", "vis_src": "P26_124:139 P26_124:140 P26_124:141", "vis_trg": "P26_124:142", "narrations": [ "rub sponge", "put down baking tray", "pick up washing up liquid", "move washing up liquid" ], "verbs": [ "rub", "put-down", "pick-up", "move" ], "verb_classes": [ 55, 1, 0, 11 ], "nouns": [ "sponge", "tray:baking", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 9, 35, 22, 22 ], "start_stop_timestamps": [ [ "00:08:53.09", "00:08:55.06" ], [ "00:08:54.94", "00:08:57.24" ], [ "00:08:59.53", "00:09:00.27" ], [ "00:09:00.29", "00:09:02.47" ] ], "start_stop_frames": [ [ 26654, 26752 ], [ 26747, 26862 ], [ 26976, 27013 ], [ 27014, 27123 ] ], "trgnoun": "up_washing_liquid", "trgverb": "move" }, { "key": "P22_17+320_321_322_323", "video_id": "P22_17", "narration_ids": [ "P22_17_320", "P22_17_321", "P22_17_322", "P22_17_323" ], "src": "put_down plate . rinse hands . rinse sponge", "src1": "put_down plate", "src2": "rinse hands", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P22_17:320 P22_17:321 P22_17:322", "vis_trg": "P22_17:323", "narrations": [ "put down plate", "rinse hands", "rinse sponge", "put down sponge" ], "verbs": [ "put-down", "rinse", "rinse", "put-down" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "plate", "hand", "sponge", "sponge" ], "noun_classes": [ 2, 11, 9, 9 ], "start_stop_timestamps": [ [ "00:12:15.04", "00:12:17.09" ], [ "00:12:17.19", "00:12:18.46" ], [ "00:12:19.16", "00:12:20.85" ], [ "00:12:20.70", "00:12:21.94" ] ], "start_stop_frames": [ [ 44102, 44225 ], [ 44231, 44307 ], [ 44349, 44451 ], [ 44442, 44516 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P06_101+244_245_246_247", "video_id": "P06_101", "narration_ids": [ "P06_101_244", "P06_101_245", "P06_101_246", "P06_101_247" ], "src": "open pot . open bag . pour spice into pan", "src1": "open pot", "src2": "open bag", "src3": "pour spice into pan", "trg": "close bag", "vis_src": "P06_101:244 P06_101:245 P06_101:246", "vis_trg": "P06_101:247", "narrations": [ "open pot", "open bag", "pour spice into pan", "close bag" ], "verbs": [ "open", "open", "pour-into", "close" ], "verb_classes": [ 3, 3, 9, 4 ], "nouns": [ "pot", "bag", "spice", "bag" ], "noun_classes": [ 29, 19, 85, 19 ], "start_stop_timestamps": [ [ "00:17:20.75", "00:17:21.42" ], [ "00:17:25.65", "00:17:26.83" ], [ "00:17:29.89", "00:17:33.19" ], [ "00:17:34.91", "00:17:36.66" ] ], "start_stop_frames": [ [ 52037, 52071 ], [ 52282, 52341 ], [ 52494, 52659 ], [ 52745, 52833 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P22_09+18_19_20_21", "video_id": "P22_09", "narration_ids": [ "P22_09_18", "P22_09_19", "P22_09_20", "P22_09_21" ], "src": "grab lid . put_down down lid . grab pot", "src1": "grab lid", "src2": "put_down down lid", "src3": "grab pot", "trg": "put_down down pot", "vis_src": "P22_09:18 P22_09:19 P22_09:20", "vis_trg": "P22_09:21", "narrations": [ "grab lid", "put down down lid", "grab pot", "put down down pot" ], "verbs": [ "grab", "put-down", "grab", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lid", "lid", "pot", "pot" ], "noun_classes": [ 6, 6, 29, 29 ], "start_stop_timestamps": [ [ "00:00:29.83", "00:00:30.85" ], [ "00:00:30.95", "00:00:33.51" ], [ "00:00:31.12", "00:00:33.13" ], [ "00:00:35.21", "00:00:36.56" ] ], "start_stop_frames": [ [ 1789, 1851 ], [ 1857, 2010 ], [ 1867, 1987 ], [ 2112, 2193 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P04_103+15_16_17_18", "video_id": "P04_103", "narration_ids": [ "P04_103_15", "P04_103_16", "P04_103_17", "P04_103_18" ], "src": "put_down scales . turn_on scales . take a bowl", "src1": "put_down scales", "src2": "turn_on scales", "src3": "take a bowl", "trg": "put_on bowl", "vis_src": "P04_103:15 P04_103:16 P04_103:17", "vis_trg": "P04_103:18", "narrations": [ "put down scales", "turn on scales", "take a bowl", "put on bowl" ], "verbs": [ "put-down", "turn-on", "take", "put-on" ], "verb_classes": [ 1, 6, 0, 1 ], "nouns": [ "scale", "scale", "bowl", "bowl" ], "noun_classes": [ 108, 108, 7, 7 ], "start_stop_timestamps": [ [ "00:00:25.10", "00:00:25.85" ], [ "00:00:25.86", "00:00:26.71" ], [ "00:00:26.42", "00:00:27.07" ], [ "00:00:26.89", "00:00:28.15" ] ], "start_stop_frames": [ [ 1255, 1292 ], [ 1293, 1335 ], [ 1321, 1353 ], [ 1344, 1407 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P06_101+144_145_146_147", "video_id": "P06_101", "narration_ids": [ "P06_101_144", "P06_101_145", "P06_101_146", "P06_101_147" ], "src": "pick_up knife . pick_up chopping_board . scrape pepper into pan", "src1": "pick_up knife", "src2": "pick_up chopping_board", "src3": "scrape pepper into pan", "trg": "put_down chopping_board", "vis_src": "P06_101:144 P06_101:145 P06_101:146", "vis_trg": "P06_101:147", "narrations": [ "pick up knife", "pick up chopping board", "scrape pepper into pan", "put down chopping board" ], "verbs": [ "pick-up", "pick-up", "scrape-into", "put-down" ], "verb_classes": [ 0, 0, 25, 1 ], "nouns": [ "knife", "board:chopping", "pepper", "board:chopping" ], "noun_classes": [ 4, 18, 37, 18 ], "start_stop_timestamps": [ [ "00:10:42.35", "00:10:44.05" ], [ "00:10:43.51", "00:10:45.13" ], [ "00:10:45.10", "00:10:49.06" ], [ "00:10:49.03", "00:10:50.33" ] ], "start_stop_frames": [ [ 32117, 32202 ], [ 32175, 32256 ], [ 32255, 32452 ], [ 32451, 32516 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P01_18+313_314_315_316", "video_id": "P01_18", "narration_ids": [ "P01_18_313", "P01_18_314", "P01_18_315", "P01_18_316" ], "src": "dry saucepan . put_down saucepan . dry pan", "src1": "dry saucepan", "src2": "put_down saucepan", "src3": "dry pan", "trg": "put_down pan", "vis_src": "P01_18:313 P01_18:314 P01_18:315", "vis_trg": "P01_18:316", "narrations": [ "dry saucepan", "put down saucepan", "dry pan", "put down pan" ], "verbs": [ "dry", "put-down", "dry", "put-down" ], "verb_classes": [ 14, 1, 14, 1 ], "nouns": [ "saucepan", "saucepan", "pan", "pan" ], "noun_classes": [ 5, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:23:12.01", "00:23:19.41" ], [ "00:23:19.36", "00:23:20.87" ], [ "00:23:21.17", "00:23:26.92" ], [ "00:23:27.02", "00:23:28.41" ] ], "start_stop_frames": [ [ 83520, 83964 ], [ 83961, 84052 ], [ 84070, 84415 ], [ 84421, 84504 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P09_103+6_7_8_9", "video_id": "P09_103", "narration_ids": [ "P09_103_6", "P09_103_7", "P09_103_8", "P09_103_9" ], "src": "take chicken_breast . take chicken . slice chicken", "src1": "take chicken_breast", "src2": "take chicken", "src3": "slice chicken", "trg": "chop chicken", "vis_src": "P09_103:6 P09_103:7 P09_103:8", "vis_trg": "P09_103:9", "narrations": [ "take chicken breast", "take chicken", "slice chicken", "chop chicken" ], "verbs": [ "take", "take", "slice", "chop" ], "verb_classes": [ 0, 0, 7, 7 ], "nouns": [ "breast:chicken", "chicken", "chicken", "chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:00:30.06", "00:00:32.11" ], [ "00:00:32.86", "00:00:33.38" ], [ "00:00:33.47", "00:00:56.62" ], [ "00:01:00.76", "00:01:04.82" ] ], "start_stop_frames": [ [ 1503, 1605 ], [ 1643, 1669 ], [ 1673, 2831 ], [ 3038, 3240 ] ], "trgnoun": "chicken", "trgverb": "chop" }, { "key": "P01_18+3_4_5_6", "video_id": "P01_18", "narration_ids": [ "P01_18_3", "P01_18_4", "P01_18_5", "P01_18_6" ], "src": "open container . open lid . close lid", "src1": "open container", "src2": "open lid", "src3": "close lid", "trg": "take container", "vis_src": "P01_18:3 P01_18:4 P01_18:5", "vis_trg": "P01_18:6", "narrations": [ "open container", "open lid", "close lid", "take container" ], "verbs": [ "open", "open", "close", "take" ], "verb_classes": [ 3, 3, 4, 0 ], "nouns": [ "container", "lid", "lid", "container" ], "noun_classes": [ 21, 6, 6, 21 ], "start_stop_timestamps": [ [ "00:00:10.94", "00:00:12.33" ], [ "00:00:11.16", "00:00:12.34" ], [ "00:00:12.36", "00:00:13.85" ], [ "00:00:13.62", "00:00:16.05" ] ], "start_stop_frames": [ [ 656, 739 ], [ 669, 740 ], [ 741, 831 ], [ 817, 963 ] ], "trgnoun": "container", "trgverb": "take" }, { "key": "P22_116+80_81_83_182", "video_id": "P22_116", "narration_ids": [ "P22_116_80", "P22_116_81", "P22_116_83", "P22_116_182" ], "src": "rinse sponge . lather bowl . pick_up spoon", "src1": "rinse sponge", "src2": "lather bowl", "src3": "pick_up spoon", "trg": "put_down bowl", "vis_src": "P22_116:80 P22_116:81 P22_116:83", "vis_trg": "P22_116:182", "narrations": [ "rinse sponge", "lather bowl", "pick up spoon", "put down bowl" ], "verbs": [ "rinse", "lather", "pick-up", "put-down" ], "verb_classes": [ 2, 2, 0, 1 ], "nouns": [ "sponge", "bowl", "spoon", "bowl" ], "noun_classes": [ 9, 7, 1, 7 ], "start_stop_timestamps": [ [ "00:03:27.42", "00:03:28.08" ], [ "00:03:28.10", "00:03:31.51" ], [ "00:03:30.62", "00:03:33.30" ], [ "00:06:53.59", "00:06:54.10" ] ], "start_stop_frames": [ [ 10371, 10404 ], [ 10405, 10575 ], [ 10531, 10665 ], [ 20679, 20705 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P22_07+83_84_85_86", "video_id": "P22_07", "narration_ids": [ "P22_07_83", "P22_07_84", "P22_07_85", "P22_07_86" ], "src": "move bag . turn_on light . peel onion", "src1": "move bag", "src2": "turn_on light", "src3": "peel onion", "trg": "cut onion", "vis_src": "P22_07:83 P22_07:84 P22_07:85", "vis_trg": "P22_07:86", "narrations": [ "move bag", "turn on light", "peel onion", "cut onion" ], "verbs": [ "move", "turn-on", "peel", "cut" ], "verb_classes": [ 11, 6, 19, 7 ], "nouns": [ "bag", "light", "onion", "onion" ], "noun_classes": [ 19, 114, 16, 16 ], "start_stop_timestamps": [ [ "00:02:42.61", "00:02:44.01" ], [ "00:02:46.37", "00:02:47.36" ], [ "00:02:47.36", "00:02:51.23" ], [ "00:02:50.35", "00:02:54.53" ] ], "start_stop_frames": [ [ 9756, 9840 ], [ 9982, 10041 ], [ 10041, 10273 ], [ 10221, 10471 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P26_118+5_6_7_8", "video_id": "P26_118", "narration_ids": [ "P26_118_5", "P26_118_6", "P26_118_7", "P26_118_8" ], "src": "pick_up bin . put_down bin . pick_up sponge", "src1": "pick_up bin", "src2": "put_down bin", "src3": "pick_up sponge", "trg": "rinse sponge", "vis_src": "P26_118:5 P26_118:6 P26_118:7", "vis_trg": "P26_118:8", "narrations": [ "pick up bin", "put down bin", "pick up sponge", "rinse sponge" ], "verbs": [ "pick-up", "put-down", "pick-up", "rinse" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "bin", "bin", "sponge", "sponge" ], "noun_classes": [ 36, 36, 9, 9 ], "start_stop_timestamps": [ [ "00:00:10.00", "00:00:11.22" ], [ "00:00:11.72", "00:00:12.61" ], [ "00:00:13.98", "00:00:14.69" ], [ "00:00:14.54", "00:00:18.65" ] ], "start_stop_frames": [ [ 500, 561 ], [ 586, 630 ], [ 699, 734 ], [ 727, 932 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P12_101+468_469_470_471", "video_id": "P12_101", "narration_ids": [ "P12_101_468", "P12_101_469", "P12_101_470", "P12_101_471" ], "src": "pick_up salt_container . open salt_container . pour_out salt from salt container into saucepan with soup", "src1": "pick_up salt_container", "src2": "open salt_container", "src3": "pour_out salt from salt container into saucepan with soup", "trg": "put_down salt_container", "vis_src": "P12_101:468 P12_101:469 P12_101:470", "vis_trg": "P12_101:471", "narrations": [ "pick up salt container", "open salt container", "pour out salt from salt container into saucepan with soup", "put down salt container" ], "verbs": [ "pick-up", "open", "pour-out", "put-down" ], "verb_classes": [ 0, 3, 9, 1 ], "nouns": [ "container:salt", "container:salt", "salt", "container:salt" ], "noun_classes": [ 21, 21, 38, 21 ], "start_stop_timestamps": [ [ "00:31:30.53", "00:31:31.45" ], [ "00:31:31.27", "00:31:32.47" ], [ "00:31:32.78", "00:31:35.60" ], [ "00:31:36.70", "00:31:37.19" ] ], "start_stop_frames": [ [ 94526, 94572 ], [ 94563, 94623 ], [ 94639, 94780 ], [ 94835, 94859 ] ], "trgnoun": "salt_container", "trgverb": "put_down" }, { "key": "P23_102+562_563_564_565", "video_id": "P23_102", "narration_ids": [ "P23_102_562", "P23_102_563", "P23_102_564", "P23_102_565" ], "src": "take pan . put spoon . mix curry", "src1": "take pan", "src2": "put spoon", "src3": "mix curry", "trg": "put curry", "vis_src": "P23_102:562 P23_102:563 P23_102:564", "vis_trg": "P23_102:565", "narrations": [ "take pan", "put spoon", "mix curry", "put curry" ], "verbs": [ "take", "put", "mix", "put" ], "verb_classes": [ 0, 1, 10, 1 ], "nouns": [ "pan", "spoon", "curry", "curry" ], "noun_classes": [ 5, 1, 121, 121 ], "start_stop_timestamps": [ [ "00:52:54.54", "00:52:56.78" ], [ "00:52:58.57", "00:52:59.70" ], [ "00:52:59.50", "00:53:01.77" ], [ "00:53:00.71", "00:53:06.82" ] ], "start_stop_frames": [ [ 158727, 158839 ], [ 158928, 158985 ], [ 158975, 159088 ], [ 159035, 159341 ] ], "trgnoun": "curry", "trgverb": "put" }, { "key": "P30_107+220_221_222_223", "video_id": "P30_107", "narration_ids": [ "P30_107_220", "P30_107_221", "P30_107_222", "P30_107_223" ], "src": "drain pak_choi . take bowl . put bowl", "src1": "drain pak_choi", "src2": "take bowl", "src3": "put bowl", "trg": "scratch pak_choi", "vis_src": "P30_107:220 P30_107:221 P30_107:222", "vis_trg": "P30_107:223", "narrations": [ "drain pak choi", "take bowl", "put bowl", "scratch pak choi" ], "verbs": [ "drain", "take", "put", "scratch" ], "verb_classes": [ 37, 0, 1, 55 ], "nouns": [ "choi:pak", "bowl", "bowl", "choi:pak" ], "noun_classes": [ 151, 7, 7, 151 ], "start_stop_timestamps": [ [ "00:11:17.61", "00:11:19.77" ], [ "00:11:26.76", "00:11:27.61" ], [ "00:11:28.45", "00:11:29.46" ], [ "00:11:31.58", "00:11:34.65" ] ], "start_stop_frames": [ [ 33880, 33988 ], [ 34338, 34380 ], [ 34422, 34473 ], [ 34579, 34732 ] ], "trgnoun": "pak_choi", "trgverb": "scratch" }, { "key": "P01_105+39_40_41_42", "video_id": "P01_105", "narration_ids": [ "P01_105_39", "P01_105_40", "P01_105_41", "P01_105_42" ], "src": "put_down cup . open drawer . put spoon into drawer", "src1": "put_down cup", "src2": "open drawer", "src3": "put spoon into drawer", "trg": "close drawer", "vis_src": "P01_105:39 P01_105:40 P01_105:41", "vis_trg": "P01_105:42", "narrations": [ "put down cup", "open drawer", "put spoon into drawer", "close drawer" ], "verbs": [ "put-down", "open", "put-into", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "cup", "drawer", "spoon", "drawer" ], "noun_classes": [ 13, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:00:46.32", "00:00:48.08" ], [ "00:00:49.06", "00:00:49.73" ], [ "00:00:50.06", "00:00:50.79" ], [ "00:00:50.71", "00:00:51.42" ] ], "start_stop_frames": [ [ 2316, 2404 ], [ 2453, 2486 ], [ 2503, 2539 ], [ 2535, 2571 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P02_121+45_46_47_50", "video_id": "P02_121", "narration_ids": [ "P02_121_45", "P02_121_46", "P02_121_47", "P02_121_50" ], "src": "open drawer . pick_up laundry_clips . attach clips to cake mould", "src1": "open drawer", "src2": "pick_up laundry_clips", "src3": "attach clips to cake mould", "trg": "hold hand_blender", "vis_src": "P02_121:45 P02_121:46 P02_121:47", "vis_trg": "P02_121:50", "narrations": [ "open drawer", "pick up laundry clips", "attach clips to cake mould", "hold hand blender" ], "verbs": [ "open", "pick-up", "attach", "hold" ], "verb_classes": [ 3, 0, 64, 34 ], "nouns": [ "drawer", "clip:laundry", "clip", "blender:hand" ], "noun_classes": [ 8, 129, 129, 82 ], "start_stop_timestamps": [ [ "00:02:18.24", "00:02:19.15" ], [ "00:02:19.25", "00:02:27.14" ], [ "00:02:30.05", "00:02:35.89" ], [ "00:02:39.54", "00:02:41.71" ] ], "start_stop_frames": [ [ 6912, 6957 ], [ 6962, 7356 ], [ 7502, 7794 ], [ 7977, 8085 ] ], "trgnoun": "hand_blender", "trgverb": "hold" }, { "key": "P04_107+65_66_67_68", "video_id": "P04_107", "narration_ids": [ "P04_107_65", "P04_107_66", "P04_107_67", "P04_107_68" ], "src": "cut greaseproof_paper with scissors . put_down roll of greaseproof paper . pick_up greaseproof_paper", "src1": "cut greaseproof_paper with scissors", "src2": "put_down roll of greaseproof paper", "src3": "pick_up greaseproof_paper", "trg": "unroll greaseproof_paper", "vis_src": "P04_107:65 P04_107:66 P04_107:67", "vis_trg": "P04_107:68", "narrations": [ "cut greaseproof paper with scissors", "put down roll of greaseproof paper", "pick up greaseproof paper", "unroll greaseproof paper" ], "verbs": [ "cut-with", "put-down", "pick-up", "unroll" ], "verb_classes": [ 7, 1, 0, 39 ], "nouns": [ "paper:greaseproof", "roll", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 227, 49, 49 ], "start_stop_timestamps": [ [ "00:02:30.77", "00:02:40.06" ], [ "00:02:40.11", "00:02:40.95" ], [ "00:02:40.48", "00:02:41.35" ], [ "00:02:41.69", "00:02:43.12" ] ], "start_stop_frames": [ [ 7538, 8003 ], [ 8005, 8047 ], [ 8023, 8067 ], [ 8084, 8156 ] ], "trgnoun": "greaseproof_paper", "trgverb": "unroll" }, { "key": "P02_130+317_318_319_320", "video_id": "P02_130", "narration_ids": [ "P02_130_317", "P02_130_318", "P02_130_319", "P02_130_320" ], "src": "close cupboard . unroll foil_paper . tear foil_paper", "src1": "close cupboard", "src2": "unroll foil_paper", "src3": "tear foil_paper", "trg": "crumple foil_paper", "vis_src": "P02_130:317 P02_130:318 P02_130:319", "vis_trg": "P02_130:320", "narrations": [ "close cupboard", "unroll foil paper", "tear foil paper", "crumple foil paper" ], "verbs": [ "close", "unroll", "tear", "crumple" ], "verb_classes": [ 4, 39, 43, 18 ], "nouns": [ "cupboard", "paper:foil", "paper:foil", "paper:foil" ], "noun_classes": [ 3, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:17:28.08", "00:17:29.55" ], [ "00:17:28.82", "00:17:30.88" ], [ "00:17:30.81", "00:17:35.24" ], [ "00:17:35.29", "00:17:37.58" ] ], "start_stop_frames": [ [ 52404, 52477 ], [ 52441, 52544 ], [ 52540, 52762 ], [ 52764, 52879 ] ], "trgnoun": "foil_paper", "trgverb": "crumple" }, { "key": "P01_105+141_142_143_144", "video_id": "P01_105", "narration_ids": [ "P01_105_141", "P01_105_142", "P01_105_143", "P01_105_144" ], "src": "pick_up salt . open jar . put_down lid", "src1": "pick_up salt", "src2": "open jar", "src3": "put_down lid", "trg": "grind salt", "vis_src": "P01_105:141 P01_105:142 P01_105:143", "vis_trg": "P01_105:144", "narrations": [ "pick up salt", "open jar", "put down lid", "grind salt" ], "verbs": [ "pick-up", "open", "put-down", "grind" ], "verb_classes": [ 0, 3, 1, 49 ], "nouns": [ "salt", "jar", "lid", "salt" ], "noun_classes": [ 38, 40, 6, 38 ], "start_stop_timestamps": [ [ "00:04:36.15", "00:04:37.08" ], [ "00:04:36.95", "00:04:38.29" ], [ "00:04:38.31", "00:04:38.70" ], [ "00:04:39.41", "00:04:43.85" ] ], "start_stop_frames": [ [ 13807, 13854 ], [ 13847, 13914 ], [ 13915, 13935 ], [ 13970, 14192 ] ], "trgnoun": "salt", "trgverb": "grind" }, { "key": "P04_121+37_38_39_40", "video_id": "P04_121", "narration_ids": [ "P04_121_37", "P04_121_38", "P04_121_39", "P04_121_40" ], "src": "turn_on hob . pick_up thermometer . adjust temperature on hob", "src1": "turn_on hob", "src2": "pick_up thermometer", "src3": "adjust temperature on hob", "trg": "look_at thermometer", "vis_src": "P04_121:37 P04_121:38 P04_121:39", "vis_trg": "P04_121:40", "narrations": [ "turn on hob", "pick up thermometer", "adjust temperature on hob", "look at thermometer" ], "verbs": [ "turn-on", "pick-up", "adjust-on", "look-at" ], "verb_classes": [ 6, 0, 17, 38 ], "nouns": [ "hob", "thermometer", "temperature", "thermometer" ], "noun_classes": [ 24, 166, 65, 166 ], "start_stop_timestamps": [ [ "00:03:14.00", "00:03:16.86" ], [ "00:03:16.10", "00:03:18.85" ], [ "00:03:18.39", "00:03:19.64" ], [ "00:03:18.84", "00:03:20.91" ] ], "start_stop_frames": [ [ 9700, 9843 ], [ 9805, 9942 ], [ 9919, 9982 ], [ 9942, 10045 ] ], "trgnoun": "thermometer", "trgverb": "look_at" }, { "key": "P26_104+29_30_32_33", "video_id": "P26_104", "narration_ids": [ "P26_104_29", "P26_104_30", "P26_104_32", "P26_104_33" ], "src": "open mozzarella . put_down knife . drain mozzarella", "src1": "open mozzarella", "src2": "put_down knife", "src3": "drain mozzarella", "trg": "pick_up mozzarella", "vis_src": "P26_104:29 P26_104:30 P26_104:32", "vis_trg": "P26_104:33", "narrations": [ "open mozzarella", "put down knife", "drain mozzarella", "pick up mozzarella" ], "verbs": [ "open", "put-down", "drain", "pick-up" ], "verb_classes": [ 3, 1, 37, 0 ], "nouns": [ "mozzarella", "knife", "mozzarella", "mozzarella" ], "noun_classes": [ 32, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:01:38.64", "00:01:43.13" ], [ "00:01:46.25", "00:01:47.41" ], [ "00:01:49.40", "00:01:53.38" ], [ "00:01:52.66", "00:01:55.63" ] ], "start_stop_frames": [ [ 4932, 5156 ], [ 5312, 5370 ], [ 5470, 5669 ], [ 5633, 5781 ] ], "trgnoun": "mozzarella", "trgverb": "pick_up" }, { "key": "P04_121+641_642_643_644", "video_id": "P04_121", "narration_ids": [ "P04_121_641", "P04_121_642", "P04_121_643", "P04_121_644" ], "src": "move thermometer . wipe counter with tea_towel . move teaspoon", "src1": "move thermometer", "src2": "wipe counter with tea_towel", "src3": "move teaspoon", "trg": "put tea_towel on oven door", "vis_src": "P04_121:641 P04_121:642 P04_121:643", "vis_trg": "P04_121:644", "narrations": [ "move thermometer", "wipe counter with tea towel", "move teaspoon", "put tea towel on oven door" ], "verbs": [ "move", "wipe-with", "move", "put-on" ], "verb_classes": [ 11, 2, 11, 1 ], "nouns": [ "thermometer", "towel:tea", "teaspoon", "towel:tea" ], "noun_classes": [ 166, 52, 1, 52 ], "start_stop_timestamps": [ [ "00:25:40.12", "00:25:41.39" ], [ "00:25:41.10", "00:25:43.61" ], [ "00:25:43.50", "00:25:44.81" ], [ "00:25:45.48", "00:25:48.25" ] ], "start_stop_frames": [ [ 77006, 77069 ], [ 77055, 77180 ], [ 77175, 77240 ], [ 77274, 77412 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P30_103+36_37_38_39", "video_id": "P30_103", "narration_ids": [ "P30_103_36", "P30_103_37", "P30_103_38", "P30_103_39" ], "src": "close cupboard . fold filter_paper . open filter_paper", "src1": "close cupboard", "src2": "fold filter_paper", "src3": "open filter_paper", "trg": "put filter_paper into v60", "vis_src": "P30_103:36 P30_103:37 P30_103:38", "vis_trg": "P30_103:39", "narrations": [ "close cupboard", "fold filter paper", "open filter paper", "put filter paper into v60" ], "verbs": [ "close", "fold", "open", "put-into" ], "verb_classes": [ 4, 28, 3, 5 ], "nouns": [ "cupboard", "paper:filter", "paper:filter", "paper:filter" ], "noun_classes": [ 3, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:00:57.56", "00:00:58.50" ], [ "00:00:58.43", "00:01:01.55" ], [ "00:01:01.55", "00:01:04.86" ], [ "00:01:03.18", "00:01:05.68" ] ], "start_stop_frames": [ [ 2878, 2925 ], [ 2921, 3077 ], [ 3077, 3243 ], [ 3159, 3284 ] ], "trgnoun": "filter_paper", "trgverb": "put_into" }, { "key": "P01_01+70_71_72_73", "video_id": "P01_01", "narration_ids": [ "P01_01_70", "P01_01_71", "P01_01_72", "P01_01_73" ], "src": "put celery back into fridge . close fridge . take spatula", "src1": "put celery back into fridge", "src2": "close fridge", "src3": "take spatula", "trg": "stir something", "vis_src": "P01_01:70 P01_01:71 P01_01:72", "vis_trg": "P01_01:73", "narrations": [ "put celery back into fridge", "close fridge", "take spatula", "stir something" ], "verbs": [ "put-into", "close", "take", "stir" ], "verb_classes": [ 5, 4, 0, 10 ], "nouns": [ "celery", "fridge", "spatula", "spatula" ], "noun_classes": [ 223, 12, 20, 20 ], "start_stop_timestamps": [ [ "00:06:00.76", "00:06:03.07" ], [ "00:06:03.07", "00:06:04.15" ], [ "00:06:07.34", "00:06:08.34" ], [ "00:06:08.37", "00:06:18.03" ] ], "start_stop_frames": [ [ 21645, 21784 ], [ 21784, 21849 ], [ 22040, 22100 ], [ 22102, 22681 ] ], "trgnoun": "spatula", "trgverb": "stir" }, { "key": "P02_09+304_305_306_307", "video_id": "P02_09", "narration_ids": [ "P02_09_304", "P02_09_305", "P02_09_306", "P02_09_307" ], "src": "break meat into pieces . put_in pan . pick_up meat", "src1": "break meat into pieces", "src2": "put_in pan", "src3": "pick_up meat", "trg": "break_up meat into pieces", "vis_src": "P02_09:304 P02_09:305 P02_09:306", "vis_trg": "P02_09:307", "narrations": [ "break meat into pieces", "put in pan", "pick up meat", "break up meat into pieces" ], "verbs": [ "break-into", "put-in", "pick-up", "break-up" ], "verb_classes": [ 30, 5, 0, 30 ], "nouns": [ "meat", "pan", "meat", "meat" ], "noun_classes": [ 28, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:22:50.00", "00:23:00.64" ], [ "00:22:50.92", "00:23:00.31" ], [ "00:23:01.23", "00:23:02.01" ], [ "00:23:05.39", "00:23:19.76" ] ], "start_stop_frames": [ [ 82200, 82838 ], [ 82255, 82818 ], [ 82873, 82920 ], [ 83123, 83985 ] ], "trgnoun": "meat", "trgverb": "break_up" }, { "key": "P01_02+142_143_144_145", "video_id": "P01_02", "narration_ids": [ "P01_02_142", "P01_02_143", "P01_02_144", "P01_02_145" ], "src": "pour water into glass . put_down bottle . drink water", "src1": "pour water into glass", "src2": "put_down bottle", "src3": "drink water", "trg": "close bottle", "vis_src": "P01_02:142 P01_02:143 P01_02:144", "vis_trg": "P01_02:145", "narrations": [ "pour water into glass", "put down bottle", "drink water", "close bottle" ], "verbs": [ "pour-into", "put-down", "drink", "close" ], "verb_classes": [ 9, 1, 60, 4 ], "nouns": [ "water", "bottle", "water", "bottle" ], "noun_classes": [ 27, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:08:09.00", "00:08:13.10" ], [ "00:08:13.20", "00:08:14.20" ], [ "00:08:13.80", "00:08:19.25" ], [ "00:08:14.65", "00:08:17.15" ] ], "start_stop_frames": [ [ 29340, 29586 ], [ 29592, 29652 ], [ 29628, 29955 ], [ 29679, 29829 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P30_03+45_46_47_48", "video_id": "P30_03", "narration_ids": [ "P30_03_45", "P30_03_46", "P30_03_47", "P30_03_48" ], "src": "move screw_driver . open coffee_bag . scoop coffee from bag", "src1": "move screw_driver", "src2": "open coffee_bag", "src3": "scoop coffee from bag", "trg": "put coffee into grinder", "vis_src": "P30_03:45 P30_03:46 P30_03:47", "vis_trg": "P30_03:48", "narrations": [ "move screw driver", "open coffee bag", "scoop coffee from bag", "put coffee into grinder" ], "verbs": [ "move", "open", "scoop-from", "put-into" ], "verb_classes": [ 11, 3, 16, 5 ], "nouns": [ "driver:screw", "bag:coffee", "coffee", "coffee" ], "noun_classes": [ 154, 19, 59, 59 ], "start_stop_timestamps": [ [ "00:02:23.61", "00:02:26.20" ], [ "00:02:26.67", "00:02:28.96" ], [ "00:02:29.70", "00:02:31.76" ], [ "00:02:31.50", "00:02:34.08" ] ], "start_stop_frames": [ [ 8616, 8772 ], [ 8800, 8937 ], [ 8982, 9105 ], [ 9090, 9244 ] ], "trgnoun": "coffee", "trgverb": "put_into" }, { "key": "P10_04+118_119_120_121", "video_id": "P10_04", "narration_ids": [ "P10_04_118", "P10_04_119", "P10_04_120", "P10_04_121" ], "src": "cut the leek . cut the ginger . put the onion the leek back into the plastic bag", "src1": "cut the leek", "src2": "cut the ginger", "src3": "put the onion the leek back into the plastic bag", "trg": "seals it with the", "vis_src": "P10_04:118 P10_04:119 P10_04:120", "vis_trg": "P10_04:121", "narrations": [ "cut the leek", "cut the ginger", "put the onion the leek back into the plastic bag", "seals it with the" ], "verbs": [ "cut", "cut", "put", "seal-with" ], "verb_classes": [ 7, 7, 1, 36 ], "nouns": [ "leek", "ginger", "onion", "onion" ], "noun_classes": [ 117, 131, 16, 16 ], "start_stop_timestamps": [ [ "00:13:29.84", "00:13:32.46" ], [ "00:13:32.56", "00:13:34.19" ], [ "00:13:38.13", "00:13:40.50" ], [ "00:13:39.92", "00:13:41.38" ] ], "start_stop_frames": [ [ 48590, 48747 ], [ 48753, 48851 ], [ 49087, 49230 ], [ 49195, 49282 ] ], "trgnoun": "onion", "trgverb": "seal_with" }, { "key": "P08_21+291_292_293_294", "video_id": "P08_21", "narration_ids": [ "P08_21_291", "P08_21_292", "P08_21_293", "P08_21_294" ], "src": "close cupboard . open microwave . place bowl", "src1": "close cupboard", "src2": "open microwave", "src3": "place bowl", "trg": "close microwave", "vis_src": "P08_21:291 P08_21:292 P08_21:293", "vis_trg": "P08_21:294", "narrations": [ "close cupboard", "open microwave", "place bowl", "close microwave" ], "verbs": [ "close", "open", "place", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "cupboard", "microwave", "bowl", "microwave" ], "noun_classes": [ 3, 90, 7, 90 ], "start_stop_timestamps": [ [ "00:20:05.14", "00:20:06.14" ], [ "00:20:06.57", "00:20:08.19" ], [ "00:20:09.88", "00:20:11.35" ], [ "00:20:11.36", "00:20:12.76" ] ], "start_stop_frames": [ [ 72308, 72368 ], [ 72394, 72491 ], [ 72592, 72681 ], [ 72681, 72765 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P02_03+234_235_236_237", "video_id": "P02_03", "narration_ids": [ "P02_03_234", "P02_03_235", "P02_03_236", "P02_03_237" ], "src": "move scissors . put plate . pick_up oil", "src1": "move scissors", "src2": "put plate", "src3": "pick_up oil", "trg": "sprinkle oil into pasta pot", "vis_src": "P02_03:234 P02_03:235 P02_03:236", "vis_trg": "P02_03:237", "narrations": [ "move scissors", "put plate", "pick up oil", "sprinkle oil into pasta pot" ], "verbs": [ "move", "put", "pick-up", "sprinkle-into" ], "verb_classes": [ 11, 1, 0, 42 ], "nouns": [ "scissors", "plate", "oil", "oil" ], "noun_classes": [ 79, 2, 31, 31 ], "start_stop_timestamps": [ [ "00:12:54.96", "00:12:56.09" ], [ "00:12:55.69", "00:12:56.73" ], [ "00:12:58.95", "00:13:00.45" ], [ "00:13:01.55", "00:13:04.30" ] ], "start_stop_frames": [ [ 46497, 46565 ], [ 46541, 46603 ], [ 46737, 46827 ], [ 46893, 47058 ] ], "trgnoun": "oil", "trgverb": "sprinkle_into" }, { "key": "P04_121+429_430_431_432", "video_id": "P04_121", "narration_ids": [ "P04_121_429", "P04_121_430", "P04_121_431", "P04_121_432" ], "src": "pick_up tea_towel . rotate pan_handle . clean_up spills on hob", "src1": "pick_up tea_towel", "src2": "rotate pan_handle", "src3": "clean_up spills on hob", "trg": "put tea_towel on oven door", "vis_src": "P04_121:429 P04_121:430 P04_121:431", "vis_trg": "P04_121:432", "narrations": [ "pick up tea towel", "rotate pan handle", "clean up spills on hob", "put tea towel on oven door" ], "verbs": [ "pick-up", "rotate", "clean-up", "put-on" ], "verb_classes": [ 0, 23, 2, 1 ], "nouns": [ "towel:tea", "handle:pan", "spill", "towel:tea" ], "noun_classes": [ 52, 191, 150, 52 ], "start_stop_timestamps": [ [ "00:19:02.39", "00:19:03.37" ], [ "00:19:03.45", "00:19:04.25" ], [ "00:19:04.32", "00:19:05.49" ], [ "00:19:05.57", "00:19:06.29" ] ], "start_stop_frames": [ [ 57119, 57168 ], [ 57172, 57212 ], [ 57216, 57274 ], [ 57278, 57314 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P30_06+2_3_4_5", "video_id": "P30_06", "narration_ids": [ "P30_06_2", "P30_06_3", "P30_06_4", "P30_06_5" ], "src": "close fridge . move plate . take bowl", "src1": "close fridge", "src2": "move plate", "src3": "take bowl", "trg": "put bowl", "vis_src": "P30_06:2 P30_06:3 P30_06:4", "vis_trg": "P30_06:5", "narrations": [ "close fridge", "move plate", "take bowl", "put bowl" ], "verbs": [ "close", "move", "take", "put" ], "verb_classes": [ 4, 11, 0, 1 ], "nouns": [ "fridge", "plate", "bowl", "bowl" ], "noun_classes": [ 12, 2, 7, 7 ], "start_stop_timestamps": [ [ "00:00:07.01", "00:00:08.04" ], [ "00:00:09.42", "00:00:10.56" ], [ "00:00:09.49", "00:00:10.67" ], [ "00:00:10.77", "00:00:11.65" ] ], "start_stop_frames": [ [ 420, 482 ], [ 565, 633 ], [ 569, 640 ], [ 646, 699 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P24_08+24_25_26_27", "video_id": "P24_08", "narration_ids": [ "P24_08_24", "P24_08_25", "P24_08_26", "P24_08_27" ], "src": "close door . pick_up pasta . pour pasta onto plate", "src1": "close door", "src2": "pick_up pasta", "src3": "pour pasta onto plate", "trg": "open door", "vis_src": "P24_08:24 P24_08:25 P24_08:26", "vis_trg": "P24_08:27", "narrations": [ "close door", "pick up pasta", "pour pasta onto plate", "open door" ], "verbs": [ "close", "pick-up", "pour-onto", "open" ], "verb_classes": [ 4, 0, 9, 3 ], "nouns": [ "door", "pasta", "pasta", "door" ], "noun_classes": [ 3, 45, 45, 3 ], "start_stop_timestamps": [ [ "00:00:55.02", "00:00:56.44" ], [ "00:00:57.67", "00:00:59.64" ], [ "00:01:01.52", "00:01:17.41" ], [ "00:01:22.04", "00:01:22.76" ] ], "start_stop_frames": [ [ 3301, 3386 ], [ 3460, 3578 ], [ 3691, 4644 ], [ 4922, 4965 ] ], "trgnoun": "door", "trgverb": "open" }, { "key": "P13_08+141_142_143_144", "video_id": "P13_08", "narration_ids": [ "P13_08_141", "P13_08_142", "P13_08_143", "P13_08_144" ], "src": "stir cream . open fridge . pick_up cheese_pack", "src1": "stir cream", "src2": "open fridge", "src3": "pick_up cheese_pack", "trg": "put cheese_pack on table", "vis_src": "P13_08:141 P13_08:142 P13_08:143", "vis_trg": "P13_08:144", "narrations": [ "stir cream", "open fridge", "pick up cheese pack", "put cheese pack on table" ], "verbs": [ "stir", "open", "pick-up", "put-on" ], "verb_classes": [ 10, 3, 0, 1 ], "nouns": [ "cream", "fridge", "pack:cheese", "pack:cheese" ], "noun_classes": [ 143, 12, 26, 26 ], "start_stop_timestamps": [ [ "00:32:34.58", "00:32:54.36" ], [ "00:32:55.27", "00:32:58.23" ], [ "00:32:58.98", "00:33:02.54" ], [ "00:33:04.22", "00:33:06.90" ] ], "start_stop_frames": [ [ 117274, 118461 ], [ 118516, 118693 ], [ 118738, 118952 ], [ 119053, 119214 ] ], "trgnoun": "cheese_pack", "trgverb": "put_on" }, { "key": "P35_108+116_117_118_119", "video_id": "P35_108", "narration_ids": [ "P35_108_116", "P35_108_117", "P35_108_118", "P35_108_119" ], "src": "wash plate . adjust tap . take fork", "src1": "wash plate", "src2": "adjust tap", "src3": "take fork", "trg": "wash fork", "vis_src": "P35_108:116 P35_108:117 P35_108:118", "vis_trg": "P35_108:119", "narrations": [ "wash plate", "adjust tap", "take fork", "wash fork" ], "verbs": [ "wash", "adjust", "take", "wash" ], "verb_classes": [ 2, 17, 0, 2 ], "nouns": [ "plate", "tap", "fork", "fork" ], "noun_classes": [ 2, 0, 14, 14 ], "start_stop_timestamps": [ [ "00:07:17.54", "00:07:27.79" ], [ "00:07:27.42", "00:07:30.68" ], [ "00:07:30.89", "00:07:32.01" ], [ "00:07:31.73", "00:07:35.36" ] ], "start_stop_frames": [ [ 21877, 22389 ], [ 22371, 22534 ], [ 22544, 22600 ], [ 22586, 22768 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P01_17+97_98_99_100", "video_id": "P01_17", "narration_ids": [ "P01_17_97", "P01_17_98", "P01_17_99", "P01_17_100" ], "src": "close cupboard . take carrots . move container", "src1": "close cupboard", "src2": "take carrots", "src3": "move container", "trg": "grate carrots", "vis_src": "P01_17:97 P01_17:98 P01_17:99", "vis_trg": "P01_17:100", "narrations": [ "close cupboard", "take carrots", "move container", "grate carrots" ], "verbs": [ "close", "take", "move", "grate" ], "verb_classes": [ 4, 0, 11, 77 ], "nouns": [ "cupboard", "carrot", "container", "carrot" ], "noun_classes": [ 3, 41, 21, 41 ], "start_stop_timestamps": [ [ "00:06:55.51", "00:06:57.26" ], [ "00:06:57.36", "00:06:58.11" ], [ "00:06:58.16", "00:06:59.31" ], [ "00:07:00.16", "00:07:12.02" ] ], "start_stop_frames": [ [ 24930, 25035 ], [ 25041, 25086 ], [ 25089, 25158 ], [ 25209, 25921 ] ], "trgnoun": "carrot", "trgverb": "grate" }, { "key": "P05_02+21_22_23_24", "video_id": "P05_02", "narration_ids": [ "P05_02_21", "P05_02_22", "P05_02_23", "P05_02_24" ], "src": "throw napkin . open water_tap . rinse hands", "src1": "throw napkin", "src2": "open water_tap", "src3": "rinse hands", "trg": "close water_tap", "vis_src": "P05_02:21 P05_02:22 P05_02:23", "vis_trg": "P05_02:24", "narrations": [ "throw napkin", "open water tap", "rinse hands", "close water tap" ], "verbs": [ "throw", "open", "rinse", "close" ], "verb_classes": [ 13, 3, 2, 4 ], "nouns": [ "napkin", "tap:water", "hand", "tap:water" ], "noun_classes": [ 88, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:01:43.71", "00:01:44.63" ], [ "00:01:45.48", "00:01:46.29" ], [ "00:01:46.18", "00:01:48.68" ], [ "00:01:48.57", "00:01:49.54" ] ], "start_stop_frames": [ [ 6222, 6277 ], [ 6328, 6377 ], [ 6370, 6520 ], [ 6514, 6572 ] ], "trgnoun": "water_tap", "trgverb": "close" }, { "key": "P25_106+133_134_135_136", "video_id": "P25_106", "narration_ids": [ "P25_106_133", "P25_106_134", "P25_106_135", "P25_106_136" ], "src": "pick_up pasta . put_down pasta . put_down knife", "src1": "pick_up pasta", "src2": "put_down pasta", "src3": "put_down knife", "trg": "open pasta", "vis_src": "P25_106:133 P25_106:134 P25_106:135", "vis_trg": "P25_106:136", "narrations": [ "pick up pasta", "put down pasta", "put down knife", "open pasta" ], "verbs": [ "pick-up", "put-down", "put-down", "open" ], "verb_classes": [ 0, 1, 1, 3 ], "nouns": [ "pasta", "pasta", "knife", "pasta" ], "noun_classes": [ 45, 45, 4, 45 ], "start_stop_timestamps": [ [ "00:12:26.78", "00:12:29.45" ], [ "00:12:36.20", "00:12:38.13" ], [ "00:12:37.59", "00:12:42.25" ], [ "00:12:43.76", "00:12:47.83" ] ], "start_stop_frames": [ [ 37339, 37472 ], [ 37810, 37906 ], [ 37879, 38112 ], [ 38188, 38391 ] ], "trgnoun": "pasta", "trgverb": "open" }, { "key": "P28_103+234_235_236_237", "video_id": "P28_103", "narration_ids": [ "P28_103_234", "P28_103_235", "P28_103_236", "P28_103_237" ], "src": "stir vegetables . put oven_glove . put spatula", "src1": "stir vegetables", "src2": "put oven_glove", "src3": "put spatula", "trg": "take spatula", "vis_src": "P28_103:234 P28_103:235 P28_103:236", "vis_trg": "P28_103:237", "narrations": [ "stir vegetables", "put oven glove", "put spatula", "take spatula" ], "verbs": [ "stir", "put", "put", "take" ], "verb_classes": [ 10, 1, 1, 0 ], "nouns": [ "vegetable", "glove:oven", "spatula", "spatula" ], "noun_classes": [ 94, 60, 20, 20 ], "start_stop_timestamps": [ [ "00:24:05.73", "00:24:15.40" ], [ "00:24:24.01", "00:24:25.64" ], [ "00:24:25.73", "00:24:26.80" ], [ "00:24:37.36", "00:24:38.72" ] ], "start_stop_frames": [ [ 72286, 72770 ], [ 73200, 73282 ], [ 73286, 73340 ], [ 73868, 73936 ] ], "trgnoun": "spatula", "trgverb": "take" }, { "key": "P01_02+119_120_121_122", "video_id": "P01_02", "narration_ids": [ "P01_02_119", "P01_02_120", "P01_02_121", "P01_02_122" ], "src": "wipe sink . open tap . rinse rag", "src1": "wipe sink", "src2": "open tap", "src3": "rinse rag", "trg": "close tap", "vis_src": "P01_02:119 P01_02:120 P01_02:121", "vis_trg": "P01_02:122", "narrations": [ "wipe sink", "open tap", "rinse rag", "close tap" ], "verbs": [ "wipe", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 2, 6, 2, 8 ], "nouns": [ "sink", "tap", "rag", "tap" ], "noun_classes": [ 63, 0, 17, 0 ], "start_stop_timestamps": [ [ "00:06:53.49", "00:06:57.91" ], [ "00:06:57.65", "00:06:59.53" ], [ "00:06:59.32", "00:07:04.40" ], [ "00:07:04.49", "00:07:05.83" ] ], "start_stop_frames": [ [ 24809, 25074 ], [ 25059, 25171 ], [ 25159, 25464 ], [ 25469, 25549 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P03_101+331_332_333_334", "video_id": "P03_101", "narration_ids": [ "P03_101_331", "P03_101_332", "P03_101_333", "P03_101_334" ], "src": "remove top from washing machine . check washing . remove washing from washing_machine", "src1": "remove top from washing machine", "src2": "check washing", "src3": "remove washing from washing_machine", "trg": "put washing back into washing_machine", "vis_src": "P03_101:331 P03_101:332 P03_101:333", "vis_trg": "P03_101:334", "narrations": [ "remove top from washing machine", "check washing", "remove washing from washing machine", "put washing back into washing machine" ], "verbs": [ "remove-from", "check", "remove", "put" ], "verb_classes": [ 12, 24, 12, 1 ], "nouns": [ "top", "washing", "machine:washing", "machine:washing" ], "noun_classes": [ 42, 73, 124, 124 ], "start_stop_timestamps": [ [ "00:13:24.59", "00:13:27.27" ], [ "00:13:27.69", "00:13:28.79" ], [ "00:13:28.89", "00:13:29.84" ], [ "00:13:29.72", "00:13:30.60" ] ], "start_stop_frames": [ [ 40229, 40363 ], [ 40384, 40439 ], [ 40444, 40492 ], [ 40486, 40530 ] ], "trgnoun": "washing_machine", "trgverb": "put" }, { "key": "P01_05+53_54_55_56", "video_id": "P01_05", "narration_ids": [ "P01_05_53", "P01_05_54", "P01_05_55", "P01_05_56" ], "src": "move sausages . move cutting_board . take kettle", "src1": "move sausages", "src2": "move cutting_board", "src3": "take kettle", "trg": "open kettle", "vis_src": "P01_05:53 P01_05:54 P01_05:55", "vis_trg": "P01_05:56", "narrations": [ "move sausages", "move cutting board", "take kettle", "open kettle" ], "verbs": [ "move", "move", "take", "open" ], "verb_classes": [ 11, 11, 0, 3 ], "nouns": [ "sausage", "board:cutting", "kettle", "kettle" ], "noun_classes": [ 86, 18, 44, 44 ], "start_stop_timestamps": [ [ "00:02:39.46", "00:02:40.55" ], [ "00:02:41.56", "00:02:42.92" ], [ "00:02:44.89", "00:02:45.94" ], [ "00:02:46.43", "00:02:47.18" ] ], "start_stop_frames": [ [ 9567, 9633 ], [ 9693, 9775 ], [ 9893, 9956 ], [ 9985, 10030 ] ], "trgnoun": "kettle", "trgverb": "open" }, { "key": "P04_107+401_402_403_404", "video_id": "P04_107", "narration_ids": [ "P04_107_401", "P04_107_402", "P04_107_403", "P04_107_404" ], "src": "peel dough off rolling pin . turn_over dough . roll_out dough", "src1": "peel dough off rolling pin", "src2": "turn_over dough", "src3": "roll_out dough", "trg": "pick_up dough", "vis_src": "P04_107:401 P04_107:402 P04_107:403", "vis_trg": "P04_107:404", "narrations": [ "peel dough off rolling pin", "turn over dough", "roll out dough", "pick up dough" ], "verbs": [ "peel-off", "turn-over", "roll-out", "pick-up" ], "verb_classes": [ 19, 22, 39, 0 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:08.13", "00:12:09.37" ], [ "00:12:09.26", "00:12:10.05" ], [ "00:12:10.12", "00:12:12.15" ], [ "00:12:12.84", "00:12:13.84" ] ], "start_stop_frames": [ [ 36406, 36468 ], [ 36463, 36502 ], [ 36506, 36607 ], [ 36642, 36692 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P25_02+22_23_24_25", "video_id": "P25_02", "narration_ids": [ "P25_02_22", "P25_02_23", "P25_02_24", "P25_02_25" ], "src": "wash spoon . pick_up spoon . put spoon", "src1": "wash spoon", "src2": "pick_up spoon", "src3": "put spoon", "trg": "take spoon", "vis_src": "P25_02:22 P25_02:23 P25_02:24", "vis_trg": "P25_02:25", "narrations": [ "wash spoon", "pick up spoon", "put spoon", "take spoon" ], "verbs": [ "wash", "pick-up", "put", "take" ], "verb_classes": [ 2, 0, 1, 0 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:02:56.12", "00:03:15.62" ], [ "00:02:58.29", "00:02:59.70" ], [ "00:03:15.34", "00:03:17.36" ], [ "00:03:17.06", "00:03:18.30" ] ], "start_stop_frames": [ [ 10567, 11737 ], [ 10697, 10782 ], [ 11720, 11841 ], [ 11823, 11898 ] ], "trgnoun": "spoon", "trgverb": "take" }, { "key": "P01_09+446_447_448_449", "video_id": "P01_09", "narration_ids": [ "P01_09_446", "P01_09_447", "P01_09_448", "P01_09_449" ], "src": "take scissors . open drawer . put scissors into drawer", "src1": "take scissors", "src2": "open drawer", "src3": "put scissors into drawer", "trg": "close drawer", "vis_src": "P01_09:446 P01_09:447 P01_09:448", "vis_trg": "P01_09:449", "narrations": [ "take scissors", "open drawer", "put scissors into drawer", "close drawer" ], "verbs": [ "take", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "scissors", "drawer", "scissors", "drawer" ], "noun_classes": [ 79, 8, 79, 8 ], "start_stop_timestamps": [ [ "00:32:00.34", "00:32:01.09" ], [ "00:32:01.32", "00:32:02.41" ], [ "00:32:02.39", "00:32:03.64" ], [ "00:32:03.25", "00:32:04.02" ] ], "start_stop_frames": [ [ 115220, 115265 ], [ 115279, 115344 ], [ 115343, 115418 ], [ 115395, 115441 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_109+95_96_97_100", "video_id": "P04_109", "narration_ids": [ "P04_109_95", "P04_109_96", "P04_109_97", "P04_109_100" ], "src": "slice carrot . take carrot . put carrot in measuring jug", "src1": "slice carrot", "src2": "take carrot", "src3": "put carrot in measuring jug", "trg": "drop carrot into measuring jug", "vis_src": "P04_109:95 P04_109:96 P04_109:97", "vis_trg": "P04_109:100", "narrations": [ "slice carrot", "take carrot", "put carrot in measuring jug", "drop carrot into measuring jug" ], "verbs": [ "slice", "take", "put-in", "drop-into" ], "verb_classes": [ 7, 0, 5, 5 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:54.83", "00:03:59.42" ], [ "00:03:59.39", "00:04:00.69" ], [ "00:04:00.78", "00:04:01.43" ], [ "00:04:01.12", "00:04:03.85" ] ], "start_stop_frames": [ [ 11741, 11971 ], [ 11969, 12034 ], [ 12039, 12071 ], [ 12056, 12192 ] ], "trgnoun": "carrot", "trgverb": "drop_into" }, { "key": "P27_105+42_43_44_45", "video_id": "P27_105", "narration_ids": [ "P27_105_42", "P27_105_43", "P27_105_44", "P27_105_45" ], "src": "throw toothpick . pick_up sponge . apply soap", "src1": "throw toothpick", "src2": "pick_up sponge", "src3": "apply soap", "trg": "squeeze sponge", "vis_src": "P27_105:42 P27_105:43 P27_105:44", "vis_trg": "P27_105:45", "narrations": [ "throw toothpick", "pick up sponge", "apply soap", "squeeze sponge" ], "verbs": [ "throw", "pick-up", "apply", "squeeze" ], "verb_classes": [ 13, 0, 27, 18 ], "nouns": [ "toothpick", "sponge", "soap", "sponge" ], "noun_classes": [ 228, 9, 22, 9 ], "start_stop_timestamps": [ [ "00:02:24.77", "00:02:25.44" ], [ "00:02:30.66", "00:02:31.54" ], [ "00:02:32.15", "00:02:33.58" ], [ "00:02:33.47", "00:02:36.60" ] ], "start_stop_frames": [ [ 7238, 7272 ], [ 7533, 7577 ], [ 7607, 7678 ], [ 7673, 7830 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P03_116+4_5_6_7", "video_id": "P03_116", "narration_ids": [ "P03_116_4", "P03_116_5", "P03_116_6", "P03_116_7" ], "src": "fill bottle . turn_off tap . screw lid on bottle", "src1": "fill bottle", "src2": "turn_off tap", "src3": "screw lid on bottle", "trg": "put_down bottle", "vis_src": "P03_116:4 P03_116:5 P03_116:6", "vis_trg": "P03_116:7", "narrations": [ "fill bottle", "turn off tap", "screw lid on bottle", "put down bottle" ], "verbs": [ "fill", "turn-off", "screw-on", "put-down" ], "verb_classes": [ 26, 8, 4, 1 ], "nouns": [ "bottle", "tap", "lid", "bottle" ], "noun_classes": [ 15, 0, 6, 15 ], "start_stop_timestamps": [ [ "00:00:09.35", "00:00:11.39" ], [ "00:00:12.01", "00:00:13.89" ], [ "00:00:14.74", "00:00:16.75" ], [ "00:00:16.84", "00:00:18.12" ] ], "start_stop_frames": [ [ 467, 569 ], [ 600, 694 ], [ 737, 837 ], [ 842, 906 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P26_06+2_3_4_5", "video_id": "P26_06", "narration_ids": [ "P26_06_2", "P26_06_3", "P26_06_4", "P26_06_5" ], "src": "close lid . pick_up salt . open door", "src1": "close lid", "src2": "pick_up salt", "src3": "open door", "trg": "put salt", "vis_src": "P26_06:2 P26_06:3 P26_06:4", "vis_trg": "P26_06:5", "narrations": [ "close lid", "pick up salt", "open door", "put salt" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "lid", "salt", "door", "salt" ], "noun_classes": [ 6, 38, 3, 38 ], "start_stop_timestamps": [ [ "00:00:12.49", "00:00:16.34" ], [ "00:00:17.55", "00:00:18.62" ], [ "00:00:18.55", "00:00:19.49" ], [ "00:00:19.42", "00:00:21.50" ] ], "start_stop_frames": [ [ 749, 980 ], [ 1053, 1117 ], [ 1113, 1169 ], [ 1165, 1290 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P01_03+19_20_21_22", "video_id": "P01_03", "narration_ids": [ "P01_03_19", "P01_03_20", "P01_03_21", "P01_03_22" ], "src": "put_down cup . take soy_milk . shake soy_milk", "src1": "put_down cup", "src2": "take soy_milk", "src3": "shake soy_milk", "trg": "open soy_milk", "vis_src": "P01_03:19 P01_03:20 P01_03:21", "vis_trg": "P01_03:22", "narrations": [ "put down cup", "take soy milk", "shake soy milk", "open soy milk" ], "verbs": [ "put-down", "take", "shake", "open" ], "verb_classes": [ 1, 0, 15, 3 ], "nouns": [ "cup", "milk:soy", "milk:soy", "milk:soy" ], "noun_classes": [ 13, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:00:50.75", "00:00:51.60" ], [ "00:00:51.70", "00:00:52.95" ], [ "00:00:53.06", "00:00:55.72" ], [ "00:00:55.68", "00:00:57.63" ] ], "start_stop_frames": [ [ 3045, 3096 ], [ 3102, 3177 ], [ 3183, 3343 ], [ 3340, 3457 ] ], "trgnoun": "soy_milk", "trgverb": "open" }, { "key": "P28_09+22_23_24_25", "video_id": "P28_09", "narration_ids": [ "P28_09_22", "P28_09_23", "P28_09_24", "P28_09_25" ], "src": "take_out cherry_tomatoes . throw rubbish . turn_on tap", "src1": "take_out cherry_tomatoes", "src2": "throw rubbish", "src3": "turn_on tap", "trg": "wash cherry_tomatoes", "vis_src": "P28_09:22 P28_09:23 P28_09:24", "vis_trg": "P28_09:25", "narrations": [ "take out cherry tomatoes", "throw rubbish", "turn on tap", "wash cherry tomatoes" ], "verbs": [ "take-out", "throw", "turn-on", "wash" ], "verb_classes": [ 12, 13, 6, 2 ], "nouns": [ "tomato:cherry", "rubbish", "tap", "tomato:cherry" ], "noun_classes": [ 43, 54, 0, 43 ], "start_stop_timestamps": [ [ "00:01:00.34", "00:01:11.58" ], [ "00:01:12.18", "00:01:14.18" ], [ "00:01:16.70", "00:01:18.32" ], [ "00:01:18.42", "00:01:25.15" ] ], "start_stop_frames": [ [ 3620, 4294 ], [ 4330, 4450 ], [ 4602, 4699 ], [ 4705, 5109 ] ], "trgnoun": "cherry_tomato", "trgverb": "wash" }, { "key": "P04_121+591_592_593_594", "video_id": "P04_121", "narration_ids": [ "P04_121_591", "P04_121_592", "P04_121_593", "P04_121_594" ], "src": "fold cheese . pick_up bowl . tip whey out of bowl into pan", "src1": "fold cheese", "src2": "pick_up bowl", "src3": "tip whey out of bowl into pan", "trg": "put_down bowl", "vis_src": "P04_121:591 P04_121:592 P04_121:593", "vis_trg": "P04_121:594", "narrations": [ "fold cheese", "pick up bowl", "tip whey out of bowl into pan", "put down bowl" ], "verbs": [ "fold", "pick-up", "tip-out", "put-down" ], "verb_classes": [ 28, 0, 20, 1 ], "nouns": [ "cheese", "bowl", "bowl", "bowl" ], "noun_classes": [ 32, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:23:29.73", "00:23:31.98" ], [ "00:23:33.93", "00:23:34.74" ], [ "00:23:34.64", "00:23:36.27" ], [ "00:23:36.31", "00:23:37.72" ] ], "start_stop_frames": [ [ 70486, 70599 ], [ 70696, 70737 ], [ 70732, 70813 ], [ 70815, 70886 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_118+61_62_63_64", "video_id": "P02_118", "narration_ids": [ "P02_118_61", "P02_118_62", "P02_118_63", "P02_118_64" ], "src": "pick_up knife . open blender_cover . stir pistachio in blender", "src1": "pick_up knife", "src2": "open blender_cover", "src3": "stir pistachio in blender", "trg": "close blender_cover", "vis_src": "P02_118:61 P02_118:62 P02_118:63", "vis_trg": "P02_118:64", "narrations": [ "pick up knife", "open blender cover", "stir pistachio in blender", "close blender cover" ], "verbs": [ "pick-up", "open", "stir-in", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "knife", "cover:blender", "pistachio", "cover:blender" ], "noun_classes": [ 4, 89, 133, 89 ], "start_stop_timestamps": [ [ "00:03:41.55", "00:03:42.20" ], [ "00:03:42.47", "00:03:43.12" ], [ "00:03:43.20", "00:03:49.59" ], [ "00:03:49.69", "00:03:50.67" ] ], "start_stop_frames": [ [ 11077, 11110 ], [ 11123, 11156 ], [ 11160, 11479 ], [ 11484, 11533 ] ], "trgnoun": "blender_cover", "trgverb": "close" }, { "key": "P24_08+303_304_305_306", "video_id": "P24_08", "narration_ids": [ "P24_08_303", "P24_08_304", "P24_08_305", "P24_08_306" ], "src": "stir pasta . take rag . take plate", "src1": "stir pasta", "src2": "take rag", "src3": "take plate", "trg": "put_down plate", "vis_src": "P24_08:303 P24_08:304 P24_08:305", "vis_trg": "P24_08:306", "narrations": [ "stir pasta", "take rag", "take plate", "put down plate" ], "verbs": [ "stir", "take", "take", "put-down" ], "verb_classes": [ 10, 0, 0, 1 ], "nouns": [ "pasta", "rag", "plate", "plate" ], "noun_classes": [ 45, 17, 2, 2 ], "start_stop_timestamps": [ [ "00:21:32.76", "00:21:37.48" ], [ "00:21:37.72", "00:21:39.44" ], [ "00:21:41.56", "00:21:42.70" ], [ "00:21:42.73", "00:21:43.48" ] ], "start_stop_frames": [ [ 77565, 77848 ], [ 77863, 77966 ], [ 78093, 78162 ], [ 78163, 78208 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_09+155_156_157_158", "video_id": "P22_09", "narration_ids": [ "P22_09_155", "P22_09_156", "P22_09_157", "P22_09_158" ], "src": "rinse cloth . turn_off tap . rinse cooker", "src1": "rinse cloth", "src2": "turn_off tap", "src3": "rinse cooker", "trg": "move cooker", "vis_src": "P22_09:155 P22_09:156 P22_09:157", "vis_trg": "P22_09:158", "narrations": [ "rinse cloth", "turn off tap", "rinse cooker", "move cooker" ], "verbs": [ "rinse", "turn-off", "rinse", "move" ], "verb_classes": [ 2, 8, 2, 11 ], "nouns": [ "cloth", "tap", "cooker", "cooker" ], "noun_classes": [ 17, 0, 46, 46 ], "start_stop_timestamps": [ [ "00:05:06.61", "00:05:08.05" ], [ "00:05:08.15", "00:05:08.83" ], [ "00:05:11.45", "00:05:14.30" ], [ "00:05:13.07", "00:05:17.87" ] ], "start_stop_frames": [ [ 18396, 18483 ], [ 18489, 18529 ], [ 18687, 18858 ], [ 18784, 19072 ] ], "trgnoun": "cooker", "trgverb": "move" }, { "key": "P04_113+178_179_180_181", "video_id": "P04_113", "narration_ids": [ "P04_113_178", "P04_113_179", "P04_113_180", "P04_113_181" ], "src": "pick_up plug . put plug in socket . put steamer_tray in rice cooker", "src1": "pick_up plug", "src2": "put plug in socket", "src3": "put steamer_tray in rice cooker", "trg": "put_on steamer_tray", "vis_src": "P04_113:178 P04_113:179 P04_113:180", "vis_trg": "P04_113:181", "narrations": [ "pick up plug", "put plug in socket", "put steamer tray in rice cooker", "put on steamer tray" ], "verbs": [ "pick-up", "put-in", "put-in", "put-on" ], "verb_classes": [ 0, 5, 5, 1 ], "nouns": [ "plug", "plug", "tray:steamer", "tray:steamer" ], "noun_classes": [ 153, 153, 35, 35 ], "start_stop_timestamps": [ [ "00:05:29.31", "00:05:31.64" ], [ "00:05:31.68", "00:05:36.99" ], [ "00:05:37.62", "00:05:39.22" ], [ "00:05:38.83", "00:05:40.48" ] ], "start_stop_frames": [ [ 16465, 16582 ], [ 16584, 16849 ], [ 16881, 16961 ], [ 16941, 17024 ] ], "trgnoun": "steamer_tray", "trgverb": "put_on" }, { "key": "P22_113+155_156_157_158", "video_id": "P22_113", "narration_ids": [ "P22_113_155", "P22_113_156", "P22_113_157", "P22_113_158" ], "src": "move cutting_board . move container . remove lid", "src1": "move cutting_board", "src2": "move container", "src3": "remove lid", "trg": "put_down lid", "vis_src": "P22_113:155 P22_113:156 P22_113:157", "vis_trg": "P22_113:158", "narrations": [ "move cutting board", "move container", "remove lid", "put down lid" ], "verbs": [ "move", "move", "remove", "put-down" ], "verb_classes": [ 11, 11, 12, 1 ], "nouns": [ "board:cutting", "container", "lid", "lid" ], "noun_classes": [ 18, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:05:23.45", "00:05:25.16" ], [ "00:05:24.77", "00:05:27.63" ], [ "00:05:26.92", "00:05:27.99" ], [ "00:05:28.11", "00:05:28.56" ] ], "start_stop_frames": [ [ 16172, 16258 ], [ 16238, 16381 ], [ 16346, 16399 ], [ 16405, 16428 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P26_104+167_168_169_170", "video_id": "P26_104", "narration_ids": [ "P26_104_167", "P26_104_168", "P26_104_169", "P26_104_170" ], "src": "put_down cloth . pick_up phone . use phone", "src1": "put_down cloth", "src2": "pick_up phone", "src3": "use phone", "trg": "put_down phone", "vis_src": "P26_104:167 P26_104:168 P26_104:169", "vis_trg": "P26_104:170", "narrations": [ "put down cloth", "pick up phone", "use phone", "put down phone" ], "verbs": [ "put-down", "pick-up", "use", "put-down" ], "verb_classes": [ 1, 0, 76, 1 ], "nouns": [ "cloth", "phone", "phone", "phone" ], "noun_classes": [ 17, 165, 165, 165 ], "start_stop_timestamps": [ [ "00:11:05.95", "00:11:09.59" ], [ "00:11:14.23", "00:11:14.99" ], [ "00:11:16.36", "00:11:25.71" ], [ "00:11:25.41", "00:11:27.04" ] ], "start_stop_frames": [ [ 33297, 33479 ], [ 33711, 33749 ], [ 33818, 34285 ], [ 34270, 34352 ] ], "trgnoun": "phone", "trgverb": "put_down" }, { "key": "P02_129+474_475_476_477", "video_id": "P02_129", "narration_ids": [ "P02_129_474", "P02_129_475", "P02_129_476", "P02_129_477" ], "src": "pick_up grater . close cupboard . pick_up parmesan and cheese", "src1": "pick_up grater", "src2": "close cupboard", "src3": "pick_up parmesan and cheese", "trg": "put_down grater", "vis_src": "P02_129:474 P02_129:475 P02_129:476", "vis_trg": "P02_129:477", "narrations": [ "pick up grater", "close cupboard", "pick up parmesan and cheese", "put down grater" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "grater", "cupboard", "parmesan", "grater" ], "noun_classes": [ 96, 3, 32, 96 ], "start_stop_timestamps": [ [ "00:17:35.02", "00:17:36.61" ], [ "00:17:35.60", "00:17:36.56" ], [ "00:17:37.54", "00:17:38.04" ], [ "00:17:37.76", "00:17:38.60" ] ], "start_stop_frames": [ [ 52751, 52830 ], [ 52779, 52828 ], [ 52877, 52902 ], [ 52888, 52929 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P06_07+147_148_149_150", "video_id": "P06_07", "narration_ids": [ "P06_07_147", "P06_07_148", "P06_07_149", "P06_07_150" ], "src": "put lid on pesto . put_down pesto . pick_up sun_dried tomatoes", "src1": "put lid on pesto", "src2": "put_down pesto", "src3": "pick_up sun_dried tomatoes", "trg": "open sun_dried tomatoes", "vis_src": "P06_07:147 P06_07:148 P06_07:149", "vis_trg": "P06_07:150", "narrations": [ "put lid on pesto", "put down pesto", "pick up sun-dried tomatoes", "open sun-dried tomatoes" ], "verbs": [ "put-on", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "lid", "pesto", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 6, 47, 43, 43 ], "start_stop_timestamps": [ [ "00:09:47.85", "00:09:50.85" ], [ "00:09:50.67", "00:09:51.70" ], [ "00:09:51.80", "00:09:53.87" ], [ "00:09:54.50", "00:09:56.00" ] ], "start_stop_frames": [ [ 35271, 35451 ], [ 35440, 35502 ], [ 35508, 35632 ], [ 35670, 35760 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "open" }, { "key": "P02_129+342_343_344_345", "video_id": "P02_129", "narration_ids": [ "P02_129_342", "P02_129_343", "P02_129_344", "P02_129_345" ], "src": "put spoons in drainer . take_off gloves . set_off timer", "src1": "put spoons in drainer", "src2": "take_off gloves", "src3": "set_off timer", "trg": "pick_up spoon", "vis_src": "P02_129:342 P02_129:343 P02_129:344", "vis_trg": "P02_129:345", "narrations": [ "put spoons in drainer", "take off gloves", "set off timer", "pick up spoon" ], "verbs": [ "put-in", "take-off", "set-off", "pick-up" ], "verb_classes": [ 5, 12, 53, 0 ], "nouns": [ "spoon", "glove", "timer", "spoon" ], "noun_classes": [ 1, 60, 111, 1 ], "start_stop_timestamps": [ [ "00:11:40.54", "00:11:41.79" ], [ "00:11:41.71", "00:11:43.91" ], [ "00:11:43.92", "00:11:44.94" ], [ "00:11:45.36", "00:11:46.09" ] ], "start_stop_frames": [ [ 35027, 35089 ], [ 35085, 35195 ], [ 35196, 35247 ], [ 35268, 35304 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P22_14+200_201_202_203", "video_id": "P22_14", "narration_ids": [ "P22_14_200", "P22_14_201", "P22_14_202", "P22_14_203" ], "src": "rinse hands . close tap . pick_up dish", "src1": "rinse hands", "src2": "close tap", "src3": "pick_up dish", "trg": "put dish", "vis_src": "P22_14:200 P22_14:201 P22_14:202", "vis_trg": "P22_14:203", "narrations": [ "rinse hands", "close tap", "pick up dish", "put dish" ], "verbs": [ "rinse", "turn-off", "pick-up", "put" ], "verb_classes": [ 2, 8, 0, 1 ], "nouns": [ "hand", "tap", "dish", "dish" ], "noun_classes": [ 11, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:08:25.16", "00:08:26.98" ], [ "00:08:26.53", "00:08:27.15" ], [ "00:08:28.24", "00:08:29.99" ], [ "00:08:30.09", "00:08:31.98" ] ], "start_stop_frames": [ [ 30309, 30418 ], [ 30391, 30429 ], [ 30494, 30599 ], [ 30605, 30718 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P03_04+141_142_143_144", "video_id": "P03_04", "narration_ids": [ "P03_04_141", "P03_04_142", "P03_04_143", "P03_04_144" ], "src": "open cupboard . close cupboard . get stock", "src1": "open cupboard", "src2": "close cupboard", "src3": "get stock", "trg": "put stock", "vis_src": "P03_04:141 P03_04:142 P03_04:143", "vis_trg": "P03_04:144", "narrations": [ "open cupboard", "close cupboard", "get stock", "put stock" ], "verbs": [ "open", "close", "get", "put" ], "verb_classes": [ 3, 4, 0, 1 ], "nouns": [ "cupboard", "cupboard", "stock", "stock" ], "noun_classes": [ 3, 3, 95, 95 ], "start_stop_timestamps": [ [ "00:09:27.97", "00:09:29.24" ], [ "00:09:29.36", "00:09:30.14" ], [ "00:09:36.77", "00:09:37.59" ], [ "00:09:37.79", "00:09:39.21" ] ], "start_stop_frames": [ [ 34078, 34154 ], [ 34161, 34208 ], [ 34606, 34655 ], [ 34667, 34752 ] ], "trgnoun": "stock", "trgverb": "put" }, { "key": "P04_109+397_398_399_400", "video_id": "P04_109", "narration_ids": [ "P04_109_397", "P04_109_398", "P04_109_399", "P04_109_400" ], "src": "close fridge . put_down tofu . slice open tofu packet", "src1": "close fridge", "src2": "put_down tofu", "src3": "slice open tofu packet", "trg": "pick_up tofu", "vis_src": "P04_109:397 P04_109:398 P04_109:399", "vis_trg": "P04_109:400", "narrations": [ "close fridge", "put down tofu", "slice open tofu packet", "pick up tofu" ], "verbs": [ "close", "put-down", "slice", "pick-up" ], "verb_classes": [ 4, 1, 7, 0 ], "nouns": [ "fridge", "tofu", "packet:open:tofu", "tofu" ], "noun_classes": [ 12, 81, 26, 81 ], "start_stop_timestamps": [ [ "00:11:52.57", "00:11:54.44" ], [ "00:11:54.16", "00:11:55.02" ], [ "00:11:54.98", "00:11:57.40" ], [ "00:11:58.27", "00:11:59.38" ] ], "start_stop_frames": [ [ 35628, 35722 ], [ 35708, 35751 ], [ 35749, 35870 ], [ 35913, 35969 ] ], "trgnoun": "tofu", "trgverb": "pick_up" }, { "key": "P03_120+141_142_143_144", "video_id": "P03_120", "narration_ids": [ "P03_120_141", "P03_120_142", "P03_120_143", "P03_120_144" ], "src": "roll lemon . take chefs knife . take tea_towel from rack", "src1": "roll lemon", "src2": "take chefs knife", "src3": "take tea_towel from rack", "trg": "dry chefs knife", "vis_src": "P03_120:141 P03_120:142 P03_120:143", "vis_trg": "P03_120:144", "narrations": [ "roll lemon", "take chefs knife", "take tea towel from rack", "dry chefs knife" ], "verbs": [ "roll", "take", "take-from", "dry" ], "verb_classes": [ 47, 0, 0, 14 ], "nouns": [ "lemon", "knife:chef", "towel:tea", "knife:chef" ], "noun_classes": [ 105, 4, 52, 4 ], "start_stop_timestamps": [ [ "00:06:48.19", "00:06:50.06" ], [ "00:06:51.08", "00:06:52.22" ], [ "00:06:53.92", "00:06:54.68" ], [ "00:06:55.36", "00:06:55.95" ] ], "start_stop_frames": [ [ 20409, 20503 ], [ 20554, 20611 ], [ 20696, 20734 ], [ 20768, 20797 ] ], "trgnoun": "chef_knife", "trgverb": "dry" }, { "key": "P02_103+1_2_3_4", "video_id": "P02_103", "narration_ids": [ "P02_103_1", "P02_103_2", "P02_103_3", "P02_103_4" ], "src": "open bottle . hold cap . shake bottle", "src1": "open bottle", "src2": "hold cap", "src3": "shake bottle", "trg": "put_down cap", "vis_src": "P02_103:1 P02_103:2 P02_103:3", "vis_trg": "P02_103:4", "narrations": [ "open bottle", "hold cap", "shake bottle", "put down cap" ], "verbs": [ "open", "hold", "shake", "put-down" ], "verb_classes": [ 3, 34, 15, 1 ], "nouns": [ "bottle", "cap", "bottle", "cap" ], "noun_classes": [ 15, 118, 15, 118 ], "start_stop_timestamps": [ [ "00:00:03.85", "00:00:07.60" ], [ "00:00:07.64", "00:00:08.20" ], [ "00:00:08.34", "00:00:21.35" ], [ "00:00:21.93", "00:00:22.44" ] ], "start_stop_frames": [ [ 192, 380 ], [ 382, 409 ], [ 417, 1067 ], [ 1096, 1122 ] ], "trgnoun": "cap", "trgverb": "put_down" }, { "key": "P04_121+610_611_612_613", "video_id": "P04_121", "narration_ids": [ "P04_121_610", "P04_121_611", "P04_121_612", "P04_121_613" ], "src": "squeeze mozzarella_ball together . stretch cheese . turn_over cheese", "src1": "squeeze mozzarella_ball together", "src2": "stretch cheese", "src3": "turn_over cheese", "trg": "fold cheese", "vis_src": "P04_121:610 P04_121:611 P04_121:612", "vis_trg": "P04_121:613", "narrations": [ "squeeze mozzarella ball together", "stretch cheese", "turn over cheese", "fold cheese" ], "verbs": [ "squeeze", "stretch", "turn-over", "fold" ], "verb_classes": [ 18, 50, 22, 28 ], "nouns": [ "ball:mozzarella", "cheese", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:24:06.29", "00:24:13.50" ], [ "00:24:12.84", "00:24:13.94" ], [ "00:24:13.91", "00:24:14.97" ], [ "00:24:15.67", "00:24:16.99" ] ], "start_stop_frames": [ [ 72314, 72675 ], [ 72642, 72697 ], [ 72695, 72748 ], [ 72783, 72849 ] ], "trgnoun": "cheese", "trgverb": "fold" }, { "key": "P04_01+251_252_253_254", "video_id": "P04_01", "narration_ids": [ "P04_01_251", "P04_01_252", "P04_01_253", "P04_01_254" ], "src": "wash hands . pick_up knife . rinse knife", "src1": "wash hands", "src2": "pick_up knife", "src3": "rinse knife", "trg": "rub knife dry", "vis_src": "P04_01:251 P04_01:252 P04_01:253", "vis_trg": "P04_01:254", "narrations": [ "wash hands", "pick up knife", "rinse knife", "rub knife dry" ], "verbs": [ "wash", "pick-up", "rinse", "rub" ], "verb_classes": [ 2, 0, 2, 55 ], "nouns": [ "hand", "knife", "knife", "knife" ], "noun_classes": [ 11, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:18:26.55", "00:18:29.10" ], [ "00:18:35.71", "00:18:36.85" ], [ "00:18:37.64", "00:18:40.11" ], [ "00:18:41.83", "00:18:44.11" ] ], "start_stop_frames": [ [ 66393, 66546 ], [ 66942, 67011 ], [ 67058, 67206 ], [ 67309, 67446 ] ], "trgnoun": "knife", "trgverb": "rub" }, { "key": "P04_119+44_45_46_47", "video_id": "P04_119", "narration_ids": [ "P04_119_44", "P04_119_45", "P04_119_46", "P04_119_47" ], "src": "drop crumbs into sink . pick_up tablets . fold_over file", "src1": "drop crumbs into sink", "src2": "pick_up tablets", "src3": "fold_over file", "trg": "put tablets in box", "vis_src": "P04_119:44 P04_119:45 P04_119:46", "vis_trg": "P04_119:47", "narrations": [ "drop crumbs into sink", "pick up tablets", "fold over file", "put tablets in box" ], "verbs": [ "drop-into", "pick-up", "fold-over", "put-in" ], "verb_classes": [ 5, 0, 28, 5 ], "nouns": [ "crumb", "tablet", "file", "tablet" ], "noun_classes": [ 54, 171, 49, 171 ], "start_stop_timestamps": [ [ "00:02:29.40", "00:02:30.51" ], [ "00:02:30.08", "00:02:31.56" ], [ "00:02:30.61", "00:02:31.90" ], [ "00:02:32.32", "00:02:33.20" ] ], "start_stop_frames": [ [ 7470, 7525 ], [ 7503, 7578 ], [ 7530, 7595 ], [ 7616, 7659 ] ], "trgnoun": "tablet", "trgverb": "put_in" }, { "key": "P01_17+5_6_7_8", "video_id": "P01_17", "narration_ids": [ "P01_17_5", "P01_17_6", "P01_17_7", "P01_17_8" ], "src": "put cereals into cupboard . close cupboard . take cup", "src1": "put cereals into cupboard", "src2": "close cupboard", "src3": "take cup", "trg": "put_down cup", "vis_src": "P01_17:5 P01_17:6 P01_17:7", "vis_trg": "P01_17:8", "narrations": [ "put cereals into cupboard", "close cupboard", "take cup", "put down cup" ], "verbs": [ "put-into", "close", "take", "put-down" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "cereal", "cupboard", "cup", "cup" ], "noun_classes": [ 99, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:00:14.21", "00:00:16.71" ], [ "00:00:16.81", "00:00:18.02" ], [ "00:00:18.62", "00:00:20.07" ], [ "00:00:20.76", "00:00:22.51" ] ], "start_stop_frames": [ [ 852, 1002 ], [ 1008, 1081 ], [ 1117, 1204 ], [ 1245, 1350 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P06_101+249_250_251_252", "video_id": "P06_101", "narration_ids": [ "P06_101_249", "P06_101_250", "P06_101_251", "P06_101_252" ], "src": "put lid on pot . stir pan . pick_up can", "src1": "put lid on pot", "src2": "stir pan", "src3": "pick_up can", "trg": "put_down can", "vis_src": "P06_101:249 P06_101:250 P06_101:251", "vis_trg": "P06_101:252", "narrations": [ "put lid on pot", "stir pan", "pick up can", "put down can" ], "verbs": [ "put-on", "stir", "pick-up", "put-down" ], "verb_classes": [ 1, 10, 0, 1 ], "nouns": [ "lid", "pan", "can", "can" ], "noun_classes": [ 6, 5, 61, 61 ], "start_stop_timestamps": [ [ "00:17:38.73", "00:17:39.99" ], [ "00:17:40.62", "00:17:54.38" ], [ "00:17:59.02", "00:17:59.78" ], [ "00:18:01.47", "00:18:02.31" ] ], "start_stop_frames": [ [ 52936, 52999 ], [ 53030, 53719 ], [ 53951, 53989 ], [ 54073, 54115 ] ], "trgnoun": "can", "trgverb": "put_down" }, { "key": "P01_19+121_122_123_124", "video_id": "P01_19", "narration_ids": [ "P01_19_121", "P01_19_122", "P01_19_123", "P01_19_124" ], "src": "wipe sink . turn_off tap . squeeze cloth", "src1": "wipe sink", "src2": "turn_off tap", "src3": "squeeze cloth", "trg": "rinse sink", "vis_src": "P01_19:121 P01_19:122 P01_19:123", "vis_trg": "P01_19:124", "narrations": [ "wipe sink", "turn off tap", "squeeze cloth", "rinse sink" ], "verbs": [ "wipe", "turn-off", "squeeze", "rinse" ], "verb_classes": [ 2, 8, 18, 2 ], "nouns": [ "sink", "tap", "cloth", "sink" ], "noun_classes": [ 63, 0, 17, 63 ], "start_stop_timestamps": [ [ "00:06:55.39", "00:06:59.24" ], [ "00:06:58.39", "00:06:59.16" ], [ "00:06:59.26", "00:07:02.31" ], [ "00:07:02.49", "00:07:13.32" ] ], "start_stop_frames": [ [ 24923, 25154 ], [ 25103, 25149 ], [ 25155, 25338 ], [ 25349, 25999 ] ], "trgnoun": "sink", "trgverb": "rinse" }, { "key": "P25_107+9_10_11_12", "video_id": "P25_107", "narration_ids": [ "P25_107_9", "P25_107_10", "P25_107_11", "P25_107_12" ], "src": "put_down knife . turn_on tap . pick_up aubergines", "src1": "put_down knife", "src2": "turn_on tap", "src3": "pick_up aubergines", "trg": "wash aubergine", "vis_src": "P25_107:9 P25_107:10 P25_107:11", "vis_trg": "P25_107:12", "narrations": [ "put down knife", "turn on tap", "pick up aubergines", "wash aubergine" ], "verbs": [ "put-down", "turn-on", "pick-up", "wash" ], "verb_classes": [ 1, 6, 0, 2 ], "nouns": [ "knife", "tap", "aubergine", "aubergine" ], "noun_classes": [ 4, 0, 67, 67 ], "start_stop_timestamps": [ [ "00:00:27.49", "00:00:28.50" ], [ "00:00:28.44", "00:00:29.38" ], [ "00:00:30.28", "00:00:31.27" ], [ "00:00:31.37", "00:00:35.93" ] ], "start_stop_frames": [ [ 1374, 1425 ], [ 1422, 1469 ], [ 1514, 1563 ], [ 1568, 1796 ] ], "trgnoun": "aubergine", "trgverb": "wash" }, { "key": "P04_109+142_143_144_145", "video_id": "P04_109", "narration_ids": [ "P04_109_142", "P04_109_143", "P04_109_144", "P04_109_145" ], "src": "pick_up bits of cucumber . throw cucumber into measuring jug . pick_up piece of cucumber", "src1": "pick_up bits of cucumber", "src2": "throw cucumber into measuring jug", "src3": "pick_up piece of cucumber", "trg": "chuck cucumber into measuring jug", "vis_src": "P04_109:142 P04_109:143 P04_109:144", "vis_trg": "P04_109:145", "narrations": [ "pick up bits of cucumber", "throw cucumber into measuring jug", "pick up piece of cucumber", "chuck cucumber into measuring jug" ], "verbs": [ "pick-up", "throw-into", "pick-up", "chuck-into" ], "verb_classes": [ 0, 13, 0, 13 ], "nouns": [ "bit:cucumber", "cucumber", "piece:cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:04.88", "00:05:06.35" ], [ "00:05:06.33", "00:05:06.84" ], [ "00:05:06.94", "00:05:08.47" ], [ "00:05:08.57", "00:05:09.13" ] ], "start_stop_frames": [ [ 15244, 15317 ], [ 15316, 15341 ], [ 15347, 15423 ], [ 15428, 15456 ] ], "trgnoun": "cucumber", "trgverb": "chuck_into" }, { "key": "P04_10+66_67_68_69", "video_id": "P04_10", "narration_ids": [ "P04_10_66", "P04_10_67", "P04_10_68", "P04_10_69" ], "src": "open drawer . open bag . put celery in bag", "src1": "open drawer", "src2": "open bag", "src3": "put celery in bag", "trg": "close bag", "vis_src": "P04_10:66 P04_10:67 P04_10:68", "vis_trg": "P04_10:69", "narrations": [ "open drawer", "open bag", "put celery in bag", "close bag" ], "verbs": [ "open", "open", "put-in", "close" ], "verb_classes": [ 3, 3, 5, 4 ], "nouns": [ "drawer", "bag", "celery", "bag" ], "noun_classes": [ 8, 19, 223, 19 ], "start_stop_timestamps": [ [ "00:11:48.68", "00:11:50.45" ], [ "00:11:59.33", "00:12:01.11" ], [ "00:12:01.22", "00:12:19.77" ], [ "00:12:19.87", "00:12:27.18" ] ], "start_stop_frames": [ [ 42520, 42627 ], [ 43159, 43266 ], [ 43273, 44386 ], [ 44392, 44830 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P28_105+38_39_40_41", "video_id": "P28_105", "narration_ids": [ "P28_105_38", "P28_105_39", "P28_105_40", "P28_105_41" ], "src": "take stuff out of fridge . take tupperware . put tupperware in fridge", "src1": "take stuff out of fridge", "src2": "take tupperware", "src3": "put tupperware in fridge", "trg": "put stuff in fridge", "vis_src": "P28_105:38 P28_105:39 P28_105:40", "vis_trg": "P28_105:41", "narrations": [ "take stuff out of fridge", "take tupperware", "put tupperware in fridge", "put stuff in fridge" ], "verbs": [ "take-out", "take", "put-in", "put-in" ], "verb_classes": [ 12, 0, 5, 5 ], "nouns": [ "fridge", "tupperware", "tupperware", "fridge" ], "noun_classes": [ 12, 23, 23, 12 ], "start_stop_timestamps": [ [ "00:02:23.81", "00:02:27.06" ], [ "00:02:44.67", "00:02:45.40" ], [ "00:02:45.09", "00:02:52.94" ], [ "00:02:55.00", "00:02:57.81" ] ], "start_stop_frames": [ [ 7190, 7353 ], [ 8233, 8270 ], [ 8254, 8647 ], [ 8750, 8890 ] ], "trgnoun": "fridge", "trgverb": "put_in" }, { "key": "P08_06+18_19_20_21", "video_id": "P08_06", "narration_ids": [ "P08_06_18", "P08_06_19", "P08_06_20", "P08_06_21" ], "src": "open drawer . get plastic_wrap . get scissors", "src1": "open drawer", "src2": "get plastic_wrap", "src3": "get scissors", "trg": "put plastic_wrap on bowl", "vis_src": "P08_06:18 P08_06:19 P08_06:20", "vis_trg": "P08_06:21", "narrations": [ "open drawer", "get plastic wrap", "get scissors", "put plastic wrap on bowl" ], "verbs": [ "open", "get", "get", "put-on" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "drawer", "wrap:plastic", "scissors", "wrap:plastic" ], "noun_classes": [ 8, 100, 79, 100 ], "start_stop_timestamps": [ [ "00:01:05.18", "00:01:06.04" ], [ "00:01:06.09", "00:01:07.65" ], [ "00:01:08.10", "00:01:08.96" ], [ "00:01:14.13", "00:01:16.78" ] ], "start_stop_frames": [ [ 3910, 3962 ], [ 3965, 4059 ], [ 4085, 4137 ], [ 4447, 4606 ] ], "trgnoun": "plastic_wrap", "trgverb": "put_on" }, { "key": "P29_01+0_1_2_3", "video_id": "P29_01", "narration_ids": [ "P29_01_0", "P29_01_1", "P29_01_2", "P29_01_3" ], "src": "pick_up chopping_board . put_down chopping_board . pick_up rice", "src1": "pick_up chopping_board", "src2": "put_down chopping_board", "src3": "pick_up rice", "trg": "put_down rice", "vis_src": "P29_01:0 P29_01:1 P29_01:2", "vis_trg": "P29_01:3", "narrations": [ "pick up chopping board", "put down chopping board", "pick up rice", "put down rice" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "rice", "rice" ], "noun_classes": [ 18, 18, 55, 55 ], "start_stop_timestamps": [ [ "00:00:04.66", "00:00:07.38" ], [ "00:00:07.48", "00:00:10.51" ], [ "00:00:13.21", "00:00:15.36" ], [ "00:00:15.46", "00:00:16.73" ] ], "start_stop_frames": [ [ 279, 442 ], [ 448, 630 ], [ 792, 921 ], [ 927, 1003 ] ], "trgnoun": "rice", "trgverb": "put_down" }, { "key": "P04_101+145_146_147_148", "video_id": "P04_101", "narration_ids": [ "P04_101_145", "P04_101_146", "P04_101_147", "P04_101_148" ], "src": "put_down granola . stir granola in bowl . close granola", "src1": "put_down granola", "src2": "stir granola in bowl", "src3": "close granola", "trg": "pick_up granola", "vis_src": "P04_101:145 P04_101:146 P04_101:147", "vis_trg": "P04_101:148", "narrations": [ "put down granola", "stir granola in bowl", "close granola", "pick up granola" ], "verbs": [ "put-down", "stir", "close", "pick-up" ], "verb_classes": [ 1, 10, 4, 0 ], "nouns": [ "granola", "granola", "granola", "granola" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:05:10.43", "00:05:11.43" ], [ "00:05:11.53", "00:05:16.79" ], [ "00:05:16.87", "00:05:17.69" ], [ "00:05:17.79", "00:05:18.97" ] ], "start_stop_frames": [ [ 15521, 15571 ], [ 15576, 15839 ], [ 15843, 15884 ], [ 15889, 15948 ] ], "trgnoun": "granola", "trgverb": "pick_up" }, { "key": "P27_104+33_34_35_36", "video_id": "P27_104", "narration_ids": [ "P27_104_33", "P27_104_34", "P27_104_35", "P27_104_36" ], "src": "pick_up bottle . close cupboard . open fridge", "src1": "pick_up bottle", "src2": "close cupboard", "src3": "open fridge", "trg": "put_down bottle", "vis_src": "P27_104:33 P27_104:34 P27_104:35", "vis_trg": "P27_104:36", "narrations": [ "pick up bottle", "close cupboard", "open fridge", "put down bottle" ], "verbs": [ "pick-up", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "bottle", "cupboard", "fridge", "bottle" ], "noun_classes": [ 15, 3, 12, 15 ], "start_stop_timestamps": [ [ "00:01:48.49", "00:01:51.56" ], [ "00:01:51.93", "00:01:52.92" ], [ "00:01:54.86", "00:01:56.01" ], [ "00:01:57.74", "00:01:59.42" ] ], "start_stop_frames": [ [ 5424, 5578 ], [ 5596, 5646 ], [ 5743, 5800 ], [ 5887, 5971 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P04_109+271_272_273_274", "video_id": "P04_109", "narration_ids": [ "P04_109_271", "P04_109_272", "P04_109_273", "P04_109_274" ], "src": "shake water out of pan . pick_up tea_towel . dry pan", "src1": "shake water out of pan", "src2": "pick_up tea_towel", "src3": "dry pan", "trg": "put tea_towel on oven door", "vis_src": "P04_109:271 P04_109:272 P04_109:273", "vis_trg": "P04_109:274", "narrations": [ "shake water out of pan", "pick up tea towel", "dry pan", "put tea towel on oven door" ], "verbs": [ "shake-out", "pick-up", "dry", "put-on" ], "verb_classes": [ 15, 0, 14, 1 ], "nouns": [ "water", "towel:tea", "pan", "towel:tea" ], "noun_classes": [ 27, 52, 5, 52 ], "start_stop_timestamps": [ [ "00:08:46.99", "00:08:47.74" ], [ "00:08:48.46", "00:08:49.83" ], [ "00:08:49.93", "00:08:58.99" ], [ "00:08:58.59", "00:08:59.59" ] ], "start_stop_frames": [ [ 26349, 26387 ], [ 26423, 26491 ], [ 26496, 26949 ], [ 26929, 26979 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P27_103+265_266_267_268", "video_id": "P27_103", "narration_ids": [ "P27_103_265", "P27_103_266", "P27_103_267", "P27_103_268" ], "src": "pick_up sachet . open sachet . pour yeast", "src1": "pick_up sachet", "src2": "open sachet", "src3": "pour yeast", "trg": "put_down sachet", "vis_src": "P27_103:265 P27_103:266 P27_103:267", "vis_trg": "P27_103:268", "narrations": [ "pick up sachet", "open sachet", "pour yeast", "put down sachet" ], "verbs": [ "pick-up", "open", "pour", "put-down" ], "verb_classes": [ 0, 3, 9, 1 ], "nouns": [ "sachet", "sachet", "yeast", "sachet" ], "noun_classes": [ 26, 26, 195, 26 ], "start_stop_timestamps": [ [ "00:18:05.75", "00:18:06.37" ], [ "00:18:13.64", "00:18:16.14" ], [ "00:18:17.74", "00:18:23.24" ], [ "00:18:23.32", "00:18:25.11" ] ], "start_stop_frames": [ [ 54287, 54318 ], [ 54682, 54807 ], [ 54887, 55162 ], [ 55166, 55255 ] ], "trgnoun": "sachet", "trgverb": "put_down" }, { "key": "P26_04+33_34_35_36", "video_id": "P26_04", "narration_ids": [ "P26_04_33", "P26_04_34", "P26_04_35", "P26_04_36" ], "src": "put cheese . open drawer . pick_up cutlery", "src1": "put cheese", "src2": "open drawer", "src3": "pick_up cutlery", "trg": "close drawer", "vis_src": "P26_04:33 P26_04:34 P26_04:35", "vis_trg": "P26_04:36", "narrations": [ "put cheese", "open drawer", "pick up cutlery", "close drawer" ], "verbs": [ "put", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "cheese", "drawer", "cutlery", "drawer" ], "noun_classes": [ 32, 8, 58, 8 ], "start_stop_timestamps": [ [ "00:02:04.14", "00:02:05.33" ], [ "00:02:07.93", "00:02:08.88" ], [ "00:02:09.34", "00:02:11.54" ], [ "00:02:12.55", "00:02:13.56" ] ], "start_stop_frames": [ [ 7448, 7519 ], [ 7675, 7732 ], [ 7760, 7892 ], [ 7953, 8013 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P02_03+113_114_115_116", "video_id": "P02_03", "narration_ids": [ "P02_03_113", "P02_03_114", "P02_03_115", "P02_03_116" ], "src": "fill kettle . close tap . hold tap", "src1": "fill kettle", "src2": "close tap", "src3": "hold tap", "trg": "close kettle", "vis_src": "P02_03:113 P02_03:114 P02_03:115", "vis_trg": "P02_03:116", "narrations": [ "fill kettle", "close tap", "hold tap", "close kettle" ], "verbs": [ "fill", "turn-off", "hold", "close" ], "verb_classes": [ 26, 8, 34, 4 ], "nouns": [ "kettle", "tap", "tap", "kettle" ], "noun_classes": [ 44, 0, 0, 44 ], "start_stop_timestamps": [ [ "00:05:26.60", "00:05:32.43" ], [ "00:05:26.67", "00:05:33.08" ], [ "00:05:27.67", "00:05:32.67" ], [ "00:05:32.93", "00:05:33.58" ] ], "start_stop_frames": [ [ 19596, 19945 ], [ 19600, 19984 ], [ 19660, 19960 ], [ 19975, 20014 ] ], "trgnoun": "kettle", "trgverb": "close" }, { "key": "P22_111+176_177_178_179", "video_id": "P22_111", "narration_ids": [ "P22_111_176", "P22_111_177", "P22_111_178", "P22_111_179" ], "src": "shake tomatoes . open drawer . pick_up cutting_board", "src1": "shake tomatoes", "src2": "open drawer", "src3": "pick_up cutting_board", "trg": "put_down cutting_board", "vis_src": "P22_111:176 P22_111:177 P22_111:178", "vis_trg": "P22_111:179", "narrations": [ "shake tomatoes", "open drawer", "pick up cutting board", "put down cutting board" ], "verbs": [ "shake", "open", "pick-up", "put-down" ], "verb_classes": [ 15, 3, 0, 1 ], "nouns": [ "tomato", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 43, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:07:35.21", "00:07:37.24" ], [ "00:07:39.18", "00:07:40.39" ], [ "00:07:40.47", "00:07:41.30" ], [ "00:07:41.48", "00:07:41.85" ] ], "start_stop_frames": [ [ 22760, 22862 ], [ 22959, 23019 ], [ 23023, 23065 ], [ 23074, 23092 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P37_102+97_99_101_102", "video_id": "P37_102", "narration_ids": [ "P37_102_97", "P37_102_99", "P37_102_101", "P37_102_102" ], "src": "put carrots in plate . take carrots . slice carrots", "src1": "put carrots in plate", "src2": "take carrots", "src3": "slice carrots", "trg": "cut carrots into sticks", "vis_src": "P37_102:97 P37_102:99 P37_102:101", "vis_trg": "P37_102:102", "narrations": [ "put carrots in plate", "take carrots", "slice carrots", "cut carrots into sticks" ], "verbs": [ "put-in", "take", "slice", "cut-into" ], "verb_classes": [ 5, 0, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:07:29.53", "00:07:32.16" ], [ "00:07:52.86", "00:07:53.78" ], [ "00:07:58.73", "00:08:05.67" ], [ "00:08:08.67", "00:08:27.17" ] ], "start_stop_frames": [ [ 22476, 22608 ], [ 23643, 23689 ], [ 23936, 24283 ], [ 24433, 25358 ] ], "trgnoun": "carrot", "trgverb": "cut_into" }, { "key": "P03_120+5_6_7_8", "video_id": "P03_120", "narration_ids": [ "P03_120_5", "P03_120_6", "P03_120_7", "P03_120_8" ], "src": "take eggs from fridge . open vegetable_drawer . take lemons", "src1": "take eggs from fridge", "src2": "open vegetable_drawer", "src3": "take lemons", "trg": "put lemons and eggs down on side", "vis_src": "P03_120:5 P03_120:6 P03_120:7", "vis_trg": "P03_120:8", "narrations": [ "take eggs from fridge", "open vegetable drawer", "take lemons", "put lemons and eggs down on side" ], "verbs": [ "take-from", "open", "take", "put-down" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "egg", "drawer:vegetable", "lemon", "lemon" ], "noun_classes": [ 53, 8, 105, 105 ], "start_stop_timestamps": [ [ "00:00:14.62", "00:00:16.79" ], [ "00:00:17.45", "00:00:18.70" ], [ "00:00:19.35", "00:00:20.77" ], [ "00:00:21.47", "00:00:22.52" ] ], "start_stop_frames": [ [ 731, 839 ], [ 872, 935 ], [ 967, 1038 ], [ 1073, 1126 ] ], "trgnoun": "lemon", "trgverb": "put_down" }, { "key": "P07_04+132_133_134_135", "video_id": "P07_04", "narration_ids": [ "P07_04_132", "P07_04_133", "P07_04_134", "P07_04_135" ], "src": "open bag . pick_up bread . insert bread", "src1": "open bag", "src2": "pick_up bread", "src3": "insert bread", "trg": "insert bread in toaster", "vis_src": "P07_04:132 P07_04:133 P07_04:134", "vis_trg": "P07_04:135", "narrations": [ "open bag", "pick up bread", "insert bread", "insert bread in toaster" ], "verbs": [ "open", "pick-up", "insert", "insert-in" ], "verb_classes": [ 3, 0, 5, 5 ], "nouns": [ "bag", "bread", "bread", "bread" ], "noun_classes": [ 19, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:11:35.08", "00:11:36.70" ], [ "00:11:36.80", "00:11:41.15" ], [ "00:11:44.59", "00:11:47.23" ], [ "00:11:47.74", "00:11:49.42" ] ], "start_stop_frames": [ [ 41704, 41802 ], [ 41808, 42069 ], [ 42275, 42433 ], [ 42464, 42565 ] ], "trgnoun": "bread", "trgverb": "insert_in" }, { "key": "P06_108+115_116_117_118", "video_id": "P06_108", "narration_ids": [ "P06_108_115", "P06_108_116", "P06_108_117", "P06_108_118" ], "src": "set timer . put_down phone . pick_up mozzarella", "src1": "set timer", "src2": "put_down phone", "src3": "pick_up mozzarella", "trg": "eat mozzarella", "vis_src": "P06_108:115 P06_108:116 P06_108:117", "vis_trg": "P06_108:118", "narrations": [ "set timer", "put down phone", "pick up mozzarella", "eat mozzarella" ], "verbs": [ "set", "put-down", "pick-up", "eat" ], "verb_classes": [ 53, 1, 0, 35 ], "nouns": [ "timer", "phone", "mozzarella", "mozzarella" ], "noun_classes": [ 111, 165, 32, 32 ], "start_stop_timestamps": [ [ "00:08:49.17", "00:08:51.49" ], [ "00:08:51.50", "00:08:53.82" ], [ "00:09:05.14", "00:09:06.62" ], [ "00:09:07.70", "00:09:14.76" ] ], "start_stop_frames": [ [ 26458, 26574 ], [ 26575, 26691 ], [ 27257, 27331 ], [ 27385, 27738 ] ], "trgnoun": "mozzarella", "trgverb": "eat" }, { "key": "P25_104+222_223_224_225", "video_id": "P25_104", "narration_ids": [ "P25_104_222", "P25_104_223", "P25_104_224", "P25_104_225" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "close lid", "vis_src": "P25_104:222 P25_104:223 P25_104:224", "vis_trg": "P25_104:225", "narrations": [ "pick up spoon", "open lid", "stir pasta", "close lid" ], "verbs": [ "pick-up", "open", "stir", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:10:56.90", "00:10:58.41" ], [ "00:10:59.18", "00:11:00.84" ], [ "00:11:01.04", "00:11:07.47" ], [ "00:11:07.69", "00:11:09.70" ] ], "start_stop_frames": [ [ 32845, 32920 ], [ 32959, 33042 ], [ 33052, 33373 ], [ 33384, 33485 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P02_108+429_430_431_432", "video_id": "P02_108", "narration_ids": [ "P02_108_429", "P02_108_430", "P02_108_431", "P02_108_432" ], "src": "sponge cover . put_down sponge . open tap", "src1": "sponge cover", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse cover", "vis_src": "P02_108:429 P02_108:430 P02_108:431", "vis_trg": "P02_108:432", "narrations": [ "sponge cover", "put down sponge", "open tap", "rinse cover" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "cover", "sponge", "tap", "cover" ], "noun_classes": [ 89, 9, 0, 89 ], "start_stop_timestamps": [ [ "00:20:25.63", "00:20:37.61" ], [ "00:20:37.21", "00:20:37.87" ], [ "00:20:37.56", "00:20:39.00" ], [ "00:20:38.92", "00:20:47.11" ] ], "start_stop_frames": [ [ 61281, 61880 ], [ 61860, 61893 ], [ 61878, 61950 ], [ 61946, 62355 ] ], "trgnoun": "cover", "trgverb": "rinse" }, { "key": "P01_18+649_650_651_652", "video_id": "P01_18", "narration_ids": [ "P01_18_649", "P01_18_650", "P01_18_651", "P01_18_652" ], "src": "take ladle . spoon stock . pour stock", "src1": "take ladle", "src2": "spoon stock", "src3": "pour stock", "trg": "put_down ladle", "vis_src": "P01_18:649 P01_18:650 P01_18:651", "vis_trg": "P01_18:652", "narrations": [ "take ladle", "spoon stock", "pour stock", "put down ladle" ], "verbs": [ "take", "spoon", "pour", "put-down" ], "verb_classes": [ 0, 16, 9, 1 ], "nouns": [ "ladle", "stock", "stock", "ladle" ], "noun_classes": [ 97, 95, 95, 97 ], "start_stop_timestamps": [ [ "00:58:52.67", "00:58:53.59" ], [ "00:58:53.85", "00:58:54.44" ], [ "00:58:54.79", "00:58:57.14" ], [ "00:58:57.46", "00:58:58.14" ] ], "start_stop_frames": [ [ 211960, 212015 ], [ 212031, 212066 ], [ 212087, 212228 ], [ 212247, 212288 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P07_114+14_15_16_17", "video_id": "P07_114", "narration_ids": [ "P07_114_14", "P07_114_15", "P07_114_16", "P07_114_17" ], "src": "shake vegetables . grab lid . cover pot", "src1": "shake vegetables", "src2": "grab lid", "src3": "cover pot", "trg": "grab pot", "vis_src": "P07_114:14 P07_114:15 P07_114:16", "vis_trg": "P07_114:17", "narrations": [ "shake vegetables", "grab lid", "cover pot", "grab pot" ], "verbs": [ "shake", "grab", "cover", "grab" ], "verb_classes": [ 15, 0, 36, 0 ], "nouns": [ "vegetable", "lid", "pot", "pot" ], "noun_classes": [ 94, 6, 29, 29 ], "start_stop_timestamps": [ [ "00:00:52.28", "00:00:58.45" ], [ "00:01:00.52", "00:01:01.51" ], [ "00:01:01.47", "00:01:03.00" ], [ "00:01:07.17", "00:01:09.44" ] ], "start_stop_frames": [ [ 2614, 2922 ], [ 3026, 3075 ], [ 3073, 3150 ], [ 3358, 3472 ] ], "trgnoun": "pot", "trgverb": "grab" }, { "key": "P07_07+2_3_4_5", "video_id": "P07_07", "narration_ids": [ "P07_07_2", "P07_07_3", "P07_07_4", "P07_07_5" ], "src": "throw trash in container . open tap . wash spoon", "src1": "throw trash in container", "src2": "open tap", "src3": "wash spoon", "trg": "rinse spoon", "vis_src": "P07_07:2 P07_07:3 P07_07:4", "vis_trg": "P07_07:5", "narrations": [ "throw trash in container", "open tap", "wash spoon", "rinse spoon" ], "verbs": [ "throw-in", "turn-on", "wash", "rinse" ], "verb_classes": [ 13, 6, 2, 2 ], "nouns": [ "trash", "tap", "spoon", "spoon" ], "noun_classes": [ 54, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:02:28.53", "00:02:38.45" ], [ "00:02:30.97", "00:02:31.69" ], [ "00:02:35.34", "00:02:37.44" ], [ "00:02:38.49", "00:02:40.35" ] ], "start_stop_frames": [ [ 8911, 9507 ], [ 9058, 9101 ], [ 9320, 9446 ], [ 9509, 9621 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P04_115+104_105_106_107", "video_id": "P04_115", "narration_ids": [ "P04_115_104", "P04_115_105", "P04_115_106", "P04_115_107" ], "src": "pick_up egg_carton . close egg_carton . put egg_carton on recycling", "src1": "pick_up egg_carton", "src2": "close egg_carton", "src3": "put egg_carton on recycling", "trg": "move egg_carton into recycling", "vis_src": "P04_115:104 P04_115:105 P04_115:106", "vis_trg": "P04_115:107", "narrations": [ "pick up egg carton", "close egg carton", "put egg carton on recycling", "move egg carton into recycling" ], "verbs": [ "pick-up", "close", "put-on", "move-into" ], "verb_classes": [ 0, 4, 1, 11 ], "nouns": [ "carton:egg", "carton:egg", "carton:egg", "carton:egg" ], "noun_classes": [ 26, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:03:16.19", "00:03:16.90" ], [ "00:03:16.50", "00:03:17.46" ], [ "00:03:21.13", "00:03:23.52" ], [ "00:03:23.42", "00:03:24.59" ] ], "start_stop_frames": [ [ 9809, 9845 ], [ 9825, 9873 ], [ 10056, 10176 ], [ 10171, 10229 ] ], "trgnoun": "egg_carton", "trgverb": "move_into" }, { "key": "P04_03+102_103_104_105", "video_id": "P04_03", "narration_ids": [ "P04_03_102", "P04_03_103", "P04_03_104", "P04_03_105" ], "src": "put_down knife . pick_up knife . slice rolled_omelette", "src1": "put_down knife", "src2": "pick_up knife", "src3": "slice rolled_omelette", "trg": "rinse knife", "vis_src": "P04_03:102 P04_03:103 P04_03:104", "vis_trg": "P04_03:105", "narrations": [ "put down knife", "pick up knife", "slice rolled omelette", "rinse knife" ], "verbs": [ "put-down", "pick-up", "slice", "rinse" ], "verb_classes": [ 1, 0, 7, 2 ], "nouns": [ "knife", "knife", "omelette:rolled", "knife" ], "noun_classes": [ 4, 4, 162, 4 ], "start_stop_timestamps": [ [ "00:06:15.11", "00:06:16.01" ], [ "00:06:16.39", "00:06:17.90" ], [ "00:06:18.77", "00:06:44.13" ], [ "00:06:44.08", "00:06:48.28" ] ], "start_stop_frames": [ [ 22506, 22560 ], [ 22583, 22674 ], [ 22726, 24247 ], [ 24244, 24496 ] ], "trgnoun": "knife", "trgverb": "rinse" }, { "key": "P04_112+198_199_200_201", "video_id": "P04_112", "narration_ids": [ "P04_112_198", "P04_112_199", "P04_112_200", "P04_112_201" ], "src": "rub flour into tea towel . grab flour . sprinkle flour over tea towel", "src1": "rub flour into tea towel", "src2": "grab flour", "src3": "sprinkle flour over tea towel", "trg": "rub flour off hand", "vis_src": "P04_112:198 P04_112:199 P04_112:200", "vis_trg": "P04_112:201", "narrations": [ "rub flour into tea towel", "grab flour", "sprinkle flour over tea towel", "rub flour off hand" ], "verbs": [ "rub-into", "grab", "sprinkle-over", "rub-off" ], "verb_classes": [ 55, 0, 42, 55 ], "nouns": [ "flour", "flour", "flour", "flour" ], "noun_classes": [ 75, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:05:38.40", "00:05:40.14" ], [ "00:05:40.24", "00:05:42.30" ], [ "00:05:42.37", "00:05:43.55" ], [ "00:05:42.64", "00:05:44.68" ] ], "start_stop_frames": [ [ 16920, 17007 ], [ 17012, 17115 ], [ 17118, 17177 ], [ 17132, 17234 ] ], "trgnoun": "flour", "trgverb": "rub_off" }, { "key": "P22_113+256_257_258_259", "video_id": "P22_113", "narration_ids": [ "P22_113_256", "P22_113_257", "P22_113_258", "P22_113_259" ], "src": "put_down coffee_holder . pick_up coffee_pod . open coffee_pod", "src1": "put_down coffee_holder", "src2": "pick_up coffee_pod", "src3": "open coffee_pod", "trg": "put coffee_pod", "vis_src": "P22_113:256 P22_113:257 P22_113:258", "vis_trg": "P22_113:259", "narrations": [ "put down coffee holder", "pick up coffee pod", "open coffee pod", "put coffee pod" ], "verbs": [ "put-down", "pick-up", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "holder:coffee", "pod:coffee", "pod:coffee", "pod:coffee" ], "noun_classes": [ 135, 59, 59, 59 ], "start_stop_timestamps": [ [ "00:08:53.44", "00:08:54.89" ], [ "00:08:57.18", "00:09:02.34" ], [ "00:09:02.35", "00:09:06.60" ], [ "00:09:08.45", "00:09:09.28" ] ], "start_stop_frames": [ [ 26672, 26744 ], [ 26858, 27117 ], [ 27117, 27330 ], [ 27422, 27464 ] ], "trgnoun": "coffee_pod", "trgverb": "put" }, { "key": "P03_02+57_58_59_60", "video_id": "P03_02", "narration_ids": [ "P03_02_57", "P03_02_58", "P03_02_59", "P03_02_60" ], "src": "place bottle . pick_up bottle . open lid", "src1": "place bottle", "src2": "pick_up bottle", "src3": "open lid", "trg": "fill_up bottle", "vis_src": "P03_02:57 P03_02:58 P03_02:59", "vis_trg": "P03_02:60", "narrations": [ "place bottle", "pick up bottle", "open lid", "fill up" ], "verbs": [ "place", "pick-up", "open", "fill-up" ], "verb_classes": [ 1, 0, 3, 26 ], "nouns": [ "bottle", "bottle", "lid", "bottle" ], "noun_classes": [ 15, 15, 6, 15 ], "start_stop_timestamps": [ [ "00:01:44.80", "00:01:45.65" ], [ "00:01:45.86", "00:01:46.40" ], [ "00:01:46.56", "00:01:47.17" ], [ "00:01:47.35", "00:01:49.16" ] ], "start_stop_frames": [ [ 6288, 6339 ], [ 6351, 6384 ], [ 6393, 6430 ], [ 6441, 6549 ] ], "trgnoun": "bottle", "trgverb": "fill_up" }, { "key": "P02_108+309_311_315_317", "video_id": "P02_108", "narration_ids": [ "P02_108_309", "P02_108_311", "P02_108_315", "P02_108_317" ], "src": "clean surface . rinse sponge . open tap", "src1": "clean surface", "src2": "rinse sponge", "src3": "open tap", "trg": "close tap", "vis_src": "P02_108:309 P02_108:311 P02_108:315", "vis_trg": "P02_108:317", "narrations": [ "clean surface", "rinse sponge", "open tap", "close tap" ], "verbs": [ "clean", "rinse", "turn-on", "turn-off" ], "verb_classes": [ 2, 2, 6, 8 ], "nouns": [ "surface", "sponge", "tap", "tap" ], "noun_classes": [ 42, 9, 0, 0 ], "start_stop_timestamps": [ [ "00:15:49.86", "00:15:54.24" ], [ "00:15:53.96", "00:15:55.93" ], [ "00:16:02.90", "00:16:04.90" ], [ "00:16:06.38", "00:16:07.68" ] ], "start_stop_frames": [ [ 47493, 47712 ], [ 47698, 47796 ], [ 48145, 48245 ], [ 48319, 48384 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_107+805_806_807_808", "video_id": "P04_107", "narration_ids": [ "P04_107_805", "P04_107_806", "P04_107_807", "P04_107_808" ], "src": "roll dough . unfold dough . pull dough away from rolling pin", "src1": "roll dough", "src2": "unfold dough", "src3": "pull dough away from rolling pin", "trg": "turn_over dough", "vis_src": "P04_107:805 P04_107:806 P04_107:807", "vis_trg": "P04_107:808", "narrations": [ "roll dough", "unfold dough", "pull dough away from rolling pin", "turn over dough" ], "verbs": [ "roll", "unfold", "pull", "turn-over" ], "verb_classes": [ 47, 39, 31, 22 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:21:21.41", "00:21:23.22" ], [ "00:21:23.32", "00:21:24.90" ], [ "00:21:24.56", "00:21:24.87" ], [ "00:21:24.62", "00:21:25.30" ] ], "start_stop_frames": [ [ 64070, 64161 ], [ 64166, 64245 ], [ 64228, 64243 ], [ 64230, 64265 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P02_06+273_274_275_276", "video_id": "P02_06", "narration_ids": [ "P02_06_273", "P02_06_274", "P02_06_275", "P02_06_276" ], "src": "return books to drawer . open drawer . get bag", "src1": "return books to drawer", "src2": "open drawer", "src3": "get bag", "trg": "open bag", "vis_src": "P02_06:273 P02_06:274 P02_06:275", "vis_trg": "P02_06:276", "narrations": [ "return books to drawer", "open drawer", "get bag", "open bag" ], "verbs": [ "return", "open", "get", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "book", "drawer", "bag", "bag" ], "noun_classes": [ 140, 8, 19, 19 ], "start_stop_timestamps": [ [ "00:12:52.66", "00:12:53.92" ], [ "00:12:55.85", "00:12:57.01" ], [ "00:12:58.20", "00:13:00.29" ], [ "00:13:00.80", "00:13:04.20" ] ], "start_stop_frames": [ [ 46359, 46435 ], [ 46551, 46620 ], [ 46692, 46817 ], [ 46848, 47052 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P35_105+32_33_34_35", "video_id": "P35_105", "narration_ids": [ "P35_105_32", "P35_105_33", "P35_105_34", "P35_105_35" ], "src": "pour mushrooms . close mushrooms . pick_up clip", "src1": "pour mushrooms", "src2": "close mushrooms", "src3": "pick_up clip", "trg": "attach clip", "vis_src": "P35_105:32 P35_105:33 P35_105:34", "vis_trg": "P35_105:35", "narrations": [ "pour mushrooms", "close mushrooms", "pick up clip", "attach clip" ], "verbs": [ "pour", "close", "pick-up", "attach" ], "verb_classes": [ 9, 4, 0, 64 ], "nouns": [ "mushroom", "mushroom", "clip", "clip" ], "noun_classes": [ 56, 56, 129, 129 ], "start_stop_timestamps": [ [ "00:01:33.84", "00:01:43.89" ], [ "00:01:44.09", "00:01:46.54" ], [ "00:01:46.99", "00:01:47.77" ], [ "00:01:47.74", "00:01:50.09" ] ], "start_stop_frames": [ [ 4692, 5194 ], [ 5204, 5327 ], [ 5349, 5388 ], [ 5387, 5504 ] ], "trgnoun": "clip", "trgverb": "attach" }, { "key": "P03_14+5_6_7_8", "video_id": "P03_14", "narration_ids": [ "P03_14_5", "P03_14_6", "P03_14_7", "P03_14_8" ], "src": "close lid . put saucepan down . turn saucepan", "src1": "close lid", "src2": "put saucepan down", "src3": "turn saucepan", "trg": "turn lid", "vis_src": "P03_14:5 P03_14:6 P03_14:7", "vis_trg": "P03_14:8", "narrations": [ "close lid", "put saucepan down", "turn saucepan", "turn lid" ], "verbs": [ "close", "put-down", "turn", "turn" ], "verb_classes": [ 4, 1, 23, 23 ], "nouns": [ "lid", "saucepan", "saucepan", "lid" ], "noun_classes": [ 6, 5, 5, 6 ], "start_stop_timestamps": [ [ "00:00:14.52", "00:00:16.20" ], [ "00:00:15.49", "00:00:16.31" ], [ "00:00:16.61", "00:00:17.62" ], [ "00:00:18.72", "00:00:21.47" ] ], "start_stop_frames": [ [ 871, 972 ], [ 929, 978 ], [ 996, 1057 ], [ 1123, 1288 ] ], "trgnoun": "lid", "trgverb": "turn" }, { "key": "P22_106+272_273_274_275", "video_id": "P22_106", "narration_ids": [ "P22_106_272", "P22_106_273", "P22_106_274", "P22_106_275" ], "src": "lather glass . put_down sponge . turn_on tap", "src1": "lather glass", "src2": "put_down sponge", "src3": "turn_on tap", "trg": "rinse glass", "vis_src": "P22_106:272 P22_106:273 P22_106:274", "vis_trg": "P22_106:275", "narrations": [ "lather glass", "put down sponge", "turn on tap", "rinse glass" ], "verbs": [ "lather", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "glass", "sponge", "tap", "glass" ], "noun_classes": [ 10, 9, 0, 10 ], "start_stop_timestamps": [ [ "00:07:43.00", "00:07:44.44" ], [ "00:07:44.42", "00:07:45.05" ], [ "00:07:44.99", "00:07:46.71" ], [ "00:07:46.04", "00:07:46.98" ] ], "start_stop_frames": [ [ 23150, 23222 ], [ 23221, 23252 ], [ 23249, 23335 ], [ 23302, 23349 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P01_103+66_67_68_69", "video_id": "P01_103", "narration_ids": [ "P01_103_66", "P01_103_67", "P01_103_68", "P01_103_69" ], "src": "pick_up cereals box . open cupboard . put cereals into cupboard", "src1": "pick_up cereals box", "src2": "open cupboard", "src3": "put cereals into cupboard", "trg": "close cupboard", "vis_src": "P01_103:66 P01_103:67 P01_103:68", "vis_trg": "P01_103:69", "narrations": [ "pick up cereals box", "open cupboard", "put cereals into cupboard", "close cupboard" ], "verbs": [ "pick-up", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "box:cereal", "cupboard", "cereal", "cupboard" ], "noun_classes": [ 23, 3, 99, 3 ], "start_stop_timestamps": [ [ "00:02:01.38", "00:02:02.14" ], [ "00:02:02.18", "00:02:03.28" ], [ "00:02:01.00", "00:02:04.59" ], [ "00:02:04.59", "00:02:05.39" ] ], "start_stop_frames": [ [ 6069, 6107 ], [ 6109, 6164 ], [ 6050, 6229 ], [ 6229, 6269 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_120+129_133_134_135", "video_id": "P03_120", "narration_ids": [ "P03_120_129", "P03_120_133", "P03_120_134", "P03_120_135" ], "src": "put_down lemon . put_down grater . pick_up bowl and grater", "src1": "put_down lemon", "src2": "put_down grater", "src3": "pick_up bowl and grater", "trg": "put_down bowl and grater", "vis_src": "P03_120:129 P03_120:133 P03_120:134", "vis_trg": "P03_120:135", "narrations": [ "put down lemon", "put down grater", "pick up bowl and grater", "put down bowl and grater" ], "verbs": [ "put-down", "put-down", "pick-up", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "lemon", "grater", "bowl", "bowl" ], "noun_classes": [ 105, 96, 7, 7 ], "start_stop_timestamps": [ [ "00:05:52.71", "00:05:53.33" ], [ "00:06:39.00", "00:06:39.52" ], [ "00:06:39.60", "00:06:40.27" ], [ "00:06:40.08", "00:06:40.63" ] ], "start_stop_frames": [ [ 17635, 17666 ], [ 19950, 19976 ], [ 19980, 20013 ], [ 20004, 20031 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P25_103+97_98_99_100", "video_id": "P25_103", "narration_ids": [ "P25_103_97", "P25_103_98", "P25_103_99", "P25_103_100" ], "src": "put_down fork . take fork . pick_up meat", "src1": "put_down fork", "src2": "take fork", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P25_103:97 P25_103:98 P25_103:99", "vis_trg": "P25_103:100", "narrations": [ "put down fork", "take fork", "pick up meat", "put down meat" ], "verbs": [ "put-down", "take", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "fork", "fork", "meat", "meat" ], "noun_classes": [ 14, 14, 28, 28 ], "start_stop_timestamps": [ [ "00:06:37.57", "00:06:39.96" ], [ "00:06:44.68", "00:06:47.29" ], [ "00:06:51.58", "00:06:54.36" ], [ "00:06:53.27", "00:06:55.20" ] ], "start_stop_frames": [ [ 19878, 19998 ], [ 20234, 20364 ], [ 20579, 20718 ], [ 20663, 20760 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P25_104+62_63_64_65", "video_id": "P25_104", "narration_ids": [ "P25_104_62", "P25_104_63", "P25_104_64", "P25_104_65" ], "src": "put_down lid . pick_up pasta . open pasta", "src1": "put_down lid", "src2": "pick_up pasta", "src3": "open pasta", "trg": "pour pasta", "vis_src": "P25_104:62 P25_104:63 P25_104:64", "vis_trg": "P25_104:65", "narrations": [ "put down lid", "pick up pasta", "open pasta", "pour pasta" ], "verbs": [ "put-down", "pick-up", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "lid", "pasta", "pasta", "pasta" ], "noun_classes": [ 6, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:02:52.51", "00:02:58.89" ], [ "00:02:59.71", "00:03:02.05" ], [ "00:03:01.87", "00:03:07.87" ], [ "00:03:07.97", "00:03:12.04" ] ], "start_stop_frames": [ [ 8625, 8944 ], [ 8985, 9102 ], [ 9093, 9393 ], [ 9398, 9602 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P27_103+441_442_443_444", "video_id": "P27_103", "narration_ids": [ "P27_103_441", "P27_103_442", "P27_103_443", "P27_103_444" ], "src": "wash pan . put_down sponge . rinse pan", "src1": "wash pan", "src2": "put_down sponge", "src3": "rinse pan", "trg": "put_down pan", "vis_src": "P27_103:441 P27_103:442 P27_103:443", "vis_trg": "P27_103:444", "narrations": [ "wash pan", "put down sponge", "rinse pan", "put down pan" ], "verbs": [ "wash", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "pan", "sponge", "pan", "pan" ], "noun_classes": [ 5, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:31:55.30", "00:32:04.19" ], [ "00:32:04.10", "00:32:05.07" ], [ "00:32:04.94", "00:32:10.74" ], [ "00:32:12.27", "00:32:13.15" ] ], "start_stop_frames": [ [ 95765, 96209 ], [ 96205, 96253 ], [ 96247, 96537 ], [ 96613, 96657 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P22_17+467_468_475_476", "video_id": "P22_17", "narration_ids": [ "P22_17_467", "P22_17_468", "P22_17_475", "P22_17_476" ], "src": "dry utensil . put_down utensil . pick_up potato_peeler", "src1": "dry utensil", "src2": "put_down utensil", "src3": "pick_up potato_peeler", "trg": "dry potato_peeler", "vis_src": "P22_17:467 P22_17:468 P22_17:475", "vis_trg": "P22_17:476", "narrations": [ "dry utensil", "put down utensil", "pick up potato peeler", "dry potato peeler" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "utensil", "utensil", "peeler:potato", "peeler:potato" ], "noun_classes": [ 154, 154, 87, 87 ], "start_stop_timestamps": [ [ "00:18:15.40", "00:18:16.15" ], [ "00:18:16.17", "00:18:17.00" ], [ "00:18:24.44", "00:18:25.57" ], [ "00:18:25.30", "00:18:28.06" ] ], "start_stop_frames": [ [ 65724, 65769 ], [ 65770, 65820 ], [ 66266, 66334 ], [ 66318, 66483 ] ], "trgnoun": "potato_peeler", "trgverb": "dry" }, { "key": "P22_103+215_331_370_372", "video_id": "P22_103", "narration_ids": [ "P22_103_215", "P22_103_331", "P22_103_370", "P22_103_372" ], "src": "lather sponge . pick_up glass . rinse sponge", "src1": "lather sponge", "src2": "pick_up glass", "src3": "rinse sponge", "trg": "lather glass", "vis_src": "P22_103:215 P22_103:331 P22_103:370", "vis_trg": "P22_103:372", "narrations": [ "lather sponge", "pick up glass", "rinse sponge", "lather glass" ], "verbs": [ "lather", "pick-up", "rinse", "lather" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "sponge", "glass", "sponge", "glass" ], "noun_classes": [ 9, 10, 9, 10 ], "start_stop_timestamps": [ [ "00:06:09.64", "00:06:13.32" ], [ "00:11:07.56", "00:11:08.23" ], [ "00:12:21.95", "00:12:23.14" ], [ "00:12:24.04", "00:12:26.81" ] ], "start_stop_frames": [ [ 18482, 18666 ], [ 33378, 33411 ], [ 37097, 37157 ], [ 37202, 37340 ] ], "trgnoun": "glass", "trgverb": "lather" }, { "key": "P28_101+103_104_105_106", "video_id": "P28_101", "narration_ids": [ "P28_101_103", "P28_101_104", "P28_101_105", "P28_101_106" ], "src": "turn_on tap . rinse scissors and knife . put scissors and knife", "src1": "turn_on tap", "src2": "rinse scissors and knife", "src3": "put scissors and knife", "trg": "turn_off tap", "vis_src": "P28_101:103 P28_101:104 P28_101:105", "vis_trg": "P28_101:106", "narrations": [ "turn on tap", "rinse scissors and knife", "put scissors and knife", "turn off tap" ], "verbs": [ "turn-on", "rinse", "put", "turn-off" ], "verb_classes": [ 6, 2, 1, 8 ], "nouns": [ "tap", "scissors", "scissors", "tap" ], "noun_classes": [ 0, 79, 79, 0 ], "start_stop_timestamps": [ [ "00:10:24.54", "00:10:25.74" ], [ "00:10:26.55", "00:10:32.19" ], [ "00:10:33.02", "00:10:34.92" ], [ "00:10:36.45", "00:10:37.05" ] ], "start_stop_frames": [ [ 31227, 31287 ], [ 31327, 31609 ], [ 31651, 31745 ], [ 31822, 31852 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P01_01+193_194_195_196", "video_id": "P01_01", "narration_ids": [ "P01_01_193", "P01_01_194", "P01_01_195", "P01_01_196" ], "src": "put_down tofu_container . stir vegetables and tofu . put_down spatula", "src1": "put_down tofu_container", "src2": "stir vegetables and tofu", "src3": "put_down spatula", "trg": "take tofu_container", "vis_src": "P01_01:193 P01_01:194 P01_01:195", "vis_trg": "P01_01:196", "narrations": [ "put down tofu container", "stir vegetables and tofu", "put down spatula", "take tofu container" ], "verbs": [ "put-down", "stir", "put-down", "take" ], "verb_classes": [ 1, 10, 1, 0 ], "nouns": [ "container:tofu", "vegetable", "spatula", "container:tofu" ], "noun_classes": [ 21, 94, 20, 21 ], "start_stop_timestamps": [ [ "00:14:49.53", "00:14:50.92" ], [ "00:14:50.88", "00:15:04.28" ], [ "00:15:04.17", "00:15:05.18" ], [ "00:15:05.28", "00:15:08.19" ] ], "start_stop_frames": [ [ 53371, 53455 ], [ 53452, 54256 ], [ 54250, 54310 ], [ 54316, 54491 ] ], "trgnoun": "tofu_container", "trgverb": "take" }, { "key": "P29_03+68_69_70_72", "video_id": "P29_03", "narration_ids": [ "P29_03_68", "P29_03_69", "P29_03_70", "P29_03_72" ], "src": "put_down pan . move plate . put_down plates", "src1": "put_down pan", "src2": "move plate", "src3": "put_down plates", "trg": "put away plate", "vis_src": "P29_03:68 P29_03:69 P29_03:70", "vis_trg": "P29_03:72", "narrations": [ "put down pan", "move plate", "put down plates", "put away plate" ], "verbs": [ "put-down", "move", "put-down", "put" ], "verb_classes": [ 1, 11, 1, 1 ], "nouns": [ "pan", "plate", "plate", "plate" ], "noun_classes": [ 5, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:04:15.09", "00:04:16.72" ], [ "00:04:17.12", "00:04:19.62" ], [ "00:04:19.72", "00:04:22.14" ], [ "00:04:23.92", "00:04:25.73" ] ], "start_stop_frames": [ [ 15305, 15403 ], [ 15427, 15577 ], [ 15583, 15728 ], [ 15835, 15943 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P06_106+40_41_42_43", "video_id": "P06_106", "narration_ids": [ "P06_106_40", "P06_106_41", "P06_106_42", "P06_106_43" ], "src": "put lid on pan . put plate down . pick_up cheese", "src1": "put lid on pan", "src2": "put plate down", "src3": "pick_up cheese", "trg": "open cheese", "vis_src": "P06_106:40 P06_106:41 P06_106:42", "vis_trg": "P06_106:43", "narrations": [ "put lid on pan", "put plate down", "pick up cheese", "open cheese" ], "verbs": [ "put-on", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "lid", "plate", "cheese", "cheese" ], "noun_classes": [ 6, 2, 32, 32 ], "start_stop_timestamps": [ [ "00:02:18.75", "00:02:19.87" ], [ "00:02:21.70", "00:02:23.65" ], [ "00:02:23.70", "00:02:32.18" ], [ "00:02:23.56", "00:02:26.96" ] ], "start_stop_frames": [ [ 6937, 6993 ], [ 7084, 7182 ], [ 7184, 7609 ], [ 7178, 7348 ] ], "trgnoun": "cheese", "trgverb": "open" }, { "key": "P04_113+365_366_367_368", "video_id": "P04_113", "narration_ids": [ "P04_113_365", "P04_113_366", "P04_113_367", "P04_113_368" ], "src": "dry tupperware_tub with tea towel . put_down tupperware_tub on counter . pick_up spoons", "src1": "dry tupperware_tub with tea towel", "src2": "put_down tupperware_tub on counter", "src3": "pick_up spoons", "trg": "dry spoons", "vis_src": "P04_113:365 P04_113:366 P04_113:367", "vis_trg": "P04_113:368", "narrations": [ "dry tupperware tub with tea towel", "put down tupperware tub on counter", "pick up spoons", "dry spoons" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "tub:tupperware", "tub:tupperware", "spoon", "spoon" ], "noun_classes": [ 23, 23, 1, 1 ], "start_stop_timestamps": [ [ "00:11:32.64", "00:11:41.24" ], [ "00:11:41.34", "00:11:42.04" ], [ "00:11:42.70", "00:11:43.56" ], [ "00:11:43.91", "00:11:47.49" ] ], "start_stop_frames": [ [ 34632, 35062 ], [ 35067, 35102 ], [ 35135, 35178 ], [ 35195, 35374 ] ], "trgnoun": "spoon", "trgverb": "dry" }, { "key": "P06_102+54_55_56_57", "video_id": "P06_102", "narration_ids": [ "P06_102_54", "P06_102_55", "P06_102_56", "P06_102_57" ], "src": "close kettle . move glass . put_down kettle", "src1": "close kettle", "src2": "move glass", "src3": "put_down kettle", "trg": "pick_up kettle", "vis_src": "P06_102:54 P06_102:55 P06_102:56", "vis_trg": "P06_102:57", "narrations": [ "close kettle", "move glass", "put down kettle", "pick up kettle" ], "verbs": [ "close", "move", "put-down", "pick-up" ], "verb_classes": [ 4, 11, 1, 0 ], "nouns": [ "kettle", "glass", "kettle", "kettle" ], "noun_classes": [ 44, 10, 44, 44 ], "start_stop_timestamps": [ [ "00:04:35.30", "00:04:35.90" ], [ "00:04:36.99", "00:04:37.55" ], [ "00:04:37.83", "00:04:39.27" ], [ "00:04:41.46", "00:04:42.72" ] ], "start_stop_frames": [ [ 13765, 13794 ], [ 13849, 13877 ], [ 13891, 13963 ], [ 14072, 14136 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P03_07+23_24_25_26", "video_id": "P03_07", "narration_ids": [ "P03_07_23", "P03_07_24", "P03_07_25", "P03_07_26" ], "src": "place grapes . open squash . pour squash", "src1": "place grapes", "src2": "open squash", "src3": "pour squash", "trg": "close squash", "vis_src": "P03_07:23 P03_07:24 P03_07:25", "vis_trg": "P03_07:26", "narrations": [ "place grapes", "open squash", "pour squash", "close squash" ], "verbs": [ "place", "open", "pour", "close" ], "verb_classes": [ 1, 3, 9, 4 ], "nouns": [ "grape", "squash", "squash", "squash" ], "noun_classes": [ 202, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:00:42.16", "00:00:42.87" ], [ "00:00:43.71", "00:00:45.28" ], [ "00:00:45.22", "00:00:47.86" ], [ "00:00:47.09", "00:00:48.79" ] ], "start_stop_frames": [ [ 2529, 2572 ], [ 2622, 2716 ], [ 2713, 2871 ], [ 2825, 2927 ] ], "trgnoun": "squash", "trgverb": "close" }, { "key": "P22_103+370_372_373_374", "video_id": "P22_103", "narration_ids": [ "P22_103_370", "P22_103_372", "P22_103_373", "P22_103_374" ], "src": "rinse sponge . lather glass . put_down glass", "src1": "rinse sponge", "src2": "lather glass", "src3": "put_down glass", "trg": "pick_up glass", "vis_src": "P22_103:370 P22_103:372 P22_103:373", "vis_trg": "P22_103:374", "narrations": [ "rinse sponge", "lather glass", "put down glass", "pick up glass" ], "verbs": [ "rinse", "lather", "put-down", "pick-up" ], "verb_classes": [ 2, 2, 1, 0 ], "nouns": [ "sponge", "glass", "glass", "glass" ], "noun_classes": [ 9, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:12:21.95", "00:12:23.14" ], [ "00:12:24.04", "00:12:26.81" ], [ "00:12:24.68", "00:12:27.64" ], [ "00:12:27.01", "00:12:27.55" ] ], "start_stop_frames": [ [ 37097, 37157 ], [ 37202, 37340 ], [ 37234, 37382 ], [ 37350, 37377 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P24_08+126_127_128_129", "video_id": "P24_08", "narration_ids": [ "P24_08_126", "P24_08_127", "P24_08_128", "P24_08_129" ], "src": "open salt_box . pick_up salt . put salt in the pot", "src1": "open salt_box", "src2": "pick_up salt", "src3": "put salt in the pot", "trg": "close salt_box", "vis_src": "P24_08:126 P24_08:127 P24_08:128", "vis_trg": "P24_08:129", "narrations": [ "open salt box", "pick up salt", "put salt in the pot", "close salt box" ], "verbs": [ "open", "pick-up", "put-in", "close" ], "verb_classes": [ 3, 0, 5, 4 ], "nouns": [ "box:salt", "salt", "salt", "box:salt" ], "noun_classes": [ 23, 38, 38, 23 ], "start_stop_timestamps": [ [ "00:09:48.84", "00:09:49.62" ], [ "00:09:51.44", "00:09:53.94" ], [ "00:09:54.29", "00:10:01.02" ], [ "00:10:02.43", "00:10:04.55" ] ], "start_stop_frames": [ [ 35330, 35377 ], [ 35486, 35636 ], [ 35657, 36061 ], [ 36145, 36273 ] ], "trgnoun": "salt_box", "trgverb": "close" }, { "key": "P06_108+44_45_46_47", "video_id": "P06_108", "narration_ids": [ "P06_108_44", "P06_108_45", "P06_108_46", "P06_108_47" ], "src": "pick_up knife . take olives out of jar . put jar down", "src1": "pick_up knife", "src2": "take olives out of jar", "src3": "put jar down", "trg": "chop olives", "vis_src": "P06_108:44 P06_108:45 P06_108:46", "vis_trg": "P06_108:47", "narrations": [ "pick up knife", "take olives out of jar", "put jar down", "chop olives" ], "verbs": [ "pick-up", "take-out", "put-down", "chop" ], "verb_classes": [ 0, 12, 1, 7 ], "nouns": [ "knife", "olive", "jar", "olive" ], "noun_classes": [ 4, 83, 40, 83 ], "start_stop_timestamps": [ [ "00:04:38.51", "00:04:41.07" ], [ "00:04:40.41", "00:05:03.69" ], [ "00:05:01.74", "00:05:03.25" ], [ "00:05:04.00", "00:05:09.28" ] ], "start_stop_frames": [ [ 13925, 14053 ], [ 14020, 15184 ], [ 15087, 15162 ], [ 15200, 15463 ] ], "trgnoun": "olive", "trgverb": "chop" }, { "key": "P01_09+655_656_657_659", "video_id": "P01_09", "narration_ids": [ "P01_09_655", "P01_09_656", "P01_09_657", "P01_09_659" ], "src": "close oven . take flour_bag . take lid and bottle", "src1": "close oven", "src2": "take flour_bag", "src3": "take lid and bottle", "trg": "close bottle", "vis_src": "P01_09:655 P01_09:656 P01_09:657", "vis_trg": "P01_09:659", "narrations": [ "close oven", "take flour bag", "take lid and bottle", "close bottle" ], "verbs": [ "close", "take", "take", "close" ], "verb_classes": [ 4, 0, 0, 4 ], "nouns": [ "oven", "bag:flour", "lid", "bottle" ], "noun_classes": [ 46, 19, 6, 15 ], "start_stop_timestamps": [ [ "00:45:38.06", "00:45:40.68" ], [ "00:45:42.88", "00:45:44.50" ], [ "00:45:44.60", "00:45:47.86" ], [ "00:45:51.49", "00:45:53.09" ] ], "start_stop_frames": [ [ 164283, 164440 ], [ 164572, 164670 ], [ 164676, 164871 ], [ 165089, 165185 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P23_102+604_605_606_607", "video_id": "P23_102", "narration_ids": [ "P23_102_604", "P23_102_605", "P23_102_606", "P23_102_607" ], "src": "take pan . take brush . wash pan", "src1": "take pan", "src2": "take brush", "src3": "wash pan", "trg": "put pan", "vis_src": "P23_102:604 P23_102:605 P23_102:606", "vis_trg": "P23_102:607", "narrations": [ "take pan", "take brush", "wash pan", "put pan" ], "verbs": [ "take", "take", "wash", "put" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "pan", "brush", "pan", "pan" ], "noun_classes": [ 5, 103, 5, 5 ], "start_stop_timestamps": [ [ "00:56:00.80", "00:56:02.07" ], [ "00:56:02.25", "00:56:03.31" ], [ "00:56:03.41", "00:56:39.59" ], [ "00:56:39.69", "00:56:41.94" ] ], "start_stop_frames": [ [ 168040, 168103 ], [ 168112, 168165 ], [ 168170, 169979 ], [ 169984, 170097 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P27_101+334_335_336_337", "video_id": "P27_101", "narration_ids": [ "P27_101_334", "P27_101_335", "P27_101_336", "P27_101_337" ], "src": "put_down sponge . turn_on tap . wash plate", "src1": "put_down sponge", "src2": "turn_on tap", "src3": "wash plate", "trg": "put_down plate", "vis_src": "P27_101:334 P27_101:335 P27_101:336", "vis_trg": "P27_101:337", "narrations": [ "put down sponge", "turn on tap", "wash plate", "put down plate" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sponge", "tap", "plate", "plate" ], "noun_classes": [ 9, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:15:41.44", "00:15:42.59" ], [ "00:15:42.69", "00:15:43.36" ], [ "00:15:44.85", "00:15:50.76" ], [ "00:15:50.74", "00:15:51.91" ] ], "start_stop_frames": [ [ 47072, 47129 ], [ 47134, 47168 ], [ 47242, 47538 ], [ 47537, 47595 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P04_121+88_89_90_91", "video_id": "P04_121", "narration_ids": [ "P04_121_88", "P04_121_89", "P04_121_90", "P04_121_91" ], "src": "open dishwasher . put knife into dishwasher . pick_up chopping_board", "src1": "open dishwasher", "src2": "put knife into dishwasher", "src3": "pick_up chopping_board", "trg": "wipe bits off chopping_board and into sink", "vis_src": "P04_121:88 P04_121:89 P04_121:90", "vis_trg": "P04_121:91", "narrations": [ "open dishwasher", "put knife into dishwasher", "pick up chopping board", "wipe bits off chopping board and into sink" ], "verbs": [ "open", "put-into", "pick-up", "wipe" ], "verb_classes": [ 3, 5, 0, 2 ], "nouns": [ "dishwasher", "knife", "board:chopping", "board:chopping" ], "noun_classes": [ 70, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:05:49.63", "00:05:50.76" ], [ "00:05:50.46", "00:05:50.95" ], [ "00:05:51.65", "00:05:54.15" ], [ "00:05:53.79", "00:05:54.56" ] ], "start_stop_frames": [ [ 17481, 17538 ], [ 17523, 17547 ], [ 17582, 17707 ], [ 17689, 17728 ] ], "trgnoun": "chopping_board", "trgverb": "wipe" }, { "key": "P02_06+199_200_201_202", "video_id": "P02_06", "narration_ids": [ "P02_06_199", "P02_06_200", "P02_06_201", "P02_06_202" ], "src": "pick_up tomato . put tomato . pick_up tomato", "src1": "pick_up tomato", "src2": "put tomato", "src3": "pick_up tomato", "trg": "remove tomato", "vis_src": "P02_06:199 P02_06:200 P02_06:201", "vis_trg": "P02_06:202", "narrations": [ "pick up tomato", "put tomato", "pick up", "remove" ], "verbs": [ "pick-up", "put", "pick-up", "remove" ], "verb_classes": [ 0, 1, 0, 12 ], "nouns": [ "tomato", "tomato", "tomato", "tomato" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:08:55.73", "00:08:56.39" ], [ "00:08:56.68", "00:08:57.39" ], [ "00:08:57.49", "00:08:58.20" ], [ "00:08:57.63", "00:08:58.38" ] ], "start_stop_frames": [ [ 32143, 32183 ], [ 32200, 32243 ], [ 32249, 32292 ], [ 32257, 32302 ] ], "trgnoun": "tomato", "trgverb": "remove" }, { "key": "P03_02+91_92_93_94", "video_id": "P03_02", "narration_ids": [ "P03_02_91", "P03_02_92", "P03_02_93", "P03_02_94" ], "src": "put_in bin_bag . pick_up bin . turn_on water", "src1": "put_in bin_bag", "src2": "pick_up bin", "src3": "turn_on water", "trg": "place bin", "vis_src": "P03_02:91 P03_02:92 P03_02:93", "vis_trg": "P03_02:94", "narrations": [ "put in bin bag", "pick up bin", "turn on water", "place bin" ], "verbs": [ "put-in", "pick-up", "turn-on", "place" ], "verb_classes": [ 5, 0, 6, 1 ], "nouns": [ "bag:bin", "bin", "tap", "bin" ], "noun_classes": [ 19, 36, 0, 36 ], "start_stop_timestamps": [ [ "00:03:08.71", "00:03:10.22" ], [ "00:03:12.04", "00:03:13.13" ], [ "00:03:16.16", "00:03:17.41" ], [ "00:03:23.17", "00:03:24.11" ] ], "start_stop_frames": [ [ 11322, 11413 ], [ 11522, 11587 ], [ 11769, 11844 ], [ 12190, 12246 ] ], "trgnoun": "bin", "trgverb": "place" }, { "key": "P01_01+232_233_234_235", "video_id": "P01_01", "narration_ids": [ "P01_01_232", "P01_01_233", "P01_01_234", "P01_01_235" ], "src": "stir vegetables into a bowl . put_down spatula . take container", "src1": "stir vegetables into a bowl", "src2": "put_down spatula", "src3": "take container", "trg": "open container", "vis_src": "P01_01:232 P01_01:233 P01_01:234", "vis_trg": "P01_01:235", "narrations": [ "stir vegetables into a bowl", "put down spatula", "take container", "open container" ], "verbs": [ "stir-into", "put-down", "take", "open" ], "verb_classes": [ 10, 1, 0, 3 ], "nouns": [ "vegetable", "spatula", "container", "container" ], "noun_classes": [ 94, 20, 21, 21 ], "start_stop_timestamps": [ [ "00:17:31.88", "00:17:47.42" ], [ "00:17:46.54", "00:17:47.60" ], [ "00:17:54.15", "00:17:56.28" ], [ "00:17:55.38", "00:17:56.71" ] ], "start_stop_frames": [ [ 63112, 64045 ], [ 63992, 64055 ], [ 64449, 64576 ], [ 64522, 64602 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P02_124+16_17_18_19", "video_id": "P02_124", "narration_ids": [ "P02_124_16", "P02_124_17", "P02_124_18", "P02_124_19" ], "src": "scoop washing_powder . put washing_powder in drawer . close box", "src1": "scoop washing_powder", "src2": "put washing_powder in drawer", "src3": "close box", "trg": "put box in cupboard", "vis_src": "P02_124:16 P02_124:17 P02_124:18", "vis_trg": "P02_124:19", "narrations": [ "scoop washing powder", "put washing powder in drawer", "close box", "put box in cupboard" ], "verbs": [ "scoop", "put-in", "close", "put-in" ], "verb_classes": [ 16, 5, 4, 5 ], "nouns": [ "powder:washing", "powder:washing", "box", "box" ], "noun_classes": [ 234, 234, 23, 23 ], "start_stop_timestamps": [ [ "00:00:30.64", "00:00:38.11" ], [ "00:00:38.13", "00:00:39.83" ], [ "00:00:39.86", "00:00:41.06" ], [ "00:00:41.02", "00:00:42.54" ] ], "start_stop_frames": [ [ 1532, 1905 ], [ 1906, 1991 ], [ 1993, 2053 ], [ 2051, 2127 ] ], "trgnoun": "box", "trgverb": "put_in" }, { "key": "P04_104+66_67_68_69", "video_id": "P04_104", "narration_ids": [ "P04_104_66", "P04_104_67", "P04_104_68", "P04_104_69" ], "src": "pick_up spoon . hold tub . stir starter in tub", "src1": "pick_up spoon", "src2": "hold tub", "src3": "stir starter in tub", "trg": "pick_up tub", "vis_src": "P04_104:66 P04_104:67 P04_104:68", "vis_trg": "P04_104:69", "narrations": [ "pick up spoon", "hold tub", "stir starter in tub", "pick up tub" ], "verbs": [ "pick-up", "hold", "stir", "pick-up" ], "verb_classes": [ 0, 34, 10, 0 ], "nouns": [ "spoon", "tub", "starter", "tub" ], "noun_classes": [ 1, 23, 71, 23 ], "start_stop_timestamps": [ [ "00:02:23.44", "00:02:24.18" ], [ "00:02:24.35", "00:02:25.07" ], [ "00:02:25.27", "00:02:33.54" ], [ "00:02:33.34", "00:02:34.23" ] ], "start_stop_frames": [ [ 7172, 7209 ], [ 7217, 7253 ], [ 7263, 7677 ], [ 7667, 7711 ] ], "trgnoun": "tub", "trgverb": "pick_up" }, { "key": "P06_05+90_91_92_93", "video_id": "P06_05", "narration_ids": [ "P06_05_90", "P06_05_91", "P06_05_92", "P06_05_93" ], "src": "close sweetcorn . put_down sweetcorn . pick_up jar", "src1": "close sweetcorn", "src2": "put_down sweetcorn", "src3": "pick_up jar", "trg": "open jar", "vis_src": "P06_05:90 P06_05:91 P06_05:92", "vis_trg": "P06_05:93", "narrations": [ "close sweetcorn", "put down sweetcorn", "pick up jar", "open jar" ], "verbs": [ "close", "put-down", "pick-up", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "sweetcorn", "sweetcorn", "jar", "jar" ], "noun_classes": [ 125, 125, 40, 40 ], "start_stop_timestamps": [ [ "00:10:31.87", "00:10:34.19" ], [ "00:10:34.08", "00:10:35.63" ], [ "00:10:35.29", "00:10:36.43" ], [ "00:10:36.20", "00:10:37.60" ] ], "start_stop_frames": [ [ 37912, 38051 ], [ 38044, 38137 ], [ 38117, 38185 ], [ 38172, 38256 ] ], "trgnoun": "jar", "trgverb": "open" }, { "key": "P06_03+79_80_81_82", "video_id": "P06_03", "narration_ids": [ "P06_03_79", "P06_03_80", "P06_03_81", "P06_03_82" ], "src": "pour oil into pan . put_down oil . put lid on oil", "src1": "pour oil into pan", "src2": "put_down oil", "src3": "put lid on oil", "trg": "drop oil", "vis_src": "P06_03:79 P06_03:80 P06_03:81", "vis_trg": "P06_03:82", "narrations": [ "pour oil into pan", "put down oil", "put lid on oil", "drop oil" ], "verbs": [ "pour-into", "put-down", "put-on", "drop" ], "verb_classes": [ 9, 1, 1, 59 ], "nouns": [ "oil", "oil", "lid", "oil" ], "noun_classes": [ 31, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:05:21.35", "00:05:25.35" ], [ "00:05:25.10", "00:05:26.45" ], [ "00:05:26.62", "00:05:29.40" ], [ "00:05:29.59", "00:05:30.91" ] ], "start_stop_frames": [ [ 19281, 19521 ], [ 19506, 19587 ], [ 19597, 19764 ], [ 19775, 19854 ] ], "trgnoun": "oil", "trgverb": "drop" }, { "key": "P37_101+333_334_335_336", "video_id": "P37_101", "narration_ids": [ "P37_101_333", "P37_101_334", "P37_101_335", "P37_101_336" ], "src": "wash coriander . turn_off tap . shake coriander to remove water", "src1": "wash coriander", "src2": "turn_off tap", "src3": "shake coriander to remove water", "trg": "put coriander on chopping board", "vis_src": "P37_101:333 P37_101:334 P37_101:335", "vis_trg": "P37_101:336", "narrations": [ "wash coriander", "turn off tap", "shake coriander to remove water", "put coriander on chopping board" ], "verbs": [ "wash", "turn-off", "shake", "put-on" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "coriander", "tap", "coriander", "coriander" ], "noun_classes": [ 173, 0, 173, 173 ], "start_stop_timestamps": [ [ "00:24:22.26", "00:24:27.45" ], [ "00:24:27.49", "00:24:28.20" ], [ "00:24:29.14", "00:24:31.67" ], [ "00:24:32.29", "00:24:35.01" ] ], "start_stop_frames": [ [ 73113, 73372 ], [ 73374, 73410 ], [ 73457, 73583 ], [ 73614, 73750 ] ], "trgnoun": "coriander", "trgverb": "put_on" }, { "key": "P01_17+3_4_5_6", "video_id": "P01_17", "narration_ids": [ "P01_17_3", "P01_17_4", "P01_17_5", "P01_17_6" ], "src": "close cereal_box . open cupboard . put cereals into cupboard", "src1": "close cereal_box", "src2": "open cupboard", "src3": "put cereals into cupboard", "trg": "close cupboard", "vis_src": "P01_17:3 P01_17:4 P01_17:5", "vis_trg": "P01_17:6", "narrations": [ "close cereal box", "open cupboard", "put cereals into cupboard", "close cupboard" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "box:cereal", "cupboard", "cereal", "cupboard" ], "noun_classes": [ 23, 3, 99, 3 ], "start_stop_timestamps": [ [ "00:00:08.51", "00:00:10.76" ], [ "00:00:12.36", "00:00:14.11" ], [ "00:00:14.21", "00:00:16.71" ], [ "00:00:16.81", "00:00:18.02" ] ], "start_stop_frames": [ [ 510, 645 ], [ 741, 846 ], [ 852, 1002 ], [ 1008, 1081 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_03+237_238_239_240", "video_id": "P02_03", "narration_ids": [ "P02_03_237", "P02_03_238", "P02_03_239", "P02_03_240" ], "src": "sprinkle oil into pasta pot . pick_up salt . put salt into pasta pot", "src1": "sprinkle oil into pasta pot", "src2": "pick_up salt", "src3": "put salt into pasta pot", "trg": "put salt", "vis_src": "P02_03:237 P02_03:238 P02_03:239", "vis_trg": "P02_03:240", "narrations": [ "sprinkle oil into pasta pot", "pick up salt", "put salt into pasta pot", "put salt" ], "verbs": [ "sprinkle-into", "pick-up", "put-into", "put" ], "verb_classes": [ 42, 0, 5, 1 ], "nouns": [ "oil", "salt", "salt", "salt" ], "noun_classes": [ 31, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:13:01.55", "00:13:04.30" ], [ "00:13:05.06", "00:13:05.93" ], [ "00:13:06.03", "00:13:07.31" ], [ "00:13:07.94", "00:13:09.00" ] ], "start_stop_frames": [ [ 46893, 47058 ], [ 47103, 47155 ], [ 47161, 47238 ], [ 47276, 47340 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P22_17+193_194_195_196", "video_id": "P22_17", "narration_ids": [ "P22_17_193", "P22_17_194", "P22_17_195", "P22_17_196" ], "src": "open drawer . put_down down bottle_opener . toss paper", "src1": "open drawer", "src2": "put_down down bottle_opener", "src3": "toss paper", "trg": "grab paper", "vis_src": "P22_17:193 P22_17:194 P22_17:195", "vis_trg": "P22_17:196", "narrations": [ "open drawer", "put down down bottle opener", "toss paper", "grab paper" ], "verbs": [ "open", "put-down", "toss", "grab" ], "verb_classes": [ 3, 1, 13, 0 ], "nouns": [ "drawer", "opener:bottle", "paper", "paper" ], "noun_classes": [ 8, 174, 49, 49 ], "start_stop_timestamps": [ [ "00:08:23.26", "00:08:24.01" ], [ "00:08:24.03", "00:08:24.63" ], [ "00:08:24.56", "00:08:26.06" ], [ "00:08:27.76", "00:08:28.54" ] ], "start_stop_frames": [ [ 30195, 30240 ], [ 30241, 30277 ], [ 30273, 30363 ], [ 30465, 30512 ] ], "trgnoun": "paper", "trgverb": "grab" }, { "key": "P30_10+167_168_169_170", "video_id": "P30_10", "narration_ids": [ "P30_10_167", "P30_10_168", "P30_10_169", "P30_10_170" ], "src": "turn_off tap . put plate . take fork", "src1": "turn_off tap", "src2": "put plate", "src3": "take fork", "trg": "wash fork", "vis_src": "P30_10:167 P30_10:168 P30_10:169", "vis_trg": "P30_10:170", "narrations": [ "turn off tap", "put plate", "take fork", "wash fork" ], "verbs": [ "turn-off", "put", "take", "wash" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "plate", "fork", "fork" ], "noun_classes": [ 0, 2, 14, 14 ], "start_stop_timestamps": [ [ "00:08:53.00", "00:08:54.35" ], [ "00:08:54.11", "00:08:55.54" ], [ "00:08:55.60", "00:08:56.24" ], [ "00:08:56.11", "00:08:58.35" ] ], "start_stop_frames": [ [ 31980, 32061 ], [ 32046, 32132 ], [ 32136, 32174 ], [ 32166, 32301 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P11_13+17_18_19_20", "video_id": "P11_13", "narration_ids": [ "P11_13_17", "P11_13_18", "P11_13_19", "P11_13_20" ], "src": "pick_up spoon . put spoon in bowl . pick_up cereal", "src1": "pick_up spoon", "src2": "put spoon in bowl", "src3": "pick_up cereal", "trg": "pour cereal in bowl", "vis_src": "P11_13:17 P11_13:18 P11_13:19", "vis_trg": "P11_13:20", "narrations": [ "pick up spoon", "put spoon in bowl", "pick up cereal", "pour cereal in bowl" ], "verbs": [ "pick-up", "put-in", "pick-up", "pour-in" ], "verb_classes": [ 0, 5, 0, 9 ], "nouns": [ "spoon", "spoon", "cereal", "cereal" ], "noun_classes": [ 1, 1, 99, 99 ], "start_stop_timestamps": [ [ "00:00:45.38", "00:00:46.47" ], [ "00:00:47.61", "00:00:48.54" ], [ "00:00:49.20", "00:00:51.26" ], [ "00:00:51.25", "00:00:55.74" ] ], "start_stop_frames": [ [ 2722, 2788 ], [ 2856, 2912 ], [ 2952, 3075 ], [ 3075, 3344 ] ], "trgnoun": "cereal", "trgverb": "pour_in" }, { "key": "P06_102+53_54_55_56", "video_id": "P06_102", "narration_ids": [ "P06_102_53", "P06_102_54", "P06_102_55", "P06_102_56" ], "src": "turn_off tap . close kettle . move glass", "src1": "turn_off tap", "src2": "close kettle", "src3": "move glass", "trg": "put_down kettle", "vis_src": "P06_102:53 P06_102:54 P06_102:55", "vis_trg": "P06_102:56", "narrations": [ "turn off tap", "close kettle", "move glass", "put down kettle" ], "verbs": [ "turn-off", "close", "move", "put-down" ], "verb_classes": [ 8, 4, 11, 1 ], "nouns": [ "tap", "kettle", "glass", "kettle" ], "noun_classes": [ 0, 44, 10, 44 ], "start_stop_timestamps": [ [ "00:04:32.49", "00:04:34.66" ], [ "00:04:35.30", "00:04:35.90" ], [ "00:04:36.99", "00:04:37.55" ], [ "00:04:37.83", "00:04:39.27" ] ], "start_stop_frames": [ [ 13624, 13732 ], [ 13765, 13794 ], [ 13849, 13877 ], [ 13891, 13963 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_06+102_103_104_105", "video_id": "P02_06", "narration_ids": [ "P02_06_102", "P02_06_103", "P02_06_104", "P02_06_105" ], "src": "open tap . rinse mug . put mug", "src1": "open tap", "src2": "rinse mug", "src3": "put mug", "trg": "pick_up mug", "vis_src": "P02_06:102 P02_06:103 P02_06:104", "vis_trg": "P02_06:105", "narrations": [ "open tap", "rinse mug", "put mug", "pick up mug" ], "verbs": [ "turn-on", "rinse", "put", "pick-up" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "mug", "mug", "mug" ], "noun_classes": [ 0, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:03:57.18", "00:03:58.33" ], [ "00:03:58.46", "00:04:02.07" ], [ "00:04:03.84", "00:04:04.63" ], [ "00:04:04.97", "00:04:06.72" ] ], "start_stop_frames": [ [ 14230, 14299 ], [ 14307, 14524 ], [ 14630, 14677 ], [ 14698, 14803 ] ], "trgnoun": "mug", "trgverb": "pick_up" }, { "key": "P26_112+31_32_33_34", "video_id": "P26_112", "narration_ids": [ "P26_112_31", "P26_112_32", "P26_112_33", "P26_112_34" ], "src": "close cupboard . hang bag . pick_up plate", "src1": "close cupboard", "src2": "hang bag", "src3": "pick_up plate", "trg": "open bag", "vis_src": "P26_112:31 P26_112:32 P26_112:33", "vis_trg": "P26_112:34", "narrations": [ "close cupboard", "hang bag", "pick up plate", "open bag" ], "verbs": [ "close", "hang", "pick-up", "open" ], "verb_classes": [ 4, 41, 0, 3 ], "nouns": [ "cupboard", "bag", "plate", "bag" ], "noun_classes": [ 3, 19, 2, 19 ], "start_stop_timestamps": [ [ "00:01:22.69", "00:01:23.26" ], [ "00:01:23.13", "00:01:26.70" ], [ "00:01:27.09", "00:01:29.05" ], [ "00:01:29.63", "00:01:31.59" ] ], "start_stop_frames": [ [ 4134, 4163 ], [ 4156, 4335 ], [ 4354, 4452 ], [ 4481, 4579 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P04_101+16_17_18_19", "video_id": "P04_101", "narration_ids": [ "P04_101_16", "P04_101_17", "P04_101_18", "P04_101_19" ], "src": "close cupboard . put_down tub . open lid", "src1": "close cupboard", "src2": "put_down tub", "src3": "open lid", "trg": "put_down lid", "vis_src": "P04_101:16 P04_101:17 P04_101:18", "vis_trg": "P04_101:19", "narrations": [ "close cupboard", "put down tub", "open lid", "put down lid" ], "verbs": [ "close", "put-down", "open", "put-down" ], "verb_classes": [ 4, 1, 3, 1 ], "nouns": [ "cupboard", "tub", "lid", "lid" ], "noun_classes": [ 3, 23, 6, 6 ], "start_stop_timestamps": [ [ "00:00:31.10", "00:00:32.74" ], [ "00:00:32.50", "00:00:35.50" ], [ "00:00:34.23", "00:00:35.54" ], [ "00:00:35.36", "00:00:36.02" ] ], "start_stop_frames": [ [ 1555, 1637 ], [ 1625, 1775 ], [ 1711, 1777 ], [ 1768, 1801 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P22_102+109_110_111_112", "video_id": "P22_102", "narration_ids": [ "P22_102_109", "P22_102_110", "P22_102_111", "P22_102_112" ], "src": "rinse sponge . rinse hands . turn_off tap", "src1": "rinse sponge", "src2": "rinse hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P22_102:109 P22_102:110 P22_102:111", "vis_trg": "P22_102:112", "narrations": [ "rinse sponge", "rinse hands", "turn off tap", "shake hands" ], "verbs": [ "rinse", "rinse", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "sponge", "hand", "tap", "hand" ], "noun_classes": [ 9, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:02:58.88", "00:03:00.52" ], [ "00:03:01.51", "00:03:03.30" ], [ "00:03:03.70", "00:03:04.33" ], [ "00:03:04.33", "00:03:05.15" ] ], "start_stop_frames": [ [ 8944, 9026 ], [ 9075, 9165 ], [ 9185, 9216 ], [ 9216, 9257 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P09_04+14_15_16_17", "video_id": "P09_04", "narration_ids": [ "P09_04_14", "P09_04_15", "P09_04_16", "P09_04_17" ], "src": "put honey in cabinet . open bottle of oil . put oil in the pan", "src1": "put honey in cabinet", "src2": "open bottle of oil", "src3": "put oil in the pan", "trg": "close bottle of oil", "vis_src": "P09_04:14 P09_04:15 P09_04:16", "vis_trg": "P09_04:17", "narrations": [ "put honey in cabinet", "open bottle of oil", "put oil in the pan", "close bottle of oil" ], "verbs": [ "put-in", "open", "put-in", "close" ], "verb_classes": [ 5, 3, 5, 4 ], "nouns": [ "honey", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 115, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:01:07.90", "00:01:10.82" ], [ "00:01:18.09", "00:01:20.39" ], [ "00:01:20.49", "00:01:23.67" ], [ "00:01:23.77", "00:01:26.61" ] ], "start_stop_frames": [ [ 4074, 4249 ], [ 4685, 4823 ], [ 4829, 5020 ], [ 5026, 5196 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P03_28+20_21_22_23", "video_id": "P03_28", "narration_ids": [ "P03_28_20", "P03_28_21", "P03_28_22", "P03_28_23" ], "src": "pour water . place bottle . pick_up squash", "src1": "pour water", "src2": "place bottle", "src3": "pick_up squash", "trg": "open squash", "vis_src": "P03_28:20 P03_28:21 P03_28:22", "vis_trg": "P03_28:23", "narrations": [ "pour water", "place bottle", "pick up squash", "open squash" ], "verbs": [ "pour", "place", "pick-up", "open" ], "verb_classes": [ 9, 1, 0, 3 ], "nouns": [ "water", "bottle", "squash", "squash" ], "noun_classes": [ 27, 15, 116, 116 ], "start_stop_timestamps": [ [ "00:00:33.62", "00:00:34.97" ], [ "00:00:34.82", "00:00:35.60" ], [ "00:00:35.40", "00:00:35.95" ], [ "00:00:36.00", "00:00:37.75" ] ], "start_stop_frames": [ [ 2017, 2098 ], [ 2089, 2136 ], [ 2124, 2157 ], [ 2160, 2265 ] ], "trgnoun": "squash", "trgverb": "open" }, { "key": "P04_106+109_110_111_112", "video_id": "P04_106", "narration_ids": [ "P04_106_109", "P04_106_110", "P04_106_111", "P04_106_112" ], "src": "cover oven_dish with foil . put_on oven_gloves . push down oven_door", "src1": "cover oven_dish with foil", "src2": "put_on oven_gloves", "src3": "push down oven_door", "trg": "pick_up oven_dish", "vis_src": "P04_106:109 P04_106:110 P04_106:111", "vis_trg": "P04_106:112", "narrations": [ "cover oven dish with foil", "put on oven gloves", "push down oven door", "pick up oven dish" ], "verbs": [ "cover-with", "put-on", "push", "pick-up" ], "verb_classes": [ 36, 1, 21, 0 ], "nouns": [ "dish:oven", "glove:oven", "door:oven", "dish:oven" ], "noun_classes": [ 35, 60, 46, 35 ], "start_stop_timestamps": [ [ "00:03:57.94", "00:04:02.75" ], [ "00:04:03.64", "00:04:05.36" ], [ "00:04:05.85", "00:04:06.58" ], [ "00:04:06.66", "00:04:07.83" ] ], "start_stop_frames": [ [ 11897, 12137 ], [ 12182, 12268 ], [ 12292, 12329 ], [ 12333, 12391 ] ], "trgnoun": "oven_dish", "trgverb": "pick_up" }, { "key": "P03_120+6_7_8_9", "video_id": "P03_120", "narration_ids": [ "P03_120_6", "P03_120_7", "P03_120_8", "P03_120_9" ], "src": "open vegetable_drawer . take lemons . put lemons and eggs down on side", "src1": "open vegetable_drawer", "src2": "take lemons", "src3": "put lemons and eggs down on side", "trg": "close vegetable_drawer", "vis_src": "P03_120:6 P03_120:7 P03_120:8", "vis_trg": "P03_120:9", "narrations": [ "open vegetable drawer", "take lemons", "put lemons and eggs down on side", "close vegetable drawer" ], "verbs": [ "open", "take", "put-down", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "drawer:vegetable", "lemon", "lemon", "drawer:vegetable" ], "noun_classes": [ 8, 105, 105, 8 ], "start_stop_timestamps": [ [ "00:00:17.45", "00:00:18.70" ], [ "00:00:19.35", "00:00:20.77" ], [ "00:00:21.47", "00:00:22.52" ], [ "00:00:24.02", "00:00:25.23" ] ], "start_stop_frames": [ [ 872, 935 ], [ 967, 1038 ], [ 1073, 1126 ], [ 1201, 1261 ] ], "trgnoun": "vegetable_drawer", "trgverb": "close" }, { "key": "P08_24+49_50_51_52", "video_id": "P08_24", "narration_ids": [ "P08_24_49", "P08_24_50", "P08_24_51", "P08_24_52" ], "src": "get spoon . move oil . check oil", "src1": "get spoon", "src2": "move oil", "src3": "check oil", "trg": "place spoon", "vis_src": "P08_24:49 P08_24:50 P08_24:51", "vis_trg": "P08_24:52", "narrations": [ "get spoon", "move oil", "check oil", "place spoon" ], "verbs": [ "get", "move", "check", "place" ], "verb_classes": [ 0, 11, 24, 1 ], "nouns": [ "spoon", "oil", "oil", "spoon" ], "noun_classes": [ 1, 31, 31, 1 ], "start_stop_timestamps": [ [ "00:03:05.80", "00:03:08.98" ], [ "00:03:09.08", "00:03:12.86" ], [ "00:03:12.87", "00:03:16.53" ], [ "00:03:16.60", "00:03:18.51" ] ], "start_stop_frames": [ [ 11148, 11338 ], [ 11344, 11571 ], [ 11572, 11791 ], [ 11796, 11910 ] ], "trgnoun": "spoon", "trgverb": "place" }, { "key": "P01_106+49_50_51_52", "video_id": "P01_106", "narration_ids": [ "P01_106_49", "P01_106_50", "P01_106_51", "P01_106_52" ], "src": "put_down food_containers . pick_up cutting_board . move cutting_board", "src1": "put_down food_containers", "src2": "pick_up cutting_board", "src3": "move cutting_board", "trg": "put_down cutting_board", "vis_src": "P01_106:49 P01_106:50 P01_106:51", "vis_trg": "P01_106:52", "narrations": [ "put down food containers", "pick up cutting board", "move cutting board", "put down cutting board" ], "verbs": [ "put-down", "pick-up", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "container:food", "board:cutting", "board:cutting", "board:cutting" ], "noun_classes": [ 21, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:02:13.03", "00:02:14.35" ], [ "00:02:15.97", "00:02:16.92" ], [ "00:02:16.21", "00:02:19.76" ], [ "00:02:19.52", "00:02:21.36" ] ], "start_stop_frames": [ [ 6651, 6717 ], [ 6798, 6846 ], [ 6810, 6988 ], [ 6976, 7068 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P23_02+129_130_131_132", "video_id": "P23_02", "narration_ids": [ "P23_02_129", "P23_02_130", "P23_02_131", "P23_02_132" ], "src": "take the plate on to the pan on the pan . mix the curry . take the egg", "src1": "take the plate on to the pan on the pan", "src2": "mix the curry", "src3": "take the egg", "trg": "break the egg", "vis_src": "P23_02:129 P23_02:130 P23_02:131", "vis_trg": "P23_02:132", "narrations": [ "take the plate on to the pan on the pan", "mix the curry", "take the egg", "break the egg" ], "verbs": [ "take-on", "mix", "take", "break" ], "verb_classes": [ 0, 10, 0, 30 ], "nouns": [ "plate", "curry", "egg", "egg" ], "noun_classes": [ 2, 121, 53, 53 ], "start_stop_timestamps": [ [ "00:16:34.34", "00:16:37.60" ], [ "00:16:42.83", "00:17:06.92" ], [ "00:17:06.96", "00:17:08.58" ], [ "00:17:10.03", "00:17:13.75" ] ], "start_stop_frames": [ [ 59660, 59856 ], [ 60169, 61615 ], [ 61617, 61714 ], [ 61801, 62025 ] ], "trgnoun": "egg", "trgverb": "break" }, { "key": "P04_107+321_322_323_324", "video_id": "P04_107", "narration_ids": [ "P04_107_321", "P04_107_322", "P04_107_323", "P04_107_324" ], "src": "pick_up dough . squidge dough with thumbs . push dough into chopping board", "src1": "pick_up dough", "src2": "squidge dough with thumbs", "src3": "push dough into chopping board", "trg": "rotate dough", "vis_src": "P04_107:321 P04_107:322 P04_107:323", "vis_trg": "P04_107:324", "narrations": [ "pick up dough", "squidge dough with thumbs", "push dough into chopping board", "rotate dough" ], "verbs": [ "pick-up", "squidge-with", "push-into", "rotate" ], "verb_classes": [ 0, 18, 5, 23 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:09:52.13", "00:09:52.66" ], [ "00:09:51.90", "00:09:54.57" ], [ "00:09:54.47", "00:09:55.73" ], [ "00:09:55.97", "00:09:56.31" ] ], "start_stop_frames": [ [ 29606, 29633 ], [ 29595, 29728 ], [ 29723, 29786 ], [ 29798, 29815 ] ], "trgnoun": "dough", "trgverb": "rotate" }, { "key": "P08_05+309_310_311_312", "video_id": "P08_05", "narration_ids": [ "P08_05_309", "P08_05_310", "P08_05_311", "P08_05_312" ], "src": "get sponge . water the sponge . clean the processor with water", "src1": "get sponge", "src2": "water the sponge", "src3": "clean the processor with water", "trg": "place processor away", "vis_src": "P08_05:309 P08_05:310 P08_05:311", "vis_trg": "P08_05:312", "narrations": [ "get sponge", "water the sponge", "clean the processor with water", "place processor away" ], "verbs": [ "get", "water", "clean-with", "place" ], "verb_classes": [ 0, 62, 2, 1 ], "nouns": [ "sponge", "sponge", "processor", "processor" ], "noun_classes": [ 9, 9, 147, 147 ], "start_stop_timestamps": [ [ "00:25:20.43", "00:25:21.51" ], [ "00:25:21.54", "00:25:23.54" ], [ "00:25:26.31", "00:25:29.89" ], [ "00:25:28.33", "00:25:29.83" ] ], "start_stop_frames": [ [ 91225, 91290 ], [ 91292, 91412 ], [ 91578, 91793 ], [ 91699, 91789 ] ], "trgnoun": "processor", "trgverb": "place" }, { "key": "P04_118+27_28_29_30", "video_id": "P04_118", "narration_ids": [ "P04_118_27", "P04_118_28", "P04_118_29", "P04_118_30" ], "src": "take instruction_booklet . look_through instruction_booklet . fold_over instruction_booklet", "src1": "take instruction_booklet", "src2": "look_through instruction_booklet", "src3": "fold_over instruction_booklet", "trg": "read instruction_booklet", "vis_src": "P04_118:27 P04_118:28 P04_118:29", "vis_trg": "P04_118:30", "narrations": [ "take instruction booklet", "look through instruction booklet", "fold over instruction booklet", "read instruction booklet" ], "verbs": [ "take", "look-through", "fold-over", "read" ], "verb_classes": [ 0, 38, 28, 38 ], "nouns": [ "booklet:instruction", "booklet:instruction", "booklet:instruction", "booklet:instruction" ], "noun_classes": [ 140, 140, 140, 140 ], "start_stop_timestamps": [ [ "00:00:53.05", "00:00:54.60" ], [ "00:00:54.30", "00:01:10.46" ], [ "00:01:10.31", "00:01:11.96" ], [ "00:01:10.70", "00:01:25.87" ] ], "start_stop_frames": [ [ 2652, 2730 ], [ 2715, 3523 ], [ 3515, 3598 ], [ 3535, 4293 ] ], "trgnoun": "instruction_booklet", "trgverb": "read" }, { "key": "P04_05+60_61_62_63", "video_id": "P04_05", "narration_ids": [ "P04_05_60", "P04_05_61", "P04_05_62", "P04_05_63" ], "src": "pick_up pan . tip_out paneer . pour paneer out of pan", "src1": "pick_up pan", "src2": "tip_out paneer", "src3": "pour paneer out of pan", "trg": "put_down pan", "vis_src": "P04_05:60 P04_05:61 P04_05:62", "vis_trg": "P04_05:63", "narrations": [ "pick up pan", "tip out paneer", "pour paneer out of pan", "put down pan" ], "verbs": [ "pick-up", "tip-out", "pour-out", "put-down" ], "verb_classes": [ 0, 20, 9, 1 ], "nouns": [ "pan", "paneer", "paneer", "pan" ], "noun_classes": [ 5, 32, 32, 5 ], "start_stop_timestamps": [ [ "00:06:49.64", "00:06:50.71" ], [ "00:06:51.40", "00:06:53.97" ], [ "00:06:54.55", "00:06:59.54" ], [ "00:06:59.66", "00:07:01.33" ] ], "start_stop_frames": [ [ 24578, 24642 ], [ 24684, 24838 ], [ 24873, 25172 ], [ 25179, 25279 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P29_01+292_293_294_295", "video_id": "P29_01", "narration_ids": [ "P29_01_292", "P29_01_293", "P29_01_294", "P29_01_295" ], "src": "put_down knife and chopping board . throw them in pan . pick_up salt", "src1": "put_down knife and chopping board", "src2": "throw them in pan", "src3": "pick_up salt", "trg": "shake salt into pan", "vis_src": "P29_01:292 P29_01:293 P29_01:294", "vis_trg": "P29_01:295", "narrations": [ "put down knife and chopping board", "throw them in pan", "pick up salt", "shake salt into pan" ], "verbs": [ "put-down", "throw-in", "pick-up", "shake-into" ], "verb_classes": [ 1, 13, 0, 9 ], "nouns": [ "knife", "pan", "salt", "salt" ], "noun_classes": [ 4, 5, 38, 38 ], "start_stop_timestamps": [ [ "00:18:35.35", "00:18:37.38" ], [ "00:18:41.24", "00:18:43.05" ], [ "00:18:47.69", "00:18:48.42" ], [ "00:18:49.13", "00:18:51.55" ] ], "start_stop_frames": [ [ 66921, 67042 ], [ 67274, 67383 ], [ 67661, 67705 ], [ 67747, 67893 ] ], "trgnoun": "salt", "trgverb": "shake_into" }, { "key": "P28_103+257_258_259_260", "video_id": "P28_103", "narration_ids": [ "P28_103_257", "P28_103_258", "P28_103_259", "P28_103_260" ], "src": "put spatula . open tupperware . pour parsley in pot", "src1": "put spatula", "src2": "open tupperware", "src3": "pour parsley in pot", "trg": "put tupperware", "vis_src": "P28_103:257 P28_103:258 P28_103:259", "vis_trg": "P28_103:260", "narrations": [ "put spatula", "open tupperware", "pour parsley in pot", "put tupperware" ], "verbs": [ "put", "open", "pour-in", "put" ], "verb_classes": [ 1, 3, 9, 1 ], "nouns": [ "spatula", "tupperware", "parsley", "tupperware" ], "noun_classes": [ 20, 23, 169, 23 ], "start_stop_timestamps": [ [ "00:26:14.61", "00:26:16.35" ], [ "00:26:17.06", "00:26:18.67" ], [ "00:26:19.53", "00:26:33.66" ], [ "00:26:38.61", "00:26:41.06" ] ], "start_stop_frames": [ [ 78730, 78817 ], [ 78853, 78933 ], [ 78976, 79683 ], [ 79930, 80053 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P08_23+238_239_240_241", "video_id": "P08_23", "narration_ids": [ "P08_23_238", "P08_23_239", "P08_23_240", "P08_23_241" ], "src": "place pesto . add yoghurt . mix yoghurt in bowl", "src1": "place pesto", "src2": "add yoghurt", "src3": "mix yoghurt in bowl", "trg": "close yoghurt", "vis_src": "P08_23:238 P08_23:239 P08_23:240", "vis_trg": "P08_23:241", "narrations": [ "place pesto", "add yoghurt", "mix yoghurt in bowl", "close yoghurt" ], "verbs": [ "place", "add", "mix-in", "close" ], "verb_classes": [ 1, 46, 10, 4 ], "nouns": [ "pesto", "yoghurt", "yoghurt", "yoghurt" ], "noun_classes": [ 47, 98, 98, 98 ], "start_stop_timestamps": [ [ "00:21:13.71", "00:21:16.30" ], [ "00:21:15.88", "00:21:24.14" ], [ "00:21:24.24", "00:21:31.24" ], [ "00:21:31.34", "00:21:33.56" ] ], "start_stop_frames": [ [ 76422, 76578 ], [ 76552, 77048 ], [ 77054, 77474 ], [ 77480, 77613 ] ], "trgnoun": "yoghurt", "trgverb": "close" }, { "key": "P01_103+92_93_94_95", "video_id": "P01_103", "narration_ids": [ "P01_103_92", "P01_103_93", "P01_103_94", "P01_103_95" ], "src": "put_down cup . turn_on lights . unfold tea_towel", "src1": "put_down cup", "src2": "turn_on lights", "src3": "unfold tea_towel", "trg": "put_down tea_towel", "vis_src": "P01_103:92 P01_103:93 P01_103:94", "vis_trg": "P01_103:95", "narrations": [ "put down cup", "turn on lights", "unfold tea towel", "put down tea towel" ], "verbs": [ "put-down", "turn-on", "unfold", "put-down" ], "verb_classes": [ 1, 6, 39, 1 ], "nouns": [ "cup", "light", "towel:tea", "towel:tea" ], "noun_classes": [ 13, 114, 52, 52 ], "start_stop_timestamps": [ [ "00:02:43.47", "00:02:45.28" ], [ "00:02:47.37", "00:02:48.44" ], [ "00:02:48.81", "00:02:51.54" ], [ "00:02:51.92", "00:02:53.63" ] ], "start_stop_frames": [ [ 8173, 8264 ], [ 8368, 8422 ], [ 8440, 8577 ], [ 8596, 8681 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P22_10+364_365_366_367", "video_id": "P22_10", "narration_ids": [ "P22_10_364", "P22_10_365", "P22_10_366", "P22_10_367" ], "src": "open bottle . flatten bottle . close bottle", "src1": "open bottle", "src2": "flatten bottle", "src3": "close bottle", "trg": "throw_away bottle", "vis_src": "P22_10:364 P22_10:365 P22_10:366", "vis_trg": "P22_10:367", "narrations": [ "open bottle", "flatten bottle", "close bottle", "throw away bottle" ], "verbs": [ "open", "flatten", "close", "throw-away" ], "verb_classes": [ 3, 87, 4, 13 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:13:12.06", "00:13:13.93" ], [ "00:13:14.59", "00:13:17.07" ], [ "00:13:17.55", "00:13:19.21" ], [ "00:13:19.78", "00:13:21.82" ] ], "start_stop_frames": [ [ 47523, 47635 ], [ 47675, 47824 ], [ 47853, 47952 ], [ 47986, 48109 ] ], "trgnoun": "bottle", "trgverb": "throw_away" }, { "key": "P30_10+170_171_172_173", "video_id": "P30_10", "narration_ids": [ "P30_10_170", "P30_10_171", "P30_10_172", "P30_10_173" ], "src": "wash fork . rinse fork . turn_off tap", "src1": "wash fork", "src2": "rinse fork", "src3": "turn_off tap", "trg": "put fork", "vis_src": "P30_10:170 P30_10:171 P30_10:172", "vis_trg": "P30_10:173", "narrations": [ "wash fork", "rinse fork", "turn off tap", "put fork" ], "verbs": [ "wash", "rinse", "turn-off", "put" ], "verb_classes": [ 2, 2, 8, 1 ], "nouns": [ "fork", "fork", "tap", "fork" ], "noun_classes": [ 14, 14, 0, 14 ], "start_stop_timestamps": [ [ "00:08:56.11", "00:08:58.35" ], [ "00:08:58.45", "00:09:01.52" ], [ "00:09:01.12", "00:09:02.27" ], [ "00:09:01.87", "00:09:03.30" ] ], "start_stop_frames": [ [ 32166, 32301 ], [ 32307, 32491 ], [ 32467, 32536 ], [ 32512, 32597 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P01_105+229_230_231_232", "video_id": "P01_105", "narration_ids": [ "P01_105_229", "P01_105_230", "P01_105_231", "P01_105_232" ], "src": "pick_up knife . open bag with knife . take tofu off bag", "src1": "pick_up knife", "src2": "open bag with knife", "src3": "take tofu off bag", "trg": "throw bag", "vis_src": "P01_105:229 P01_105:230 P01_105:231", "vis_trg": "P01_105:232", "narrations": [ "pick up knife", "open bag with knife", "take tofu off bag", "throw bag" ], "verbs": [ "pick-up", "open-with", "take-off", "throw" ], "verb_classes": [ 0, 3, 12, 13 ], "nouns": [ "knife", "bag", "tofu", "bag" ], "noun_classes": [ 4, 19, 81, 19 ], "start_stop_timestamps": [ [ "00:08:35.14", "00:08:35.75" ], [ "00:08:36.75", "00:08:43.29" ], [ "00:08:43.01", "00:08:48.32" ], [ "00:08:49.20", "00:08:50.16" ] ], "start_stop_frames": [ [ 25757, 25787 ], [ 25837, 26164 ], [ 26150, 26416 ], [ 26460, 26508 ] ], "trgnoun": "bag", "trgverb": "throw" }, { "key": "P01_09+503_504_505_506", "video_id": "P01_09", "narration_ids": [ "P01_09_503", "P01_09_504", "P01_09_505", "P01_09_506" ], "src": "dry knife . cut dough into halves . separate dough", "src1": "dry knife", "src2": "cut dough into halves", "src3": "separate dough", "trg": "put dough into bowl", "vis_src": "P01_09:503 P01_09:504 P01_09:505", "vis_trg": "P01_09:506", "narrations": [ "dry knife", "cut dough into halves", "separate dough", "put dough into bowl" ], "verbs": [ "dry", "cut-into", "separate", "put-into" ], "verb_classes": [ 14, 7, 52, 5 ], "nouns": [ "knife", "dough", "dough", "dough" ], "noun_classes": [ 4, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:34:47.84", "00:34:50.94" ], [ "00:34:51.97", "00:35:01.32" ], [ "00:35:01.42", "00:35:17.85" ], [ "00:35:20.62", "00:35:23.83" ] ], "start_stop_frames": [ [ 125270, 125456 ], [ 125518, 126079 ], [ 126085, 127071 ], [ 127237, 127429 ] ], "trgnoun": "dough", "trgverb": "put_into" }, { "key": "P22_101+80_81_82_83", "video_id": "P22_101", "narration_ids": [ "P22_101_80", "P22_101_81", "P22_101_82", "P22_101_83" ], "src": "close fridge . open cupboard . pick_up bowl", "src1": "close fridge", "src2": "open cupboard", "src3": "pick_up bowl", "trg": "close cupboard", "vis_src": "P22_101:80 P22_101:81 P22_101:82", "vis_trg": "P22_101:83", "narrations": [ "close fridge", "open cupboard", "pick up bowl", "close cupboard" ], "verbs": [ "close", "open", "pick-up", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "fridge", "cupboard", "bowl", "cupboard" ], "noun_classes": [ 12, 3, 7, 3 ], "start_stop_timestamps": [ [ "00:02:32.11", "00:02:34.62" ], [ "00:02:37.14", "00:02:38.33" ], [ "00:02:38.46", "00:02:40.55" ], [ "00:02:41.49", "00:02:42.46" ] ], "start_stop_frames": [ [ 7605, 7731 ], [ 7856, 7916 ], [ 7923, 8027 ], [ 8074, 8123 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P06_101+396_397_398_399", "video_id": "P06_101", "narration_ids": [ "P06_101_396", "P06_101_397", "P06_101_398", "P06_101_399" ], "src": "put rubbish in bin . pick_up knife and chopping board . scrape rubbish onto chopping board", "src1": "put rubbish in bin", "src2": "pick_up knife and chopping board", "src3": "scrape rubbish onto chopping board", "trg": "scrape rubbish into bin", "vis_src": "P06_101:396 P06_101:397 P06_101:398", "vis_trg": "P06_101:399", "narrations": [ "put rubbish in bin", "pick up knife and chopping board", "scrape rubbish onto chopping board", "scrape rubbish into bin" ], "verbs": [ "put-in", "pick-up", "scrape-onto", "scrape" ], "verb_classes": [ 5, 0, 25, 25 ], "nouns": [ "rubbish", "knife", "rubbish", "rubbish" ], "noun_classes": [ 54, 4, 54, 54 ], "start_stop_timestamps": [ [ "00:29:30.62", "00:29:34.69" ], [ "00:29:35.03", "00:29:37.06" ], [ "00:29:36.69", "00:29:49.98" ], [ "00:29:50.08", "00:29:59.08" ] ], "start_stop_frames": [ [ 88531, 88734 ], [ 88751, 88853 ], [ 88834, 89499 ], [ 89504, 89954 ] ], "trgnoun": "rubbish", "trgverb": "scrape" }, { "key": "P04_113+186_187_188_189", "video_id": "P04_113", "narration_ids": [ "P04_113_186", "P04_113_187", "P04_113_188", "P04_113_189" ], "src": "put tea_towel on oven door . pick_up rolling_pin . open dishwasher_drawer", "src1": "put tea_towel on oven door", "src2": "pick_up rolling_pin", "src3": "open dishwasher_drawer", "trg": "put rolling_pin in dishwasher", "vis_src": "P04_113:186 P04_113:187 P04_113:188", "vis_trg": "P04_113:189", "narrations": [ "put tea towel on oven door", "pick up rolling pin", "open dishwasher drawer", "put rolling pin in dishwasher" ], "verbs": [ "put-on", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "towel:tea", "pin:rolling", "drawer:dishwasher", "pin:rolling" ], "noun_classes": [ 52, 136, 70, 136 ], "start_stop_timestamps": [ [ "00:05:46.65", "00:05:48.37" ], [ "00:05:49.52", "00:05:50.68" ], [ "00:05:50.72", "00:05:51.37" ], [ "00:05:51.43", "00:05:52.53" ] ], "start_stop_frames": [ [ 17332, 17418 ], [ 17476, 17534 ], [ 17536, 17568 ], [ 17571, 17626 ] ], "trgnoun": "rolling_pin", "trgverb": "put_in" }, { "key": "P20_04+176_177_178_179", "video_id": "P20_04", "narration_ids": [ "P20_04_176", "P20_04_177", "P20_04_178", "P20_04_179" ], "src": "turn_off tap . pick_up rag . clean hand", "src1": "turn_off tap", "src2": "pick_up rag", "src3": "clean hand", "trg": "inspect hand", "vis_src": "P20_04:176 P20_04:177 P20_04:178", "vis_trg": "P20_04:179", "narrations": [ "turn off tap", "pick up rag", "clean hand", "inspect hand" ], "verbs": [ "turn-off", "pick-up", "clean", "inspect" ], "verb_classes": [ 8, 0, 2, 24 ], "nouns": [ "tap", "rag", "hand", "hand" ], "noun_classes": [ 0, 17, 11, 11 ], "start_stop_timestamps": [ [ "00:12:07.19", "00:12:08.36" ], [ "00:12:12.82", "00:12:14.07" ], [ "00:12:14.17", "00:12:15.25" ], [ "00:12:17.05", "00:12:18.06" ] ], "start_stop_frames": [ [ 43631, 43701 ], [ 43969, 44044 ], [ 44050, 44115 ], [ 44223, 44283 ] ], "trgnoun": "hand", "trgverb": "inspect" }, { "key": "P04_115+30_31_32_33", "video_id": "P04_115", "narration_ids": [ "P04_115_30", "P04_115_31", "P04_115_32", "P04_115_33" ], "src": "put_down knife . open drawer . pick_up cocktail_stick", "src1": "put_down knife", "src2": "open drawer", "src3": "pick_up cocktail_stick", "trg": "put cocktail_stick in bread", "vis_src": "P04_115:30 P04_115:31 P04_115:32", "vis_trg": "P04_115:33", "narrations": [ "put down knife", "open drawer", "pick up cocktail stick", "put cocktail stick in bread" ], "verbs": [ "put-down", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "knife", "drawer", "stick:cocktail", "stick:cocktail" ], "noun_classes": [ 4, 8, 228, 228 ], "start_stop_timestamps": [ [ "00:01:17.58", "00:01:18.33" ], [ "00:01:18.51", "00:01:20.05" ], [ "00:01:20.23", "00:01:22.48" ], [ "00:01:24.05", "00:01:26.33" ] ], "start_stop_frames": [ [ 3879, 3916 ], [ 3925, 4002 ], [ 4011, 4124 ], [ 4202, 4316 ] ], "trgnoun": "cocktail_stick", "trgverb": "put_in" }, { "key": "P08_21+154_155_156_157", "video_id": "P08_21", "narration_ids": [ "P08_21_154", "P08_21_155", "P08_21_156", "P08_21_157" ], "src": "break egg in bowl . drop eggshells on floor . put eggshells in garbage", "src1": "break egg in bowl", "src2": "drop eggshells on floor", "src3": "put eggshells in garbage", "trg": "wipe_off floor with kitchen towel", "vis_src": "P08_21:154 P08_21:155 P08_21:156", "vis_trg": "P08_21:157", "narrations": [ "break egg in bowl", "drop eggshells on floor", "put eggshells in garbage", "wipe off floor with kitchen towel" ], "verbs": [ "break-in", "drop", "put-in", "wipe-off" ], "verb_classes": [ 30, 59, 5, 2 ], "nouns": [ "egg", "floor", "garbage", "floor" ], "noun_classes": [ 53, 159, 54, 159 ], "start_stop_timestamps": [ [ "00:09:39.81", "00:09:44.31" ], [ "00:09:44.31", "00:09:46.47" ], [ "00:09:45.53", "00:09:49.39" ], [ "00:09:48.83", "00:10:00.47" ] ], "start_stop_frames": [ [ 34788, 35058 ], [ 35058, 35188 ], [ 35131, 35363 ], [ 35329, 36028 ] ], "trgnoun": "floor", "trgverb": "wipe_off" }, { "key": "P28_113+90_91_92_93", "video_id": "P28_113", "narration_ids": [ "P28_113_90", "P28_113_91", "P28_113_92", "P28_113_93" ], "src": "close cupboard . take_out onion from net . throw away net", "src1": "close cupboard", "src2": "take_out onion from net", "src3": "throw away net", "trg": "put onion", "vis_src": "P28_113:90 P28_113:91 P28_113:92", "vis_trg": "P28_113:93", "narrations": [ "close cupboard", "take out onion from net", "throw away net", "put onion" ], "verbs": [ "close", "take-out", "throw", "put" ], "verb_classes": [ 4, 12, 13, 1 ], "nouns": [ "cupboard", "onion", "net", "onion" ], "noun_classes": [ 3, 16, 19, 16 ], "start_stop_timestamps": [ [ "00:04:18.25", "00:04:19.22" ], [ "00:04:19.08", "00:04:26.86" ], [ "00:04:26.83", "00:04:27.54" ], [ "00:04:30.35", "00:04:31.70" ] ], "start_stop_frames": [ [ 12912, 12961 ], [ 12954, 13343 ], [ 13341, 13377 ], [ 13517, 13585 ] ], "trgnoun": "onion", "trgverb": "put" }, { "key": "P04_104+29_30_31_32", "video_id": "P04_104", "narration_ids": [ "P04_104_29", "P04_104_30", "P04_104_31", "P04_104_32" ], "src": "pick_up bowl . put_down bowl . pick_up tub", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "pick_up tub", "trg": "put tub on scales", "vis_src": "P04_104:29 P04_104:30 P04_104:31", "vis_trg": "P04_104:32", "narrations": [ "pick up bowl", "put down bowl", "pick up tub", "put tub on scales" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "tub", "tub" ], "noun_classes": [ 7, 7, 23, 23 ], "start_stop_timestamps": [ [ "00:01:17.75", "00:01:18.47" ], [ "00:01:19.19", "00:01:20.93" ], [ "00:01:21.45", "00:01:22.11" ], [ "00:01:21.88", "00:01:22.41" ] ], "start_stop_frames": [ [ 3887, 3923 ], [ 3959, 4046 ], [ 4072, 4105 ], [ 4094, 4120 ] ], "trgnoun": "tub", "trgverb": "put_on" }, { "key": "P01_05+239_240_241_242", "video_id": "P01_05", "narration_ids": [ "P01_05_239", "P01_05_240", "P01_05_241", "P01_05_242" ], "src": "take sausages . take fork . move potatoes", "src1": "take sausages", "src2": "take fork", "src3": "move potatoes", "trg": "place sausages into pan", "vis_src": "P01_05:239 P01_05:240 P01_05:241", "vis_trg": "P01_05:242", "narrations": [ "take sausages", "take fork", "move potatoes", "place sausages into pan" ], "verbs": [ "take", "take", "move", "place" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "sausage", "fork", "potato", "sausage" ], "noun_classes": [ 86, 14, 30, 86 ], "start_stop_timestamps": [ [ "00:19:54.44", "00:19:55.12" ], [ "00:19:55.71", "00:19:56.94" ], [ "00:19:56.86", "00:19:58.16" ], [ "00:19:58.26", "00:20:11.63" ] ], "start_stop_frames": [ [ 71666, 71707 ], [ 71742, 71816 ], [ 71811, 71889 ], [ 71895, 72697 ] ], "trgnoun": "sausage", "trgverb": "place" }, { "key": "P04_04+84_85_86_87", "video_id": "P04_04", "narration_ids": [ "P04_04_84", "P04_04_85", "P04_04_86", "P04_04_87" ], "src": "put_in pan . pick_up potato . slice end off potato", "src1": "put_in pan", "src2": "pick_up potato", "src3": "slice end off potato", "trg": "peel potato", "vis_src": "P04_04:84 P04_04:85 P04_04:86", "vis_trg": "P04_04:87", "narrations": [ "put in pan", "pick up potato", "slice end off potato", "peel potato" ], "verbs": [ "put-in", "pick-up", "slice", "peel" ], "verb_classes": [ 5, 0, 7, 19 ], "nouns": [ "pan", "potato", "potato", "potato" ], "noun_classes": [ 5, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:07:07.15", "00:07:08.65" ], [ "00:07:13.98", "00:07:17.75" ], [ "00:07:17.83", "00:07:20.98" ], [ "00:07:21.49", "00:08:00.07" ] ], "start_stop_frames": [ [ 25629, 25719 ], [ 26038, 26265 ], [ 26269, 26458 ], [ 26489, 28804 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P04_117+83_84_85_86", "video_id": "P04_117", "narration_ids": [ "P04_117_83", "P04_117_84", "P04_117_85", "P04_117_86" ], "src": "turn_on toaster . rearrange slices of bread on chopping board . pick_up slice of bread", "src1": "turn_on toaster", "src2": "rearrange slices of bread on chopping board", "src3": "pick_up slice of bread", "trg": "put slice of bread on plate", "vis_src": "P04_117:83 P04_117:84 P04_117:85", "vis_trg": "P04_117:86", "narrations": [ "turn on toaster", "rearrange slices of bread on chopping board", "pick up slice of bread", "put slice of bread on plate" ], "verbs": [ "turn-on", "rearrange", "pick-up", "put-on" ], "verb_classes": [ 6, 40, 0, 1 ], "nouns": [ "toaster", "slice:bread", "slice:bread", "slice:bread" ], "noun_classes": [ 186, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:03:12.83", "00:03:13.89" ], [ "00:03:13.90", "00:03:15.38" ], [ "00:03:15.94", "00:03:16.84" ], [ "00:03:17.45", "00:03:17.94" ] ], "start_stop_frames": [ [ 9641, 9694 ], [ 9695, 9769 ], [ 9797, 9842 ], [ 9872, 9897 ] ], "trgnoun": "bread_slice", "trgverb": "put_on" }, { "key": "P02_03+241_242_243_245", "video_id": "P02_03", "narration_ids": [ "P02_03_241", "P02_03_242", "P02_03_243", "P02_03_245" ], "src": "lower heat on stove . pick_up chopping_board with onions . chop a few_onions using knife", "src1": "lower heat on stove", "src2": "pick_up chopping_board with onions", "src3": "chop a few_onions using knife", "trg": "switch stove on", "vis_src": "P02_03:241 P02_03:242 P02_03:243", "vis_trg": "P02_03:245", "narrations": [ "lower heat on stove", "pick up chopping board with onions", "chop a few onions using knife", "switch stove on" ], "verbs": [ "lower", "pick-up", "chop", "switch-on" ], "verb_classes": [ 73, 0, 7, 6 ], "nouns": [ "heat", "board:chopping", "onion:few", "stove" ], "noun_classes": [ 65, 18, 16, 24 ], "start_stop_timestamps": [ [ "00:13:09.20", "00:13:11.95" ], [ "00:13:14.45", "00:13:16.49" ], [ "00:13:16.55", "00:13:23.30" ], [ "00:13:27.04", "00:13:29.22" ] ], "start_stop_frames": [ [ 47352, 47517 ], [ 47667, 47789 ], [ 47793, 48198 ], [ 48422, 48553 ] ], "trgnoun": "stove", "trgverb": "switch_on" }, { "key": "P02_104+27_28_29_30", "video_id": "P02_104", "narration_ids": [ "P02_104_27", "P02_104_28", "P02_104_29", "P02_104_30" ], "src": "put pot on stove . open cupboard . pick_up salt", "src1": "put pot on stove", "src2": "open cupboard", "src3": "pick_up salt", "trg": "put salt down", "vis_src": "P02_104:27 P02_104:28 P02_104:29", "vis_trg": "P02_104:30", "narrations": [ "put pot on stove", "open cupboard", "pick up salt", "put salt down" ], "verbs": [ "put-on", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "pot", "cupboard", "salt", "salt" ], "noun_classes": [ 29, 3, 38, 38 ], "start_stop_timestamps": [ [ "00:01:22.89", "00:01:26.17" ], [ "00:01:28.51", "00:01:29.99" ], [ "00:01:30.00", "00:01:32.82" ], [ "00:01:32.83", "00:01:33.68" ] ], "start_stop_frames": [ [ 4144, 4308 ], [ 4425, 4499 ], [ 4500, 4641 ], [ 4641, 4684 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P26_111+13_14_15_16", "video_id": "P26_111", "narration_ids": [ "P26_111_13", "P26_111_14", "P26_111_15", "P26_111_16" ], "src": "rinse sponge . put_down detergent . pick_up colander", "src1": "rinse sponge", "src2": "put_down detergent", "src3": "pick_up colander", "trg": "lather colander", "vis_src": "P26_111:13 P26_111:14 P26_111:15", "vis_trg": "P26_111:16", "narrations": [ "rinse sponge", "put down detergent", "pick up colander", "lather colander" ], "verbs": [ "rinse", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "sponge", "detergent", "colander", "colander" ], "noun_classes": [ 9, 22, 39, 39 ], "start_stop_timestamps": [ [ "00:00:27.67", "00:00:29.15" ], [ "00:00:27.75", "00:00:29.65" ], [ "00:00:30.40", "00:00:31.33" ], [ "00:00:31.43", "00:00:36.48" ] ], "start_stop_frames": [ [ 1383, 1457 ], [ 1387, 1482 ], [ 1520, 1566 ], [ 1571, 1823 ] ], "trgnoun": "colander", "trgverb": "lather" }, { "key": "P04_109+435_436_437_438", "video_id": "P04_109", "narration_ids": [ "P04_109_435", "P04_109_436", "P04_109_437", "P04_109_438" ], "src": "turn_over tofu . put_down tofu . pick_up rice_vinegar", "src1": "turn_over tofu", "src2": "put_down tofu", "src3": "pick_up rice_vinegar", "trg": "put rice_vinegar in cupboard", "vis_src": "P04_109:435 P04_109:436 P04_109:437", "vis_trg": "P04_109:438", "narrations": [ "turn over tofu", "put down tofu", "pick up rice vinegar", "put rice vinegar in cupboard" ], "verbs": [ "turn-over", "put-down", "pick-up", "put-in" ], "verb_classes": [ 22, 1, 0, 5 ], "nouns": [ "tofu", "tofu", "vinegar:rice", "vinegar:rice" ], "noun_classes": [ 81, 81, 134, 134 ], "start_stop_timestamps": [ [ "00:13:02.10", "00:13:03.20" ], [ "00:13:03.20", "00:13:05.06" ], [ "00:13:05.42", "00:13:06.53" ], [ "00:13:07.35", "00:13:11.78" ] ], "start_stop_frames": [ [ 39105, 39160 ], [ 39160, 39253 ], [ 39271, 39326 ], [ 39367, 39589 ] ], "trgnoun": "rice_vinegar", "trgverb": "put_in" }, { "key": "P07_101+38_39_40_41", "video_id": "P07_101", "narration_ids": [ "P07_101_38", "P07_101_39", "P07_101_40", "P07_101_41" ], "src": "press omelette . flip omelette . grab chorizo", "src1": "press omelette", "src2": "flip omelette", "src3": "grab chorizo", "trg": "peel chorizo", "vis_src": "P07_101:38 P07_101:39 P07_101:40", "vis_trg": "P07_101:41", "narrations": [ "press omelette", "flip omelette", "grab chorizo", "peel chorizo" ], "verbs": [ "press", "flip", "grab", "peel" ], "verb_classes": [ 21, 22, 0, 19 ], "nouns": [ "omelette", "omelette", "chorizo", "chorizo" ], "noun_classes": [ 162, 162, 86, 86 ], "start_stop_timestamps": [ [ "00:03:56.20", "00:04:00.59" ], [ "00:04:00.71", "00:04:04.48" ], [ "00:04:05.12", "00:04:06.90" ], [ "00:04:09.00", "00:04:14.17" ] ], "start_stop_frames": [ [ 11810, 12029 ], [ 12035, 12224 ], [ 12256, 12345 ], [ 12450, 12708 ] ], "trgnoun": "chorizo", "trgverb": "peel" }, { "key": "P03_109+173_174_175_176", "video_id": "P03_109", "narration_ids": [ "P03_109_173", "P03_109_174", "P03_109_175", "P03_109_176" ], "src": "put_down bowl . pick_up strainer . put_down cutting_board", "src1": "put_down bowl", "src2": "pick_up strainer", "src3": "put_down cutting_board", "trg": "move cutting_board", "vis_src": "P03_109:173 P03_109:174 P03_109:175", "vis_trg": "P03_109:176", "narrations": [ "put down bowl", "pick up strainer", "put down cutting board", "move cutting board" ], "verbs": [ "put-down", "pick-up", "put-down", "move" ], "verb_classes": [ 1, 0, 1, 11 ], "nouns": [ "bowl", "strainer", "board:cutting", "board:cutting" ], "noun_classes": [ 7, 39, 18, 18 ], "start_stop_timestamps": [ [ "00:10:02.18", "00:10:03.07" ], [ "00:10:02.86", "00:10:04.14" ], [ "00:10:04.12", "00:10:05.17" ], [ "00:10:05.04", "00:10:08.12" ] ], "start_stop_frames": [ [ 30108, 30153 ], [ 30143, 30207 ], [ 30206, 30258 ], [ 30252, 30406 ] ], "trgnoun": "cutting_board", "trgverb": "move" }, { "key": "P25_104+155_156_157_158", "video_id": "P25_104", "narration_ids": [ "P25_104_155", "P25_104_156", "P25_104_157", "P25_104_158" ], "src": "put_down knife . pick_up teaspoon . dry teaspoon", "src1": "put_down knife", "src2": "pick_up teaspoon", "src3": "dry teaspoon", "trg": "put_down teaspoon", "vis_src": "P25_104:155 P25_104:156 P25_104:157", "vis_trg": "P25_104:158", "narrations": [ "put down knife", "pick up teaspoon", "dry teaspoon", "put down teaspoon" ], "verbs": [ "put-down", "pick-up", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "knife", "teaspoon", "teaspoon", "teaspoon" ], "noun_classes": [ 4, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:07:59.55", "00:08:00.55" ], [ "00:08:00.50", "00:08:01.75" ], [ "00:08:02.52", "00:08:05.58" ], [ "00:08:05.68", "00:08:06.50" ] ], "start_stop_frames": [ [ 23977, 24027 ], [ 24025, 24087 ], [ 24126, 24279 ], [ 24284, 24325 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P08_22+18_19_20_21", "video_id": "P08_22", "narration_ids": [ "P08_22_18", "P08_22_19", "P08_22_20", "P08_22_21" ], "src": "throw away . wash hands . get sponge", "src1": "throw away", "src2": "wash hands", "src3": "get sponge", "trg": "squeeze sponge", "vis_src": "P08_22:18 P08_22:19 P08_22:20", "vis_trg": "P08_22:21", "narrations": [ "throw away", "wash hands", "get sponge", "squeeze sponge" ], "verbs": [ "throw", "wash", "get", "squeeze" ], "verb_classes": [ 13, 2, 0, 18 ], "nouns": [ "rubbish", "hand", "sponge", "sponge" ], "noun_classes": [ 54, 11, 9, 9 ], "start_stop_timestamps": [ [ "00:00:54.10", "00:00:55.52" ], [ "00:00:56.44", "00:00:57.95" ], [ "00:00:58.05", "00:00:58.95" ], [ "00:00:59.90", "00:01:03.71" ] ], "start_stop_frames": [ [ 3246, 3331 ], [ 3386, 3477 ], [ 3483, 3537 ], [ 3594, 3822 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P28_09+119_120_121_122", "video_id": "P28_09", "narration_ids": [ "P28_09_119", "P28_09_120", "P28_09_121", "P28_09_122" ], "src": "put_down stuff . put salt in salad . open oregano", "src1": "put_down stuff", "src2": "put salt in salad", "src3": "open oregano", "trg": "put oregano in salad", "vis_src": "P28_09:119 P28_09:120 P28_09:121", "vis_trg": "P28_09:122", "narrations": [ "put down stuff", "put salt in salad", "open oregano", "put oregano in salad" ], "verbs": [ "put-down", "put-in", "open", "put-in" ], "verb_classes": [ 1, 5, 3, 5 ], "nouns": [ "cupboard", "salt", "oregano", "oregano" ], "noun_classes": [ 3, 38, 145, 145 ], "start_stop_timestamps": [ [ "00:07:22.28", "00:07:23.60" ], [ "00:07:24.23", "00:07:27.60" ], [ "00:07:28.65", "00:07:31.13" ], [ "00:07:31.55", "00:07:39.45" ] ], "start_stop_frames": [ [ 26536, 26616 ], [ 26653, 26856 ], [ 26919, 27067 ], [ 27093, 27567 ] ], "trgnoun": "oregano", "trgverb": "put_in" }, { "key": "P22_106+273_274_275_276", "video_id": "P22_106", "narration_ids": [ "P22_106_273", "P22_106_274", "P22_106_275", "P22_106_276" ], "src": "put_down sponge . turn_on tap . rinse glass", "src1": "put_down sponge", "src2": "turn_on tap", "src3": "rinse glass", "trg": "shake glass", "vis_src": "P22_106:273 P22_106:274 P22_106:275", "vis_trg": "P22_106:276", "narrations": [ "put down sponge", "turn on tap", "rinse glass", "shake glass" ], "verbs": [ "put-down", "turn-on", "rinse", "shake" ], "verb_classes": [ 1, 6, 2, 15 ], "nouns": [ "sponge", "tap", "glass", "glass" ], "noun_classes": [ 9, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:07:44.42", "00:07:45.05" ], [ "00:07:44.99", "00:07:46.71" ], [ "00:07:46.04", "00:07:46.98" ], [ "00:07:47.08", "00:07:48.46" ] ], "start_stop_frames": [ [ 23221, 23252 ], [ 23249, 23335 ], [ 23302, 23349 ], [ 23354, 23423 ] ], "trgnoun": "glass", "trgverb": "shake" }, { "key": "P27_103+278_279_280_281", "video_id": "P27_103", "narration_ids": [ "P27_103_278", "P27_103_279", "P27_103_280", "P27_103_281" ], "src": "pick_up ring cake mould . close cupboard . cut butter", "src1": "pick_up ring cake mould", "src2": "close cupboard", "src3": "cut butter", "trg": "pick_up butter", "vis_src": "P27_103:278 P27_103:279 P27_103:280", "vis_trg": "P27_103:281", "narrations": [ "pick up ring cake mould", "close cupboard", "cut butter", "pick up butter" ], "verbs": [ "pick-up", "close", "cut", "pick-up" ], "verb_classes": [ 0, 4, 7, 0 ], "nouns": [ "mould:ring:cake", "cupboard", "butter", "butter" ], "noun_classes": [ 35, 3, 78, 78 ], "start_stop_timestamps": [ [ "00:19:17.86", "00:19:19.31" ], [ "00:19:19.16", "00:19:20.10" ], [ "00:19:20.17", "00:19:29.35" ], [ "00:19:28.99", "00:19:29.66" ] ], "start_stop_frames": [ [ 57892, 57965 ], [ 57958, 58004 ], [ 58008, 58467 ], [ 58449, 58483 ] ], "trgnoun": "butter", "trgverb": "pick_up" }, { "key": "P25_05+72_73_74_75", "video_id": "P25_05", "narration_ids": [ "P25_05_72", "P25_05_73", "P25_05_74", "P25_05_75" ], "src": "throw water . take napkins . dry hands off", "src1": "throw water", "src2": "take napkins", "src3": "dry hands off", "trg": "throw napkins", "vis_src": "P25_05:72 P25_05:73 P25_05:74", "vis_trg": "P25_05:75", "narrations": [ "throw water", "take napkins", "dry hands off", "throw napkins" ], "verbs": [ "throw", "take", "dry-off", "throw" ], "verb_classes": [ 13, 0, 14, 13 ], "nouns": [ "water", "napkin", "hand", "napkin" ], "noun_classes": [ 27, 88, 11, 88 ], "start_stop_timestamps": [ [ "00:10:31.97", "00:10:39.22" ], [ "00:10:53.61", "00:10:56.14" ], [ "00:10:56.76", "00:10:59.44" ], [ "00:11:02.84", "00:11:06.87" ] ], "start_stop_frames": [ [ 37918, 38353 ], [ 39216, 39368 ], [ 39405, 39566 ], [ 39770, 40012 ] ], "trgnoun": "napkin", "trgverb": "throw" }, { "key": "P11_11+21_22_23_24", "video_id": "P11_11", "narration_ids": [ "P11_11_21", "P11_11_22", "P11_11_23", "P11_11_24" ], "src": "shake_off scissors . put_away scissors . rinse hands", "src1": "shake_off scissors", "src2": "put_away scissors", "src3": "rinse hands", "trg": "shake_off hands", "vis_src": "P11_11:21 P11_11:22 P11_11:23", "vis_trg": "P11_11:24", "narrations": [ "shake off scissors", "put away scissors", "rinse hands", "shake off hands" ], "verbs": [ "shake-off", "put-away", "rinse", "shake-off" ], "verb_classes": [ 15, 1, 2, 15 ], "nouns": [ "scissors", "scissors", "hand", "hand" ], "noun_classes": [ 79, 79, 11, 11 ], "start_stop_timestamps": [ [ "00:00:55.90", "00:00:57.35" ], [ "00:00:57.27", "00:01:00.63" ], [ "00:01:02.17", "00:01:03.36" ], [ "00:01:03.31", "00:01:04.15" ] ], "start_stop_frames": [ [ 3354, 3441 ], [ 3436, 3637 ], [ 3730, 3801 ], [ 3798, 3849 ] ], "trgnoun": "hand", "trgverb": "shake_off" }, { "key": "P30_101+265_266_267_268", "video_id": "P30_101", "narration_ids": [ "P30_101_265", "P30_101_266", "P30_101_267", "P30_101_268" ], "src": "pick_up v60 . pick_up jug . empty filter_paper from v60 into bin", "src1": "pick_up v60", "src2": "pick_up jug", "src3": "empty filter_paper from v60 into bin", "trg": "put v60 in washing up bowl", "vis_src": "P30_101:265 P30_101:266 P30_101:267", "vis_trg": "P30_101:268", "narrations": [ "pick up v60", "pick up jug", "empty filter paper from v60 into bin", "put v60 in washing up bowl" ], "verbs": [ "pick-up", "pick-up", "empty", "put-in" ], "verb_classes": [ 0, 0, 20, 5 ], "nouns": [ "v60", "jug", "paper:filter", "v60" ], "noun_classes": [ 50, 66, 77, 50 ], "start_stop_timestamps": [ [ "00:10:05.53", "00:10:06.18" ], [ "00:10:06.00", "00:10:06.31" ], [ "00:10:07.46", "00:10:08.27" ], [ "00:10:08.69", "00:10:09.95" ] ], "start_stop_frames": [ [ 30276, 30308 ], [ 30300, 30315 ], [ 30373, 30413 ], [ 30434, 30497 ] ], "trgnoun": "v60", "trgverb": "put_in" }, { "key": "P01_17+128_129_130_131", "video_id": "P01_17", "narration_ids": [ "P01_17_128", "P01_17_129", "P01_17_130", "P01_17_131" ], "src": "put_on cutting_board and knife . take container . open container", "src1": "put_on cutting_board and knife", "src2": "take container", "src3": "open container", "trg": "put_down container", "vis_src": "P01_17:128 P01_17:129 P01_17:130", "vis_trg": "P01_17:131", "narrations": [ "put on cutting board and knife", "take container", "open container", "put down" ], "verbs": [ "put-on", "take", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "board:cutting", "container", "container", "container" ], "noun_classes": [ 18, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:09:47.74", "00:09:48.81" ], [ "00:09:49.99", "00:09:51.17" ], [ "00:09:51.22", "00:09:52.27" ], [ "00:09:52.31", "00:09:52.86" ] ], "start_stop_frames": [ [ 35264, 35328 ], [ 35399, 35470 ], [ 35473, 35536 ], [ 35538, 35571 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_09+724_725_726_727", "video_id": "P01_09", "narration_ids": [ "P01_09_724", "P01_09_725", "P01_09_726", "P01_09_727" ], "src": "put_down bottle . take bowls . open fridge", "src1": "put_down bottle", "src2": "take bowls", "src3": "open fridge", "trg": "put bowl into fridge", "vis_src": "P01_09:724 P01_09:725 P01_09:726", "vis_trg": "P01_09:727", "narrations": [ "put down bottle", "take bowls", "open fridge", "put bowl into fridge" ], "verbs": [ "put-down", "take", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "bottle", "bowl", "fridge", "bowl" ], "noun_classes": [ 15, 7, 12, 7 ], "start_stop_timestamps": [ [ "00:49:02.73", "00:49:04.92" ], [ "00:49:06.14", "00:49:08.67" ], [ "00:49:11.22", "00:49:14.66" ], [ "00:49:15.45", "00:49:16.65" ] ], "start_stop_frames": [ [ 176563, 176695 ], [ 176768, 176920 ], [ 177073, 177279 ], [ 177327, 177399 ] ], "trgnoun": "bowl", "trgverb": "put_into" }, { "key": "P02_02+61_62_63_64", "video_id": "P02_02", "narration_ids": [ "P02_02_61", "P02_02_62", "P02_02_63", "P02_02_64" ], "src": "pick_up mug . wash mug . open tap", "src1": "pick_up mug", "src2": "wash mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_02:61 P02_02:62 P02_02:63", "vis_trg": "P02_02:64", "narrations": [ "pick up mug", "wash mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:02:17.24", "00:02:18.50" ], [ "00:02:18.19", "00:02:21.66" ], [ "00:02:22.11", "00:02:23.59" ], [ "00:02:23.36", "00:02:27.07" ] ], "start_stop_frames": [ [ 8234, 8310 ], [ 8291, 8499 ], [ 8526, 8615 ], [ 8601, 8824 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P01_18+2_3_4_5", "video_id": "P01_18", "narration_ids": [ "P01_18_2", "P01_18_3", "P01_18_4", "P01_18_5" ], "src": "put_down mushrooms . open container . open lid", "src1": "put_down mushrooms", "src2": "open container", "src3": "open lid", "trg": "close lid", "vis_src": "P01_18:2 P01_18:3 P01_18:4", "vis_trg": "P01_18:5", "narrations": [ "put down mushrooms", "open container", "open lid", "close lid" ], "verbs": [ "put-down", "open", "open", "close" ], "verb_classes": [ 1, 3, 3, 4 ], "nouns": [ "mushroom", "container", "lid", "lid" ], "noun_classes": [ 56, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:00:09.92", "00:00:11.28" ], [ "00:00:10.94", "00:00:12.33" ], [ "00:00:11.16", "00:00:12.34" ], [ "00:00:12.36", "00:00:13.85" ] ], "start_stop_frames": [ [ 595, 676 ], [ 656, 739 ], [ 669, 740 ], [ 741, 831 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P20_01+349_350_351_352", "video_id": "P20_01", "narration_ids": [ "P20_01_349", "P20_01_350", "P20_01_351", "P20_01_352" ], "src": "pick_up bowl . pick_up spatula . pick_up meat with spatula", "src1": "pick_up bowl", "src2": "pick_up spatula", "src3": "pick_up meat with spatula", "trg": "put meat in bowl", "vis_src": "P20_01:349 P20_01:350 P20_01:351", "vis_trg": "P20_01:352", "narrations": [ "pick up bowl", "pick up spatula", "pick up meat with spatula", "put meat in bowl" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 0, 0, 0, 5 ], "nouns": [ "bowl", "spatula", "meat", "meat" ], "noun_classes": [ 7, 20, 28, 28 ], "start_stop_timestamps": [ [ "00:22:43.20", "00:22:45.52" ], [ "00:22:45.62", "00:22:47.34" ], [ "00:22:47.44", "00:22:49.08" ], [ "00:22:48.89", "00:22:50.21" ] ], "start_stop_frames": [ [ 81792, 81931 ], [ 81937, 82040 ], [ 82046, 82144 ], [ 82133, 82212 ] ], "trgnoun": "meat", "trgverb": "put_in" }, { "key": "P04_109+350_355_356_357", "video_id": "P04_109", "narration_ids": [ "P04_109_350", "P04_109_355", "P04_109_356", "P04_109_357" ], "src": "tear broccoli floret in two . drop florets in pan . pick_up broccoli_floret", "src1": "tear broccoli floret in two", "src2": "drop florets in pan", "src3": "pick_up broccoli_floret", "trg": "put broccoli floret into pan", "vis_src": "P04_109:350 P04_109:355 P04_109:356", "vis_trg": "P04_109:357", "narrations": [ "tear broccoli floret in two", "drop florets in pan", "pick up broccoli floret", "put broccoli floret into pan" ], "verbs": [ "tear-in", "drop-in", "pick-up", "put-into" ], "verb_classes": [ 43, 59, 0, 5 ], "nouns": [ "broccoli", "floret", "floret:broccoli", "floret" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:54.00", "00:10:55.09" ], [ "00:10:58.79", "00:10:59.28" ], [ "00:10:59.26", "00:10:59.80" ], [ "00:10:59.90", "00:11:00.35" ] ], "start_stop_frames": [ [ 32700, 32754 ], [ 32939, 32964 ], [ 32963, 32990 ], [ 32995, 33017 ] ], "trgnoun": "floret", "trgverb": "put_into" }, { "key": "P04_23+35_36_37_38", "video_id": "P04_23", "narration_ids": [ "P04_23_35", "P04_23_36", "P04_23_37", "P04_23_38" ], "src": "stir the pan . peel garlic . pour spices into pestle and mortar", "src1": "stir the pan", "src2": "peel garlic", "src3": "pour spices into pestle and mortar", "trg": "dice garlic", "vis_src": "P04_23:35 P04_23:36 P04_23:37", "vis_trg": "P04_23:38", "narrations": [ "stir the pan", "peel garlic", "pour spices into pestle and mortar", "dice garlic" ], "verbs": [ "stir", "peel", "pour-into", "dice" ], "verb_classes": [ 10, 19, 9, 7 ], "nouns": [ "pan", "garlic", "spice", "garlic" ], "noun_classes": [ 5, 51, 85, 51 ], "start_stop_timestamps": [ [ "00:04:16.69", "00:04:21.60" ], [ "00:04:24.55", "00:04:26.81" ], [ "00:05:23.64", "00:05:40.56" ], [ "00:05:45.21", "00:05:54.32" ] ], "start_stop_frames": [ [ 15401, 15696 ], [ 15873, 16008 ], [ 19418, 20433 ], [ 20712, 21259 ] ], "trgnoun": "garlic", "trgverb": "dice" }, { "key": "P02_01+34_35_36_37", "video_id": "P02_01", "narration_ids": [ "P02_01_34", "P02_01_35", "P02_01_36", "P02_01_37" ], "src": "close fridge . open drawer . pick_up two spoons", "src1": "close fridge", "src2": "open drawer", "src3": "pick_up two spoons", "trg": "put spoon into the cereal plate", "vis_src": "P02_01:34 P02_01:35 P02_01:36", "vis_trg": "P02_01:37", "narrations": [ "close fridge", "open drawer", "pick up two spoons", "put spoon into the cereal plate" ], "verbs": [ "close", "open", "pick-up", "put-into" ], "verb_classes": [ 4, 3, 0, 5 ], "nouns": [ "fridge", "drawer", "spoon", "spoon" ], "noun_classes": [ 12, 8, 1, 1 ], "start_stop_timestamps": [ [ "00:01:21.54", "00:01:22.72" ], [ "00:01:22.38", "00:01:22.93" ], [ "00:01:23.03", "00:01:25.25" ], [ "00:01:26.85", "00:01:29.49" ] ], "start_stop_frames": [ [ 4892, 4963 ], [ 4942, 4975 ], [ 4981, 5115 ], [ 5211, 5369 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P04_121+343_344_345_346", "video_id": "P04_121", "narration_ids": [ "P04_121_343", "P04_121_344", "P04_121_345", "P04_121_346" ], "src": "put_down bowl . tip curds into bowl . scoop_up cheese_curds", "src1": "put_down bowl", "src2": "tip curds into bowl", "src3": "scoop_up cheese_curds", "trg": "drain cheese_curds", "vis_src": "P04_121:343 P04_121:344 P04_121:345", "vis_trg": "P04_121:346", "narrations": [ "put down bowl", "tip curds into bowl", "scoop up cheese curds", "drain cheese curds" ], "verbs": [ "put-down", "tip-into", "scoop-up", "drain" ], "verb_classes": [ 1, 9, 16, 37 ], "nouns": [ "bowl", "curd", "curd:cheese", "curd:cheese" ], "noun_classes": [ 7, 81, 32, 32 ], "start_stop_timestamps": [ [ "00:15:29.51", "00:15:30.71" ], [ "00:15:31.01", "00:15:31.95" ], [ "00:15:33.78", "00:15:35.23" ], [ "00:15:35.23", "00:15:43.40" ] ], "start_stop_frames": [ [ 46475, 46535 ], [ 46550, 46597 ], [ 46689, 46761 ], [ 46761, 47170 ] ], "trgnoun": "cheese_curd", "trgverb": "drain" }, { "key": "P26_22+11_12_13_14", "video_id": "P26_22", "narration_ids": [ "P26_22_11", "P26_22_12", "P26_22_13", "P26_22_14" ], "src": "put pasta onto plate . close pasta_package . open door", "src1": "put pasta onto plate", "src2": "close pasta_package", "src3": "open door", "trg": "put pasta_package", "vis_src": "P26_22:11 P26_22:12 P26_22:13", "vis_trg": "P26_22:14", "narrations": [ "put pasta onto plate", "close pasta package", "open door", "put pasta package" ], "verbs": [ "put-onto", "close", "open", "put" ], "verb_classes": [ 1, 4, 3, 1 ], "nouns": [ "pasta", "package:pasta", "door", "package:pasta" ], "noun_classes": [ 45, 26, 3, 26 ], "start_stop_timestamps": [ [ "00:01:18.55", "00:01:22.42" ], [ "00:01:22.88", "00:01:30.38" ], [ "00:01:33.51", "00:01:34.66" ], [ "00:01:34.97", "00:01:38.47" ] ], "start_stop_frames": [ [ 4713, 4945 ], [ 4972, 5422 ], [ 5610, 5679 ], [ 5698, 5908 ] ], "trgnoun": "pasta_package", "trgverb": "put" }, { "key": "P06_07+73_74_75_76", "video_id": "P06_07", "narration_ids": [ "P06_07_73", "P06_07_74", "P06_07_75", "P06_07_76" ], "src": "take dough . put lid on pan . pick_up dough", "src1": "take dough", "src2": "put lid on pan", "src3": "pick_up dough", "trg": "roll dough", "vis_src": "P06_07:73 P06_07:74 P06_07:75", "vis_trg": "P06_07:76", "narrations": [ "take dough", "put lid on pan", "pick up dough", "roll dough" ], "verbs": [ "take", "put-on", "pick-up", "roll" ], "verb_classes": [ 0, 1, 0, 47 ], "nouns": [ "dough", "lid", "dough", "dough" ], "noun_classes": [ 25, 6, 25, 25 ], "start_stop_timestamps": [ [ "00:04:24.44", "00:04:29.69" ], [ "00:04:29.54", "00:04:30.39" ], [ "00:04:30.89", "00:04:33.99" ], [ "00:04:31.00", "00:04:36.00" ] ], "start_stop_frames": [ [ 15866, 16181 ], [ 16172, 16223 ], [ 16253, 16439 ], [ 16260, 16560 ] ], "trgnoun": "dough", "trgverb": "roll" }, { "key": "P22_05+193_194_195_196", "video_id": "P22_05", "narration_ids": [ "P22_05_193", "P22_05_194", "P22_05_195", "P22_05_196" ], "src": "close tap . shake peach . put_down peach", "src1": "close tap", "src2": "shake peach", "src3": "put_down peach", "trg": "open tap", "vis_src": "P22_05:193 P22_05:194 P22_05:195", "vis_trg": "P22_05:196", "narrations": [ "close tap", "shake peach", "put down peach", "open tap" ], "verbs": [ "turn-off", "shake", "put-down", "turn-on" ], "verb_classes": [ 8, 15, 1, 6 ], "nouns": [ "tap", "peach", "peach", "tap" ], "noun_classes": [ 0, 74, 74, 0 ], "start_stop_timestamps": [ [ "00:08:19.32", "00:08:20.33" ], [ "00:08:20.23", "00:08:22.06" ], [ "00:08:21.37", "00:08:23.55" ], [ "00:08:24.09", "00:08:24.98" ] ], "start_stop_frames": [ [ 29959, 30019 ], [ 30013, 30123 ], [ 30082, 30213 ], [ 30245, 30298 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P03_109+142_143_144_145", "video_id": "P03_109", "narration_ids": [ "P03_109_142", "P03_109_143", "P03_109_144", "P03_109_145" ], "src": "shake_off washing up brush . put_down washing up brush . wash saucer", "src1": "shake_off washing up brush", "src2": "put_down washing up brush", "src3": "wash saucer", "trg": "put saucer on drying rack", "vis_src": "P03_109:142 P03_109:143 P03_109:144", "vis_trg": "P03_109:145", "narrations": [ "shake off washing up brush", "put down washing up brush", "wash saucer", "put saucer on drying rack" ], "verbs": [ "shake-off", "put-down", "wash", "put-on" ], "verb_classes": [ 15, 1, 2, 1 ], "nouns": [ "brush:washing:up", "brush:washing:up", "saucer", "saucer" ], "noun_classes": [ 103, 103, 2, 2 ], "start_stop_timestamps": [ [ "00:08:04.04", "00:08:05.36" ], [ "00:08:05.45", "00:08:06.26" ], [ "00:08:06.15", "00:08:11.88" ], [ "00:08:11.95", "00:08:13.52" ] ], "start_stop_frames": [ [ 24202, 24268 ], [ 24272, 24313 ], [ 24307, 24594 ], [ 24597, 24676 ] ], "trgnoun": "saucer", "trgverb": "put_on" }, { "key": "P03_09+92_93_94_95", "video_id": "P03_09", "narration_ids": [ "P03_09_92", "P03_09_93", "P03_09_94", "P03_09_95" ], "src": "put saucepan . grab plate . grab sponge", "src1": "put saucepan", "src2": "grab plate", "src3": "grab sponge", "trg": "wash plate", "vis_src": "P03_09:92 P03_09:93 P03_09:94", "vis_trg": "P03_09:95", "narrations": [ "put saucepan", "grab plate", "grab sponge", "wash plate" ], "verbs": [ "put", "grab", "grab", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "saucepan", "plate", "sponge", "plate" ], "noun_classes": [ 5, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:03:38.68", "00:03:40.02" ], [ "00:03:40.12", "00:03:42.29" ], [ "00:03:41.28", "00:03:42.18" ], [ "00:03:43.28", "00:03:57.92" ] ], "start_stop_frames": [ [ 13120, 13201 ], [ 13207, 13337 ], [ 13276, 13330 ], [ 13396, 14275 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P02_03+26_27_28_29", "video_id": "P02_03", "narration_ids": [ "P02_03_26", "P02_03_27", "P02_03_28", "P02_03_29" ], "src": "close cupboard . put pot on stove . pick_up chopping_board", "src1": "close cupboard", "src2": "put pot on stove", "src3": "pick_up chopping_board", "trg": "put chopping_board", "vis_src": "P02_03:26 P02_03:27 P02_03:28", "vis_trg": "P02_03:29", "narrations": [ "close cupboard", "put pot on stove", "pick up chopping board", "put chopping board" ], "verbs": [ "close", "put-on", "pick-up", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "cupboard", "pot", "board:chopping", "board:chopping" ], "noun_classes": [ 3, 29, 18, 18 ], "start_stop_timestamps": [ [ "00:00:58.07", "00:01:00.16" ], [ "00:01:00.47", "00:01:01.93" ], [ "00:01:03.79", "00:01:05.29" ], [ "00:01:05.67", "00:01:07.15" ] ], "start_stop_frames": [ [ 3484, 3609 ], [ 3628, 3715 ], [ 3827, 3917 ], [ 3940, 4029 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P02_105+77_78_79_80", "video_id": "P02_105", "narration_ids": [ "P02_105_77", "P02_105_78", "P02_105_79", "P02_105_80" ], "src": "close tap . put_down grater . pick_up knife", "src1": "close tap", "src2": "put_down grater", "src3": "pick_up knife", "trg": "sponge knife", "vis_src": "P02_105:77 P02_105:78 P02_105:79", "vis_trg": "P02_105:80", "narrations": [ "close tap", "put down grater", "pick up knife", "sponge knife" ], "verbs": [ "turn-off", "put-down", "pick-up", "sponge" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "grater", "knife", "knife" ], "noun_classes": [ 0, 96, 4, 4 ], "start_stop_timestamps": [ [ "00:02:38.37", "00:02:39.38" ], [ "00:02:39.46", "00:02:43.63" ], [ "00:02:43.89", "00:02:44.57" ], [ "00:02:45.29", "00:02:47.90" ] ], "start_stop_frames": [ [ 7918, 7969 ], [ 7973, 8181 ], [ 8194, 8228 ], [ 8264, 8395 ] ], "trgnoun": "knife", "trgverb": "sponge" }, { "key": "P02_129+43_44_45_46", "video_id": "P02_129", "narration_ids": [ "P02_129_43", "P02_129_44", "P02_129_45", "P02_129_46" ], "src": "slide garlic from presser into pan using knife . open garlic_presser . close garlic_presser", "src1": "slide garlic from presser into pan using knife", "src2": "open garlic_presser", "src3": "close garlic_presser", "trg": "press garlic", "vis_src": "P02_129:43 P02_129:44 P02_129:45", "vis_trg": "P02_129:46", "narrations": [ "slide garlic from presser into pan using knife", "open garlic presser", "close garlic presser", "press garlic" ], "verbs": [ "slide-from", "open", "close", "press" ], "verb_classes": [ 61, 3, 4, 21 ], "nouns": [ "garlic", "presser:garlic", "presser:garlic", "garlic" ], "noun_classes": [ 51, 172, 172, 51 ], "start_stop_timestamps": [ [ "00:01:39.72", "00:01:40.61" ], [ "00:01:40.71", "00:01:42.95" ], [ "00:01:42.82", "00:01:43.16" ], [ "00:01:42.99", "00:01:43.79" ] ], "start_stop_frames": [ [ 4986, 5030 ], [ 5035, 5147 ], [ 5141, 5158 ], [ 5149, 5189 ] ], "trgnoun": "garlic", "trgverb": "press" }, { "key": "P02_113+93_94_95_96", "video_id": "P02_113", "narration_ids": [ "P02_113_93", "P02_113_94", "P02_113_95", "P02_113_96" ], "src": "pick_up mug . open tap . fill mug with water", "src1": "pick_up mug", "src2": "open tap", "src3": "fill mug with water", "trg": "close tap", "vis_src": "P02_113:93 P02_113:94 P02_113:95", "vis_trg": "P02_113:96", "narrations": [ "pick up mug", "open tap", "fill mug with water", "close" ], "verbs": [ "pick-up", "turn-on", "fill-with", "close" ], "verb_classes": [ 0, 6, 26, 4 ], "nouns": [ "mug", "tap", "mug", "tap" ], "noun_classes": [ 13, 0, 13, 0 ], "start_stop_timestamps": [ [ "00:04:33.62", "00:04:35.78" ], [ "00:04:35.70", "00:04:37.40" ], [ "00:04:36.80", "00:04:39.14" ], [ "00:04:38.77", "00:04:39.33" ] ], "start_stop_frames": [ [ 13681, 13788 ], [ 13785, 13869 ], [ 13840, 13957 ], [ 13938, 13966 ] ], "trgnoun": "tap", "trgverb": "close" }, { "key": "P12_104+92_93_94_95", "video_id": "P12_104", "narration_ids": [ "P12_104_92", "P12_104_93", "P12_104_94", "P12_104_95" ], "src": "throw away trash into trash bin . open tap . wash hands", "src1": "throw away trash into trash bin", "src2": "open tap", "src3": "wash hands", "trg": "close tap", "vis_src": "P12_104:92 P12_104:93 P12_104:94", "vis_trg": "P12_104:95", "narrations": [ "throw away trash into trash bin", "open tap", "wash hands", "close tap" ], "verbs": [ "throw-into", "turn-on", "wash", "turn-off" ], "verb_classes": [ 13, 6, 2, 8 ], "nouns": [ "trash", "tap", "hand", "tap" ], "noun_classes": [ 54, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:06:37.05", "00:06:38.60" ], [ "00:06:40.75", "00:06:42.00" ], [ "00:06:42.82", "00:06:45.10" ], [ "00:06:45.50", "00:06:46.07" ] ], "start_stop_frames": [ [ 19852, 19930 ], [ 20037, 20100 ], [ 20141, 20255 ], [ 20275, 20303 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P07_10+151_152_153_154", "video_id": "P07_10", "narration_ids": [ "P07_10_151", "P07_10_152", "P07_10_153", "P07_10_154" ], "src": "shake chicken . close fridge . cut onion", "src1": "shake chicken", "src2": "close fridge", "src3": "cut onion", "trg": "add onion to pot", "vis_src": "P07_10:151 P07_10:152 P07_10:153", "vis_trg": "P07_10:154", "narrations": [ "shake chicken", "close fridge", "cut onion", "add onion to pot" ], "verbs": [ "shake", "close", "cut", "add-to" ], "verb_classes": [ 15, 4, 7, 46 ], "nouns": [ "chicken", "fridge", "onion", "onion" ], "noun_classes": [ 57, 12, 16, 16 ], "start_stop_timestamps": [ [ "00:13:45.18", "00:13:46.16" ], [ "00:13:47.33", "00:13:48.22" ], [ "00:13:49.64", "00:13:51.41" ], [ "00:13:52.96", "00:13:54.29" ] ], "start_stop_frames": [ [ 49510, 49569 ], [ 49639, 49693 ], [ 49778, 49884 ], [ 49977, 50057 ] ], "trgnoun": "onion", "trgverb": "add_to" }, { "key": "P04_113+331_332_333_334", "video_id": "P04_113", "narration_ids": [ "P04_113_331", "P04_113_332", "P04_113_333", "P04_113_334" ], "src": "put teaspoon on counter . pick_up tupperware_tub . dip tupperware_tub in water", "src1": "put teaspoon on counter", "src2": "pick_up tupperware_tub", "src3": "dip tupperware_tub in water", "trg": "wash tupperware_tub", "vis_src": "P04_113:331 P04_113:332 P04_113:333", "vis_trg": "P04_113:334", "narrations": [ "put teaspoon on counter", "pick up tupperware tub", "dip tupperware tub in water", "wash tupperware tub" ], "verbs": [ "put-on", "pick-up", "dip", "wash" ], "verb_classes": [ 1, 0, 66, 2 ], "nouns": [ "teaspoon", "tub:tupperware", "tub:tupperware", "tub:tupperware" ], "noun_classes": [ 1, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:10:20.54", "00:10:21.70" ], [ "00:10:21.79", "00:10:22.29" ], [ "00:10:22.62", "00:10:23.34" ], [ "00:10:23.38", "00:10:26.59" ] ], "start_stop_frames": [ [ 31027, 31085 ], [ 31089, 31114 ], [ 31131, 31167 ], [ 31169, 31329 ] ], "trgnoun": "tupperware_tub", "trgverb": "wash" }, { "key": "P02_122+118_119_120_121", "video_id": "P02_122", "narration_ids": [ "P02_122_118", "P02_122_119", "P02_122_120", "P02_122_121" ], "src": "wash tomatoes . close tap . shake hands", "src1": "wash tomatoes", "src2": "close tap", "src3": "shake hands", "trg": "put tomatoes on chopping board", "vis_src": "P02_122:118 P02_122:119 P02_122:120", "vis_trg": "P02_122:121", "narrations": [ "wash tomatoes", "close tap", "shake hands", "put tomatoes on chopping board" ], "verbs": [ "wash", "turn-off", "shake", "put-on" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "tomato", "tap", "hand", "tomato" ], "noun_classes": [ 43, 0, 11, 43 ], "start_stop_timestamps": [ [ "00:06:16.36", "00:06:20.73" ], [ "00:06:20.80", "00:06:21.42" ], [ "00:06:21.52", "00:06:24.01" ], [ "00:06:25.00", "00:06:27.25" ] ], "start_stop_frames": [ [ 18818, 19036 ], [ 19040, 19071 ], [ 19076, 19200 ], [ 19250, 19362 ] ], "trgnoun": "tomato", "trgverb": "put_on" }, { "key": "P23_102+57_58_59_60", "video_id": "P23_102", "narration_ids": [ "P23_102_57", "P23_102_58", "P23_102_59", "P23_102_60" ], "src": "put bag . close bag . take bowl", "src1": "put bag", "src2": "close bag", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_102:57 P23_102:58 P23_102:59", "vis_trg": "P23_102:60", "narrations": [ "put bag", "close bag", "take bowl", "put bowl" ], "verbs": [ "put", "close", "take", "put" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "bag", "bag", "bowl", "bowl" ], "noun_classes": [ 19, 19, 7, 7 ], "start_stop_timestamps": [ [ "00:05:07.93", "00:05:08.76" ], [ "00:05:08.41", "00:05:17.07" ], [ "00:05:17.15", "00:05:19.40" ], [ "00:05:19.20", "00:05:20.64" ] ], "start_stop_frames": [ [ 15396, 15438 ], [ 15420, 15853 ], [ 15857, 15969 ], [ 15960, 16032 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P22_12+285_286_287_288", "video_id": "P22_12", "narration_ids": [ "P22_12_285", "P22_12_286", "P22_12_287", "P22_12_288" ], "src": "set_down carafe . get cover . cover bread", "src1": "set_down carafe", "src2": "get cover", "src3": "cover bread", "trg": "toast bread", "vis_src": "P22_12:285 P22_12:286 P22_12:287", "vis_trg": "P22_12:288", "narrations": [ "set down carafe", "get cover", "cover bread", "toast bread" ], "verbs": [ "set-down", "get", "cover", "toast" ], "verb_classes": [ 1, 0, 36, 45 ], "nouns": [ "carafe", "cover", "bread", "bread" ], "noun_classes": [ 66, 89, 33, 33 ], "start_stop_timestamps": [ [ "00:11:17.48", "00:11:19.42" ], [ "00:11:20.33", "00:11:21.44" ], [ "00:11:20.88", "00:11:22.80" ], [ "00:11:22.90", "00:11:25.19" ] ], "start_stop_frames": [ [ 40648, 40765 ], [ 40819, 40886 ], [ 40852, 40968 ], [ 40974, 41111 ] ], "trgnoun": "bread", "trgverb": "toast" }, { "key": "P02_113+103_104_105_106", "video_id": "P02_113", "narration_ids": [ "P02_113_103", "P02_113_104", "P02_113_105", "P02_113_106" ], "src": "put knife in sink . pick_up chopping_board . open bin", "src1": "put knife in sink", "src2": "pick_up chopping_board", "src3": "open bin", "trg": "clear chopping_board", "vis_src": "P02_113:103 P02_113:104 P02_113:105", "vis_trg": "P02_113:106", "narrations": [ "put knife in sink", "pick up chopping board", "open bin", "clear chopping board" ], "verbs": [ "put-in", "pick-up", "open", "clear" ], "verb_classes": [ 5, 0, 3, 12 ], "nouns": [ "knife", "board:chopping", "bin", "board:chopping" ], "noun_classes": [ 4, 18, 36, 18 ], "start_stop_timestamps": [ [ "00:04:43.87", "00:04:44.49" ], [ "00:04:44.68", "00:04:45.49" ], [ "00:04:46.75", "00:04:47.67" ], [ "00:04:47.72", "00:04:48.94" ] ], "start_stop_frames": [ [ 14193, 14224 ], [ 14234, 14274 ], [ 14337, 14383 ], [ 14386, 14447 ] ], "trgnoun": "chopping_board", "trgverb": "clear" }, { "key": "P28_105+83_84_85_86", "video_id": "P28_105", "narration_ids": [ "P28_105_83", "P28_105_84", "P28_105_85", "P28_105_86" ], "src": "put stuff . wash plate . put plate", "src1": "put stuff", "src2": "wash plate", "src3": "put plate", "trg": "take plate", "vis_src": "P28_105:83 P28_105:84 P28_105:85", "vis_trg": "P28_105:86", "narrations": [ "put stuff", "wash plate", "put plate", "take plate" ], "verbs": [ "put", "wash", "put", "take" ], "verb_classes": [ 1, 2, 1, 0 ], "nouns": [ "cutlery", "plate", "plate", "plate" ], "noun_classes": [ 58, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:22.83", "00:06:23.68" ], [ "00:06:26.47", "00:06:35.63" ], [ "00:06:35.14", "00:06:36.52" ], [ "00:06:36.62", "00:06:38.09" ] ], "start_stop_frames": [ [ 19141, 19184 ], [ 19323, 19781 ], [ 19757, 19826 ], [ 19831, 19904 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P35_108+296_297_298_299", "video_id": "P35_108", "narration_ids": [ "P35_108_296", "P35_108_297", "P35_108_298", "P35_108_299" ], "src": "pick_up mug . drain cup . pick_up cloth", "src1": "pick_up mug", "src2": "drain cup", "src3": "pick_up cloth", "trg": "put_down mug", "vis_src": "P35_108:296 P35_108:297 P35_108:298", "vis_trg": "P35_108:299", "narrations": [ "pick up mug", "drain cup", "pick up cloth", "put down mug" ], "verbs": [ "pick-up", "drain", "pick-up", "put-down" ], "verb_classes": [ 0, 37, 0, 1 ], "nouns": [ "mug", "cup", "cloth", "mug" ], "noun_classes": [ 13, 13, 17, 13 ], "start_stop_timestamps": [ [ "00:19:37.67", "00:19:38.67" ], [ "00:19:38.74", "00:19:40.21" ], [ "00:19:40.64", "00:19:41.79" ], [ "00:19:44.83", "00:19:45.50" ] ], "start_stop_frames": [ [ 58883, 58933 ], [ 58937, 59010 ], [ 59032, 59089 ], [ 59241, 59275 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P29_03+278_279_280_281", "video_id": "P29_03", "narration_ids": [ "P29_03_278", "P29_03_279", "P29_03_280", "P29_03_281" ], "src": "put tin on drying rack . pick_up jug . put jug in bowl", "src1": "put tin on drying rack", "src2": "pick_up jug", "src3": "put jug in bowl", "trg": "scour jug", "vis_src": "P29_03:278 P29_03:279 P29_03:280", "vis_trg": "P29_03:281", "narrations": [ "put tin on drying rack", "pick up jug", "put jug in bowl", "scour jug" ], "verbs": [ "put-on", "pick-up", "put-in", "scour" ], "verb_classes": [ 1, 0, 5, 29 ], "nouns": [ "tin", "jug", "jug", "jug" ], "noun_classes": [ 61, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:17:38.32", "00:17:46.31" ], [ "00:17:49.77", "00:17:51.30" ], [ "00:17:52.82", "00:17:53.65" ], [ "00:17:54.84", "00:18:02.96" ] ], "start_stop_frames": [ [ 63499, 63978 ], [ 64186, 64278 ], [ 64369, 64419 ], [ 64490, 64977 ] ], "trgnoun": "jug", "trgverb": "scour" }, { "key": "P04_121+21_22_23_24", "video_id": "P04_121", "narration_ids": [ "P04_121_21", "P04_121_22", "P04_121_23", "P04_121_24" ], "src": "hold cheese_curds with knife . pick_up cheese_curd . wipe spatula on side of pan", "src1": "hold cheese_curds with knife", "src2": "pick_up cheese_curd", "src3": "wipe spatula on side of pan", "trg": "put_down spatula", "vis_src": "P04_121:21 P04_121:22 P04_121:23", "vis_trg": "P04_121:24", "narrations": [ "hold cheese curds with knife", "pick up cheese curd", "wipe spatula on side of pan", "put down spatula" ], "verbs": [ "hold-with", "pick-up", "wipe-on", "put-down" ], "verb_classes": [ 34, 0, 2, 1 ], "nouns": [ "curd:cheese", "curd:cheese", "spatula", "spatula" ], "noun_classes": [ 32, 32, 20, 20 ], "start_stop_timestamps": [ [ "00:02:36.59", "00:02:38.56" ], [ "00:02:38.72", "00:02:40.50" ], [ "00:02:40.37", "00:02:41.46" ], [ "00:02:41.56", "00:02:42.63" ] ], "start_stop_frames": [ [ 7829, 7928 ], [ 7936, 8025 ], [ 8018, 8073 ], [ 8078, 8131 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_10+112_113_114_115", "video_id": "P22_10", "narration_ids": [ "P22_10_112", "P22_10_113", "P22_10_114", "P22_10_115" ], "src": "put_down down sponge . rinse hands . put_down down colander", "src1": "put_down down sponge", "src2": "rinse hands", "src3": "put_down down colander", "trg": "lather colander", "vis_src": "P22_10:112 P22_10:113 P22_10:114", "vis_trg": "P22_10:115", "narrations": [ "put down down sponge", "rinse hands", "put down down colander", "lather colander" ], "verbs": [ "put-down", "rinse", "put-down", "lather" ], "verb_classes": [ 1, 2, 1, 2 ], "nouns": [ "sponge", "hand", "colander", "colander" ], "noun_classes": [ 9, 11, 39, 39 ], "start_stop_timestamps": [ [ "00:03:53.71", "00:03:54.67" ], [ "00:03:54.69", "00:03:55.77" ], [ "00:03:55.87", "00:03:57.65" ], [ "00:03:57.75", "00:04:04.25" ] ], "start_stop_frames": [ [ 14022, 14080 ], [ 14081, 14146 ], [ 14152, 14259 ], [ 14265, 14655 ] ], "trgnoun": "colander", "trgverb": "lather" }, { "key": "P12_103+66_67_68_69", "video_id": "P12_103", "narration_ids": [ "P12_103_66", "P12_103_67", "P12_103_68", "P12_103_69" ], "src": "wash plates . wash hand . close tap", "src1": "wash plates", "src2": "wash hand", "src3": "close tap", "trg": "put_down plates", "vis_src": "P12_103:66 P12_103:67 P12_103:68", "vis_trg": "P12_103:69", "narrations": [ "wash plates", "wash hand", "close tap", "put down plates" ], "verbs": [ "wash", "wash", "turn-off", "put-down" ], "verb_classes": [ 2, 2, 8, 1 ], "nouns": [ "plate", "hand", "tap", "plate" ], "noun_classes": [ 2, 11, 0, 2 ], "start_stop_timestamps": [ [ "00:04:42.79", "00:04:44.55" ], [ "00:04:44.29", "00:04:44.89" ], [ "00:04:44.32", "00:04:45.90" ], [ "00:04:45.68", "00:04:46.38" ] ], "start_stop_frames": [ [ 14139, 14227 ], [ 14214, 14244 ], [ 14216, 14294 ], [ 14284, 14319 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P02_123+396_397_398_399", "video_id": "P02_123", "narration_ids": [ "P02_123_396", "P02_123_397", "P02_123_398", "P02_123_399" ], "src": "pick_up plastic_cover . sponge cover . open tap", "src1": "pick_up plastic_cover", "src2": "sponge cover", "src3": "open tap", "trg": "rinse cover", "vis_src": "P02_123:396 P02_123:397 P02_123:398", "vis_trg": "P02_123:399", "narrations": [ "pick up plastic cover", "sponge cover", "open tap", "rinse cover" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "cover:plastic", "cover", "tap", "cover" ], "noun_classes": [ 89, 89, 0, 89 ], "start_stop_timestamps": [ [ "00:19:56.48", "00:19:59.14" ], [ "00:19:59.20", "00:20:01.50" ], [ "00:20:02.01", "00:20:03.13" ], [ "00:20:03.09", "00:20:04.49" ] ], "start_stop_frames": [ [ 59824, 59957 ], [ 59960, 60075 ], [ 60100, 60156 ], [ 60154, 60224 ] ], "trgnoun": "cover", "trgverb": "rinse" }, { "key": "P04_112+185_186_187_189", "video_id": "P04_112", "narration_ids": [ "P04_112_185", "P04_112_186", "P04_112_187", "P04_112_189" ], "src": "sprinkle flour over dough . turn_over ball of dough . grab flour", "src1": "sprinkle flour over dough", "src2": "turn_over ball of dough", "src3": "grab flour", "trg": "spread flour over dough", "vis_src": "P04_112:185 P04_112:186 P04_112:187", "vis_trg": "P04_112:189", "narrations": [ "sprinkle flour over dough", "turn over ball of dough", "grab flour", "spread flour over dough" ], "verbs": [ "sprinkle-over", "turn-over", "grab", "spread-over" ], "verb_classes": [ 42, 22, 0, 27 ], "nouns": [ "flour", "ball:dough", "flour", "flour" ], "noun_classes": [ 75, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:05:13.19", "00:05:14.72" ], [ "00:05:15.05", "00:05:17.18" ], [ "00:05:17.26", "00:05:19.26" ], [ "00:05:19.30", "00:05:21.97" ] ], "start_stop_frames": [ [ 15659, 15736 ], [ 15752, 15859 ], [ 15863, 15963 ], [ 15965, 16098 ] ], "trgnoun": "flour", "trgverb": "spread_over" }, { "key": "P23_101+323_324_325_326", "video_id": "P23_101", "narration_ids": [ "P23_101_323", "P23_101_324", "P23_101_325", "P23_101_326" ], "src": "mix curry . put spoon . take plate", "src1": "mix curry", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_101:323 P23_101:324 P23_101:325", "vis_trg": "P23_101:326", "narrations": [ "mix curry", "put spoon", "take plate", "put plate" ], "verbs": [ "mix", "put", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "curry", "spoon", "plate", "plate" ], "noun_classes": [ 121, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:27:15.02", "00:27:42.69" ], [ "00:27:42.68", "00:27:44.36" ], [ "00:27:45.48", "00:27:46.37" ], [ "00:27:46.04", "00:27:48.52" ] ], "start_stop_frames": [ [ 81751, 83134 ], [ 83134, 83218 ], [ 83274, 83318 ], [ 83302, 83426 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P30_05+247_248_249_250", "video_id": "P30_05", "narration_ids": [ "P30_05_247", "P30_05_248", "P30_05_249", "P30_05_250" ], "src": "take stock_cubes from box . take stock_cubes . cut stock_cube", "src1": "take stock_cubes from box", "src2": "take stock_cubes", "src3": "cut stock_cube", "trg": "put stock_cube in box", "vis_src": "P30_05:247 P30_05:248 P30_05:249", "vis_trg": "P30_05:250", "narrations": [ "take stock cubes from box", "take stock cubes", "cut stock cube", "put stock cube in box" ], "verbs": [ "take-from", "take", "cut", "put-in" ], "verb_classes": [ 0, 0, 7, 5 ], "nouns": [ "cube:stock", "cube:stock", "cube:stock", "cube:stock" ], "noun_classes": [ 95, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:20:02.57", "00:20:03.15" ], [ "00:20:03.95", "00:20:08.77" ], [ "00:20:09.96", "00:20:12.34" ], [ "00:20:12.70", "00:20:14.86" ] ], "start_stop_frames": [ [ 72154, 72189 ], [ 72237, 72526 ], [ 72597, 72740 ], [ 72762, 72891 ] ], "trgnoun": "stock_cube", "trgverb": "put_in" }, { "key": "P02_104+25_26_27_28", "video_id": "P02_104", "narration_ids": [ "P02_104_25", "P02_104_26", "P02_104_27", "P02_104_28" ], "src": "close cupboard . put strainer down . put pot on stove", "src1": "close cupboard", "src2": "put strainer down", "src3": "put pot on stove", "trg": "open cupboard", "vis_src": "P02_104:25 P02_104:26 P02_104:27", "vis_trg": "P02_104:28", "narrations": [ "close cupboard", "put strainer down", "put pot on stove", "open cupboard" ], "verbs": [ "close", "put-down", "put-on", "open" ], "verb_classes": [ 4, 1, 1, 3 ], "nouns": [ "cupboard", "strainer", "pot", "cupboard" ], "noun_classes": [ 3, 39, 29, 3 ], "start_stop_timestamps": [ [ "00:01:15.87", "00:01:21.03" ], [ "00:01:20.86", "00:01:22.84" ], [ "00:01:22.89", "00:01:26.17" ], [ "00:01:28.51", "00:01:29.99" ] ], "start_stop_frames": [ [ 3793, 4051 ], [ 4043, 4142 ], [ 4144, 4308 ], [ 4425, 4499 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P12_101+421_423_424_425", "video_id": "P12_101", "narration_ids": [ "P12_101_421", "P12_101_423", "P12_101_424", "P12_101_425" ], "src": "open mozzarella_bag . take_out mozzarella from mozzarella bag . put mozzarella and knife onto cutting board", "src1": "open mozzarella_bag", "src2": "take_out mozzarella from mozzarella bag", "src3": "put mozzarella and knife onto cutting board", "trg": "pick_up mozzarella_bag", "vis_src": "P12_101:421 P12_101:423 P12_101:424", "vis_trg": "P12_101:425", "narrations": [ "open mozzarella bag", "take out mozzarella from mozzarella bag", "put mozzarella and knife onto cutting board", "pick up mozzarella bag" ], "verbs": [ "open", "take-out", "put-onto", "pick-up" ], "verb_classes": [ 3, 12, 1, 0 ], "nouns": [ "bag:mozzarella", "mozzarella", "mozzarella", "bag:mozzarella" ], "noun_classes": [ 19, 32, 32, 19 ], "start_stop_timestamps": [ [ "00:27:21.89", "00:27:26.87" ], [ "00:27:25.60", "00:27:26.63" ], [ "00:27:26.51", "00:27:28.49" ], [ "00:27:28.84", "00:27:29.96" ] ], "start_stop_frames": [ [ 82094, 82343 ], [ 82280, 82331 ], [ 82325, 82424 ], [ 82442, 82498 ] ], "trgnoun": "mozzarella_bag", "trgverb": "pick_up" }, { "key": "P28_113+113_114_115_116", "video_id": "P28_113", "narration_ids": [ "P28_113_113", "P28_113_114", "P28_113_115", "P28_113_116" ], "src": "rinse bell_pepper . put bell_pepper . turn_off tap", "src1": "rinse bell_pepper", "src2": "put bell_pepper", "src3": "turn_off tap", "trg": "take bell_peppers", "vis_src": "P28_113:113 P28_113:114 P28_113:115", "vis_trg": "P28_113:116", "narrations": [ "rinse bell pepper", "put bell pepper", "turn off tap", "take bell peppers" ], "verbs": [ "rinse", "put", "turn-off", "take" ], "verb_classes": [ 2, 1, 8, 0 ], "nouns": [ "pepper:bell", "pepper:bell", "tap", "pepper:bell" ], "noun_classes": [ 37, 37, 0, 37 ], "start_stop_timestamps": [ [ "00:05:42.76", "00:05:50.76" ], [ "00:05:50.57", "00:05:51.54" ], [ "00:05:51.64", "00:05:52.76" ], [ "00:05:52.99", "00:05:53.93" ] ], "start_stop_frames": [ [ 17138, 17538 ], [ 17528, 17577 ], [ 17582, 17638 ], [ 17649, 17696 ] ], "trgnoun": "bell_pepper", "trgverb": "take" }, { "key": "P26_104+43_44_45_46", "video_id": "P26_104", "narration_ids": [ "P26_104_43", "P26_104_44", "P26_104_45", "P26_104_46" ], "src": "cut mozzarella . put_down knife . put mozzarella", "src1": "cut mozzarella", "src2": "put_down knife", "src3": "put mozzarella", "trg": "pick_up mozzarella", "vis_src": "P26_104:43 P26_104:44 P26_104:45", "vis_trg": "P26_104:46", "narrations": [ "cut mozzarella", "put down knife", "put mozzarella", "pick up mozzarella" ], "verbs": [ "cut", "put-down", "put", "pick-up" ], "verb_classes": [ 7, 1, 1, 0 ], "nouns": [ "mozzarella", "knife", "mozzarella", "mozzarella" ], "noun_classes": [ 32, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:03:35.79", "00:03:38.82" ], [ "00:03:38.89", "00:03:40.90" ], [ "00:03:41.00", "00:04:32.77" ], [ "00:04:32.85", "00:04:34.75" ] ], "start_stop_frames": [ [ 10789, 10941 ], [ 10944, 11045 ], [ 11050, 13638 ], [ 13642, 13737 ] ], "trgnoun": "mozzarella", "trgverb": "pick_up" }, { "key": "P02_09+360_361_362_363", "video_id": "P02_09", "narration_ids": [ "P02_09_360", "P02_09_361", "P02_09_362", "P02_09_363" ], "src": "pick_up spoon . break meat . turn meat", "src1": "pick_up spoon", "src2": "break meat", "src3": "turn meat", "trg": "stir meat", "vis_src": "P02_09:360 P02_09:361 P02_09:362", "vis_trg": "P02_09:363", "narrations": [ "pick up spoon", "break meat", "turn meat", "stir meat" ], "verbs": [ "pick-up", "break", "turn", "stir" ], "verb_classes": [ 0, 30, 23, 10 ], "nouns": [ "spoon", "meat", "meat", "meat" ], "noun_classes": [ 1, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:26:30.29", "00:26:30.87" ], [ "00:26:30.92", "00:26:40.22" ], [ "00:26:40.27", "00:26:41.42" ], [ "00:26:43.52", "00:26:48.25" ] ], "start_stop_frames": [ [ 95417, 95452 ], [ 95455, 96013 ], [ 96016, 96085 ], [ 96211, 96495 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P04_119+277_278_280_281", "video_id": "P04_119", "narration_ids": [ "P04_119_277", "P04_119_278", "P04_119_280", "P04_119_281" ], "src": "put_down milk_bottle . tap milk_bottle on counter . pick_up milk_bottle", "src1": "put_down milk_bottle", "src2": "tap milk_bottle on counter", "src3": "pick_up milk_bottle", "trg": "unscrew milk_bottle", "vis_src": "P04_119:277 P04_119:278 P04_119:280", "vis_trg": "P04_119:281", "narrations": [ "put down milk bottle", "tap milk bottle on counter", "pick up milk bottle", "unscrew milk bottle" ], "verbs": [ "put-down", "tap-on", "pick-up", "unscrew" ], "verb_classes": [ 1, 32, 0, 71 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:13:33.80", "00:13:34.80" ], [ "00:13:34.37", "00:13:35.13" ], [ "00:13:37.11", "00:13:38.09" ], [ "00:13:38.12", "00:13:42.61" ] ], "start_stop_frames": [ [ 40690, 40740 ], [ 40718, 40756 ], [ 40855, 40904 ], [ 40906, 41130 ] ], "trgnoun": "milk_bottle", "trgverb": "unscrew" }, { "key": "P22_113+218_219_220_221", "video_id": "P22_113", "narration_ids": [ "P22_113_218", "P22_113_219", "P22_113_220", "P22_113_221" ], "src": "turn_on machine . move bowl . rinse hands", "src1": "turn_on machine", "src2": "move bowl", "src3": "rinse hands", "trg": "shake hands", "vis_src": "P22_113:218 P22_113:219 P22_113:220", "vis_trg": "P22_113:221", "narrations": [ "turn on machine", "move bowl", "rinse hands", "shake hands" ], "verbs": [ "turn-on", "move", "rinse", "shake" ], "verb_classes": [ 6, 11, 2, 15 ], "nouns": [ "machine", "bowl", "hand", "hand" ], "noun_classes": [ 124, 7, 11, 11 ], "start_stop_timestamps": [ [ "00:07:42.32", "00:07:43.59" ], [ "00:07:42.88", "00:07:45.44" ], [ "00:07:45.50", "00:07:46.66" ], [ "00:07:46.75", "00:07:47.50" ] ], "start_stop_frames": [ [ 23116, 23179 ], [ 23144, 23272 ], [ 23275, 23333 ], [ 23337, 23375 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P04_104+163_164_165_166", "video_id": "P04_104", "narration_ids": [ "P04_104_163", "P04_104_164", "P04_104_165", "P04_104_166" ], "src": "put batteries in bin . press button on scales . pick_up bowl", "src1": "put batteries in bin", "src2": "press button on scales", "src3": "pick_up bowl", "trg": "put bowl on scales", "vis_src": "P04_104:163 P04_104:164 P04_104:165", "vis_trg": "P04_104:166", "narrations": [ "put batteries in bin", "press button on scales", "pick up bowl", "put bowl on scales" ], "verbs": [ "put-in", "press", "pick-up", "put-on" ], "verb_classes": [ 5, 21, 0, 1 ], "nouns": [ "battery", "button", "bowl", "bowl" ], "noun_classes": [ 233, 92, 7, 7 ], "start_stop_timestamps": [ [ "00:06:04.04", "00:06:04.41" ], [ "00:06:06.20", "00:06:06.87" ], [ "00:06:06.49", "00:06:07.17" ], [ "00:06:07.12", "00:06:08.27" ] ], "start_stop_frames": [ [ 18202, 18220 ], [ 18310, 18343 ], [ 18324, 18358 ], [ 18356, 18413 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P11_109+113_114_115_116", "video_id": "P11_109", "narration_ids": [ "P11_109_113", "P11_109_114", "P11_109_115", "P11_109_116" ], "src": "put_away fork . pick_up basket . open dishwasher", "src1": "put_away fork", "src2": "pick_up basket", "src3": "open dishwasher", "trg": "put_away basket", "vis_src": "P11_109:113 P11_109:114 P11_109:115", "vis_trg": "P11_109:116", "narrations": [ "put away fork", "pick up basket", "open dishwasher", "put away basket" ], "verbs": [ "put-away", "pick-up", "open", "put-away" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "fork", "basket", "dishwasher", "basket" ], "noun_classes": [ 14, 168, 70, 168 ], "start_stop_timestamps": [ [ "00:03:21.24", "00:03:21.93" ], [ "00:03:21.91", "00:03:23.15" ], [ "00:03:23.42", "00:03:24.00" ], [ "00:03:24.07", "00:03:25.08" ] ], "start_stop_frames": [ [ 10062, 10096 ], [ 10095, 10157 ], [ 10171, 10200 ], [ 10203, 10254 ] ], "trgnoun": "basket", "trgverb": "put_away" }, { "key": "P01_09+58_59_60_61", "video_id": "P01_09", "narration_ids": [ "P01_09_58", "P01_09_59", "P01_09_60", "P01_09_61" ], "src": "fold yeast . take box . put yeast into box", "src1": "fold yeast", "src2": "take box", "src3": "put yeast into box", "trg": "close box", "vis_src": "P01_09:58 P01_09:59 P01_09:60", "vis_trg": "P01_09:61", "narrations": [ "fold yeast", "take box", "put yeast into box", "close box" ], "verbs": [ "fold", "take", "put-into", "close" ], "verb_classes": [ 28, 0, 5, 4 ], "nouns": [ "yeast", "box", "yeast", "box" ], "noun_classes": [ 195, 23, 195, 23 ], "start_stop_timestamps": [ [ "00:02:49.82", "00:02:52.51" ], [ "00:02:53.29", "00:02:54.54" ], [ "00:02:54.57", "00:02:56.23" ], [ "00:02:54.86", "00:02:58.24" ] ], "start_stop_frames": [ [ 10189, 10350 ], [ 10397, 10472 ], [ 10474, 10573 ], [ 10491, 10694 ] ], "trgnoun": "box", "trgverb": "close" }, { "key": "P24_01+22_23_24_25", "video_id": "P24_01", "narration_ids": [ "P24_01_22", "P24_01_23", "P24_01_24", "P24_01_25" ], "src": "throw banana_peel away . take coffee_pot . empty coffee_pot", "src1": "throw banana_peel away", "src2": "take coffee_pot", "src3": "empty coffee_pot", "trg": "rinse coffee_pot", "vis_src": "P24_01:22 P24_01:23 P24_01:24", "vis_trg": "P24_01:25", "narrations": [ "throw banana peel away", "take coffee pot", "empty coffee pot", "rinse coffee pot" ], "verbs": [ "throw", "take", "empty", "rinse" ], "verb_classes": [ 13, 0, 20, 2 ], "nouns": [ "peel:banana", "pot:coffee", "pot:coffee", "pot:coffee" ], "noun_classes": [ 48, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:02:54.80", "00:02:57.87" ], [ "00:02:59.29", "00:03:00.41" ], [ "00:03:02.68", "00:03:07.56" ], [ "00:03:04.64", "00:03:18.58" ] ], "start_stop_frames": [ [ 10488, 10672 ], [ 10757, 10824 ], [ 10960, 11253 ], [ 11078, 11914 ] ], "trgnoun": "coffee_pot", "trgverb": "rinse" }, { "key": "P04_02+83_84_85_86", "video_id": "P04_02", "narration_ids": [ "P04_02_83", "P04_02_84", "P04_02_85", "P04_02_86" ], "src": "slice carrot . put_down knife . test egg", "src1": "slice carrot", "src2": "put_down knife", "src3": "test egg", "trg": "roll egg", "vis_src": "P04_02:83 P04_02:84 P04_02:85", "vis_trg": "P04_02:86", "narrations": [ "slice carrot", "put down knife", "test egg", "roll egg" ], "verbs": [ "slice", "put-down", "test", "roll" ], "verb_classes": [ 7, 1, 24, 47 ], "nouns": [ "carrot", "knife", "egg", "egg" ], "noun_classes": [ 41, 4, 53, 53 ], "start_stop_timestamps": [ [ "00:07:23.53", "00:07:30.28" ], [ "00:07:29.71", "00:07:30.85" ], [ "00:07:31.72", "00:07:39.64" ], [ "00:07:37.33", "00:08:03.99" ] ], "start_stop_frames": [ [ 26611, 27016 ], [ 26982, 27051 ], [ 27103, 27578 ], [ 27439, 29039 ] ], "trgnoun": "egg", "trgverb": "roll" }, { "key": "P06_101+160_161_162_163", "video_id": "P06_101", "narration_ids": [ "P06_101_160", "P06_101_161", "P06_101_162", "P06_101_163" ], "src": "pick_up salt . pour salt into hand . put salt in pan", "src1": "pick_up salt", "src2": "pour salt into hand", "src3": "put salt in pan", "trg": "put_down salt", "vis_src": "P06_101:160 P06_101:161 P06_101:162", "vis_trg": "P06_101:163", "narrations": [ "pick up salt", "pour salt into hand", "put salt in pan", "put down salt" ], "verbs": [ "pick-up", "pour-into", "put-in", "put-down" ], "verb_classes": [ 0, 9, 5, 1 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:24.20", "00:12:24.85" ], [ "00:12:25.08", "00:12:27.38" ], [ "00:12:27.48", "00:12:28.60" ], [ "00:12:27.78", "00:12:29.43" ] ], "start_stop_frames": [ [ 37210, 37242 ], [ 37254, 37369 ], [ 37374, 37430 ], [ 37389, 37471 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P35_103+179_180_181_182", "video_id": "P35_103", "narration_ids": [ "P35_103_179", "P35_103_180", "P35_103_181", "P35_103_182" ], "src": "drain grater . put_down grater . pick_up container", "src1": "drain grater", "src2": "put_down grater", "src3": "pick_up container", "trg": "drain container", "vis_src": "P35_103:179 P35_103:180 P35_103:181", "vis_trg": "P35_103:182", "narrations": [ "drain grater", "put down grater", "pick up container", "drain container" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "grater", "grater", "container", "container" ], "noun_classes": [ 96, 96, 21, 21 ], "start_stop_timestamps": [ [ "00:19:35.38", "00:19:36.65" ], [ "00:19:38.85", "00:19:41.32" ], [ "00:19:44.87", "00:19:46.06" ], [ "00:19:45.98", "00:19:48.92" ] ], "start_stop_frames": [ [ 58769, 58832 ], [ 58942, 59066 ], [ 59243, 59303 ], [ 59299, 59446 ] ], "trgnoun": "container", "trgverb": "drain" }, { "key": "P02_09+55_56_57_58", "video_id": "P02_09", "narration_ids": [ "P02_09_55", "P02_09_56", "P02_09_57", "P02_09_58" ], "src": "scoop sugar . put one spoon two spoons of sugar into bowl . put sugar_jar", "src1": "scoop sugar", "src2": "put one spoon two spoons of sugar into bowl", "src3": "put sugar_jar", "trg": "close sugar_jar", "vis_src": "P02_09:55 P02_09:56 P02_09:57", "vis_trg": "P02_09:58", "narrations": [ "scoop sugar", "put one spoon two spoons of sugar into bowl", "put sugar jar", "close sugar jar" ], "verbs": [ "scoop", "put-into", "put", "close" ], "verb_classes": [ 16, 5, 1, 4 ], "nouns": [ "sugar", "spoon", "jar:sugar", "jar:sugar" ], "noun_classes": [ 102, 1, 40, 40 ], "start_stop_timestamps": [ [ "00:02:14.96", "00:02:17.68" ], [ "00:02:15.74", "00:02:19.63" ], [ "00:02:19.90", "00:02:21.32" ], [ "00:02:21.17", "00:02:22.31" ] ], "start_stop_frames": [ [ 8097, 8260 ], [ 8144, 8377 ], [ 8394, 8479 ], [ 8470, 8538 ] ], "trgnoun": "sugar_jar", "trgverb": "close" }, { "key": "P19_04+24_25_26_27", "video_id": "P19_04", "narration_ids": [ "P19_04_24", "P19_04_25", "P19_04_26", "P19_04_27" ], "src": "throw plastic_bag into garbage . open tap . wash tomatoes", "src1": "throw plastic_bag into garbage", "src2": "open tap", "src3": "wash tomatoes", "trg": "close tap", "vis_src": "P19_04:24 P19_04:25 P19_04:26", "vis_trg": "P19_04:27", "narrations": [ "throw plastic bag into garbage", "open tap", "wash tomatoes", "close tap" ], "verbs": [ "throw-into", "turn-on", "wash", "turn-off" ], "verb_classes": [ 13, 6, 2, 8 ], "nouns": [ "bag:plastic", "tap", "tomato", "tap" ], "noun_classes": [ 19, 0, 43, 0 ], "start_stop_timestamps": [ [ "00:03:27.34", "00:03:31.09" ], [ "00:03:32.83", "00:03:35.02" ], [ "00:03:34.84", "00:03:37.84" ], [ "00:03:37.94", "00:03:38.81" ] ], "start_stop_frames": [ [ 12440, 12665 ], [ 12769, 12901 ], [ 12890, 13070 ], [ 13076, 13128 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_116+1_2_3_4", "video_id": "P02_116", "narration_ids": [ "P02_116_1", "P02_116_2", "P02_116_3", "P02_116_4" ], "src": "pick_up tupperware . pick pie using spatula . put pie in tupperware", "src1": "pick_up tupperware", "src2": "pick pie using spatula", "src3": "put pie in tupperware", "trg": "pick_up pie using spatula", "vis_src": "P02_116:1 P02_116:2 P02_116:3", "vis_trg": "P02_116:4", "narrations": [ "pick up tupperware", "pick pie using spatula", "put pie in tupperware", "pick up pie using spatula" ], "verbs": [ "pick-up", "pick", "put-in", "pick-up" ], "verb_classes": [ 0, 0, 5, 0 ], "nouns": [ "tupperware", "pie", "pie", "pie" ], "noun_classes": [ 23, 137, 137, 137 ], "start_stop_timestamps": [ [ "00:00:04.27", "00:00:04.89" ], [ "00:00:06.64", "00:00:10.42" ], [ "00:00:10.34", "00:00:11.35" ], [ "00:00:11.44", "00:00:13.65" ] ], "start_stop_frames": [ [ 213, 244 ], [ 332, 521 ], [ 517, 567 ], [ 572, 682 ] ], "trgnoun": "pie", "trgverb": "pick_up" }, { "key": "P22_108+7_8_9_10", "video_id": "P22_108", "narration_ids": [ "P22_108_7", "P22_108_8", "P22_108_9", "P22_108_10" ], "src": "put_down detergent . turn_on tap . lather glass", "src1": "put_down detergent", "src2": "turn_on tap", "src3": "lather glass", "trg": "put_down glass", "vis_src": "P22_108:7 P22_108:8 P22_108:9", "vis_trg": "P22_108:10", "narrations": [ "put down detergent", "turn on tap", "lather glass", "put down glass" ], "verbs": [ "put-down", "turn-on", "lather", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "detergent", "tap", "glass", "glass" ], "noun_classes": [ 22, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:00:28.56", "00:00:30.89" ], [ "00:00:30.84", "00:00:31.53" ], [ "00:00:32.69", "00:00:36.56" ], [ "00:00:36.88", "00:00:37.80" ] ], "start_stop_frames": [ [ 1428, 1544 ], [ 1542, 1576 ], [ 1634, 1828 ], [ 1844, 1889 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P01_09+859_860_861_862", "video_id": "P01_09", "narration_ids": [ "P01_09_859", "P01_09_860", "P01_09_861", "P01_09_862" ], "src": "take plate . put_down plate . open drawer", "src1": "take plate", "src2": "put_down plate", "src3": "open drawer", "trg": "take something", "vis_src": "P01_09:859 P01_09:860 P01_09:861", "vis_trg": "P01_09:862", "narrations": [ "take plate", "put down plate", "open drawer", "take something" ], "verbs": [ "take", "put-down", "open", "take" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "plate", "plate", "drawer", "drawer" ], "noun_classes": [ 2, 2, 8, 8 ], "start_stop_timestamps": [ [ "00:57:22.92", "00:57:24.29" ], [ "00:57:24.25", "00:57:26.49" ], [ "00:57:31.43", "00:57:32.96" ], [ "00:57:33.06", "00:57:35.37" ] ], "start_stop_frames": [ [ 206575, 206657 ], [ 206655, 206789 ], [ 207085, 207177 ], [ 207183, 207322 ] ], "trgnoun": "drawer", "trgverb": "take" }, { "key": "P03_101+200_201_202_203", "video_id": "P03_101", "narration_ids": [ "P03_101_200", "P03_101_201", "P03_101_202", "P03_101_203" ], "src": "squeeze sponge . put_down sponge . pick_up brush", "src1": "squeeze sponge", "src2": "put_down sponge", "src3": "pick_up brush", "trg": "put_down brush", "vis_src": "P03_101:200 P03_101:201 P03_101:202", "vis_trg": "P03_101:203", "narrations": [ "squeeze sponge", "put down sponge", "pick up brush", "put down brush" ], "verbs": [ "squeeze", "put-down", "pick-up", "put-down" ], "verb_classes": [ 18, 1, 0, 1 ], "nouns": [ "sponge", "sponge", "brush", "brush" ], "noun_classes": [ 9, 9, 103, 103 ], "start_stop_timestamps": [ [ "00:08:28.84", "00:08:29.83" ], [ "00:08:29.35", "00:08:30.53" ], [ "00:08:30.59", "00:08:31.47" ], [ "00:08:31.56", "00:08:31.98" ] ], "start_stop_frames": [ [ 25442, 25491 ], [ 25467, 25526 ], [ 25529, 25573 ], [ 25578, 25599 ] ], "trgnoun": "brush", "trgverb": "put_down" }, { "key": "P01_106+228_229_230_231", "video_id": "P01_106", "narration_ids": [ "P01_106_228", "P01_106_229", "P01_106_230", "P01_106_231" ], "src": "wash hands . rinse hands . turn_off tap", "src1": "wash hands", "src2": "rinse hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P01_106:228 P01_106:229 P01_106:230", "vis_trg": "P01_106:231", "narrations": [ "wash hands", "rinse hands", "turn off tap", "shake hands" ], "verbs": [ "wash", "rinse", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "hand", "hand", "tap", "hand" ], "noun_classes": [ 11, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:11:12.05", "00:11:16.66" ], [ "00:11:16.76", "00:11:21.91" ], [ "00:11:21.35", "00:11:22.65" ], [ "00:11:22.75", "00:11:25.15" ] ], "start_stop_frames": [ [ 33602, 33833 ], [ 33838, 34095 ], [ 34067, 34132 ], [ 34137, 34257 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P04_107+854_855_856_857", "video_id": "P04_107", "narration_ids": [ "P04_107_854", "P04_107_855", "P04_107_856", "P04_107_857" ], "src": "fold dough over chopstick . straighten_out edge of dough . pick_up chopstick", "src1": "fold dough over chopstick", "src2": "straighten_out edge of dough", "src3": "pick_up chopstick", "trg": "hold_onto dough", "vis_src": "P04_107:854 P04_107:855 P04_107:856", "vis_trg": "P04_107:857", "narrations": [ "fold dough over chopstick", "straighten out edge of dough", "pick up chopstick", "hold onto dough" ], "verbs": [ "fold-over", "straighten-out", "pick-up", "hold-onto" ], "verb_classes": [ 28, 40, 0, 34 ], "nouns": [ "dough", "edge:dough", "chopstick", "dough" ], "noun_classes": [ 25, 25, 80, 25 ], "start_stop_timestamps": [ [ "00:22:20.19", "00:22:20.73" ], [ "00:22:20.95", "00:22:21.81" ], [ "00:22:22.78", "00:22:23.27" ], [ "00:22:23.28", "00:22:23.49" ] ], "start_stop_frames": [ [ 67009, 67036 ], [ 67047, 67090 ], [ 67139, 67163 ], [ 67164, 67174 ] ], "trgnoun": "dough", "trgverb": "hold_onto" }, { "key": "P22_111+98_99_100_101", "video_id": "P22_111", "narration_ids": [ "P22_111_98", "P22_111_99", "P22_111_100", "P22_111_101" ], "src": "throw packaging . close cupboard . pick_up tin_can", "src1": "throw packaging", "src2": "close cupboard", "src3": "pick_up tin_can", "trg": "open tin_can", "vis_src": "P22_111:98 P22_111:99 P22_111:100", "vis_trg": "P22_111:101", "narrations": [ "throw packaging", "close cupboard", "pick up tin can", "open tin can" ], "verbs": [ "throw", "close", "pick-up", "open" ], "verb_classes": [ 13, 4, 0, 3 ], "nouns": [ "packaging", "cupboard", "can:tin", "can:tin" ], "noun_classes": [ 26, 3, 61, 61 ], "start_stop_timestamps": [ [ "00:04:06.17", "00:04:07.80" ], [ "00:04:08.86", "00:04:09.64" ], [ "00:04:11.41", "00:04:12.43" ], [ "00:04:12.66", "00:04:15.99" ] ], "start_stop_frames": [ [ 12308, 12390 ], [ 12443, 12482 ], [ 12570, 12621 ], [ 12633, 12799 ] ], "trgnoun": "tin_can", "trgverb": "open" }, { "key": "P25_106+155_156_157_158", "video_id": "P25_106", "narration_ids": [ "P25_106_155", "P25_106_156", "P25_106_157", "P25_106_158" ], "src": "put_down knife . pick_up spoon . lather spoon", "src1": "put_down knife", "src2": "pick_up spoon", "src3": "lather spoon", "trg": "wash spoon", "vis_src": "P25_106:155 P25_106:156 P25_106:157", "vis_trg": "P25_106:158", "narrations": [ "put down knife", "pick up spoon", "lather spoon", "wash spoon" ], "verbs": [ "put-down", "pick-up", "lather", "wash" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "knife", "spoon", "spoon", "spoon" ], "noun_classes": [ 4, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:14:10.13", "00:14:11.11" ], [ "00:14:11.07", "00:14:11.94" ], [ "00:14:12.09", "00:14:17.20" ], [ "00:14:17.05", "00:14:23.21" ] ], "start_stop_frames": [ [ 42506, 42555 ], [ 42553, 42597 ], [ 42604, 42860 ], [ 42852, 43160 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P02_123+392_393_394_395", "video_id": "P02_123", "narration_ids": [ "P02_123_392", "P02_123_393", "P02_123_394", "P02_123_395" ], "src": "open tap . rinse cover . close tap", "src1": "open tap", "src2": "rinse cover", "src3": "close tap", "trg": "put cover in drainer", "vis_src": "P02_123:392 P02_123:393 P02_123:394", "vis_trg": "P02_123:395", "narrations": [ "open tap", "rinse cover", "close tap", "put cover in drainer" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-in" ], "verb_classes": [ 6, 2, 8, 5 ], "nouns": [ "tap", "cover", "tap", "cover" ], "noun_classes": [ 0, 89, 0, 89 ], "start_stop_timestamps": [ [ "00:19:46.86", "00:19:47.97" ], [ "00:19:47.15", "00:19:52.36" ], [ "00:19:52.22", "00:19:54.54" ], [ "00:19:54.55", "00:19:56.54" ] ], "start_stop_frames": [ [ 59342, 59398 ], [ 59357, 59617 ], [ 59611, 59727 ], [ 59727, 59827 ] ], "trgnoun": "cover", "trgverb": "put_in" }, { "key": "P22_111+431_432_433_434", "video_id": "P22_111", "narration_ids": [ "P22_111_431", "P22_111_432", "P22_111_433", "P22_111_434" ], "src": "pick_up cloth . dry hands . pick_up washing up liquid", "src1": "pick_up cloth", "src2": "dry hands", "src3": "pick_up washing up liquid", "trg": "open washing up liquid", "vis_src": "P22_111:431 P22_111:432 P22_111:433", "vis_trg": "P22_111:434", "narrations": [ "pick up cloth", "dry hands", "pick up washing up liquid", "open washing up liquid" ], "verbs": [ "pick-up", "dry", "pick-up", "open" ], "verb_classes": [ 0, 14, 0, 3 ], "nouns": [ "cloth", "hand", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 17, 11, 22, 22 ], "start_stop_timestamps": [ [ "00:16:14.57", "00:16:15.12" ], [ "00:16:14.63", "00:16:16.29" ], [ "00:16:17.32", "00:16:18.10" ], [ "00:16:18.13", "00:16:20.76" ] ], "start_stop_frames": [ [ 48728, 48756 ], [ 48731, 48814 ], [ 48866, 48905 ], [ 48906, 49038 ] ], "trgnoun": "up_washing_liquid", "trgverb": "open" }, { "key": "P13_06+14_15_16_17", "video_id": "P13_06", "narration_ids": [ "P13_06_14", "P13_06_15", "P13_06_16", "P13_06_17" ], "src": "put oven_glove in drawer . grab scissors . open drawer", "src1": "put oven_glove in drawer", "src2": "grab scissors", "src3": "open drawer", "trg": "put scissors in drawer", "vis_src": "P13_06:14 P13_06:15 P13_06:16", "vis_trg": "P13_06:17", "narrations": [ "put oven glove in drawer", "grab scissors", "open drawer", "put scissors in drawer" ], "verbs": [ "put-in", "grab", "open", "put-in" ], "verb_classes": [ 5, 0, 3, 5 ], "nouns": [ "glove:oven", "scissors", "drawer", "scissors" ], "noun_classes": [ 60, 79, 8, 79 ], "start_stop_timestamps": [ [ "00:01:27.33", "00:01:29.25" ], [ "00:01:30.23", "00:01:31.17" ], [ "00:01:31.45", "00:01:32.38" ], [ "00:01:32.48", "00:01:34.03" ] ], "start_stop_frames": [ [ 5239, 5355 ], [ 5413, 5470 ], [ 5487, 5542 ], [ 5548, 5641 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P04_114+75_76_77_78", "video_id": "P04_114", "narration_ids": [ "P04_114_75", "P04_114_76", "P04_114_77", "P04_114_78" ], "src": "rinse filter under tap . wipe coffee off filter . turn_off tap", "src1": "rinse filter under tap", "src2": "wipe coffee off filter", "src3": "turn_off tap", "trg": "shake filter", "vis_src": "P04_114:75 P04_114:76 P04_114:77", "vis_trg": "P04_114:78", "narrations": [ "rinse filter under tap", "wipe coffee off filter", "turn off tap", "shake filter" ], "verbs": [ "rinse-under", "wipe-off", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "filter", "coffee", "tap", "filter" ], "noun_classes": [ 77, 59, 0, 77 ], "start_stop_timestamps": [ [ "00:02:23.69", "00:02:27.24" ], [ "00:02:26.34", "00:02:27.88" ], [ "00:02:27.48", "00:02:28.41" ], [ "00:02:28.49", "00:02:29.00" ] ], "start_stop_frames": [ [ 7184, 7362 ], [ 7317, 7394 ], [ 7373, 7420 ], [ 7424, 7450 ] ], "trgnoun": "filter", "trgverb": "shake" }, { "key": "P22_112+145_146_147_148", "video_id": "P22_112", "narration_ids": [ "P22_112_145", "P22_112_146", "P22_112_147", "P22_112_148" ], "src": "pick_up bowl . put_down bowl . move container", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "move container", "trg": "pick_up container", "vis_src": "P22_112:145 P22_112:146 P22_112:147", "vis_trg": "P22_112:148", "narrations": [ "pick up bowl", "put down bowl", "move container", "pick up container" ], "verbs": [ "pick-up", "put-down", "move", "pick-up" ], "verb_classes": [ 0, 1, 11, 0 ], "nouns": [ "bowl", "bowl", "container", "container" ], "noun_classes": [ 7, 7, 21, 21 ], "start_stop_timestamps": [ [ "00:05:23.24", "00:05:23.98" ], [ "00:05:24.09", "00:05:25.35" ], [ "00:05:25.45", "00:05:26.86" ], [ "00:05:26.87", "00:05:27.57" ] ], "start_stop_frames": [ [ 16162, 16199 ], [ 16204, 16267 ], [ 16272, 16343 ], [ 16343, 16378 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P30_107+117_118_119_120", "video_id": "P30_107", "narration_ids": [ "P30_107_117", "P30_107_118", "P30_107_119", "P30_107_120" ], "src": "place tea_towel . open fridge . take pak_choi", "src1": "place tea_towel", "src2": "open fridge", "src3": "take pak_choi", "trg": "put pak_choi on surface", "vis_src": "P30_107:117 P30_107:118 P30_107:119", "vis_trg": "P30_107:120", "narrations": [ "place tea towel", "open fridge", "take pak choi", "put pak choi on surface" ], "verbs": [ "place", "open", "take", "put-on" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "towel:tea", "fridge", "choi:pak", "choi:pak" ], "noun_classes": [ 52, 12, 151, 151 ], "start_stop_timestamps": [ [ "00:04:58.00", "00:04:59.21" ], [ "00:04:59.17", "00:05:01.15" ], [ "00:05:16.13", "00:05:18.93" ], [ "00:05:18.13", "00:05:19.82" ] ], "start_stop_frames": [ [ 14900, 14960 ], [ 14958, 15057 ], [ 15806, 15946 ], [ 15906, 15991 ] ], "trgnoun": "pak_choi", "trgverb": "put_on" }, { "key": "P35_104+738_739_740_741", "video_id": "P35_104", "narration_ids": [ "P35_104_738", "P35_104_739", "P35_104_740", "P35_104_741" ], "src": "pick_up meat . open freezer . move bag", "src1": "pick_up meat", "src2": "open freezer", "src3": "move bag", "trg": "put_down meat", "vis_src": "P35_104:738 P35_104:739 P35_104:740", "vis_trg": "P35_104:741", "narrations": [ "pick up meat", "open freezer", "move bag", "put down meat" ], "verbs": [ "pick-up", "open", "move", "put-down" ], "verb_classes": [ 0, 3, 11, 1 ], "nouns": [ "meat", "freezer", "bag", "meat" ], "noun_classes": [ 28, 113, 19, 28 ], "start_stop_timestamps": [ [ "00:51:58.25", "00:52:01.44" ], [ "00:52:01.41", "00:52:06.87" ], [ "00:52:06.94", "00:52:14.57" ], [ "00:52:16.33", "00:52:22.26" ] ], "start_stop_frames": [ [ 155912, 156072 ], [ 156070, 156343 ], [ 156347, 156728 ], [ 156816, 157113 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P26_106+18_19_20_21", "video_id": "P26_106", "narration_ids": [ "P26_106_18", "P26_106_19", "P26_106_20", "P26_106_21" ], "src": "open fridge . pick_up cheese . close fridge", "src1": "open fridge", "src2": "pick_up cheese", "src3": "close fridge", "trg": "put_down cheese", "vis_src": "P26_106:18 P26_106:19 P26_106:20", "vis_trg": "P26_106:21", "narrations": [ "open fridge", "pick up cheese", "close fridge", "put down cheese" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "cheese", "fridge", "cheese" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:01:13.73", "00:01:14.64" ], [ "00:01:15.09", "00:01:16.81" ], [ "00:01:16.71", "00:01:17.71" ], [ "00:01:19.41", "00:01:20.81" ] ], "start_stop_frames": [ [ 3686, 3732 ], [ 3754, 3840 ], [ 3835, 3885 ], [ 3970, 4040 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P03_07+21_22_23_24", "video_id": "P03_07", "narration_ids": [ "P03_07_21", "P03_07_22", "P03_07_23", "P03_07_24" ], "src": "pick_up squash . pick_up grapes . place grapes", "src1": "pick_up squash", "src2": "pick_up grapes", "src3": "place grapes", "trg": "open squash", "vis_src": "P03_07:21 P03_07:22 P03_07:23", "vis_trg": "P03_07:24", "narrations": [ "pick up squash", "pick up grapes", "place grapes", "open squash" ], "verbs": [ "pick-up", "pick-up", "place", "open" ], "verb_classes": [ 0, 0, 1, 3 ], "nouns": [ "squash", "grape", "grape", "squash" ], "noun_classes": [ 116, 202, 202, 116 ], "start_stop_timestamps": [ [ "00:00:38.65", "00:00:39.67" ], [ "00:00:39.77", "00:00:40.29" ], [ "00:00:42.16", "00:00:42.87" ], [ "00:00:43.71", "00:00:45.28" ] ], "start_stop_frames": [ [ 2319, 2380 ], [ 2386, 2417 ], [ 2529, 2572 ], [ 2622, 2716 ] ], "trgnoun": "squash", "trgverb": "open" }, { "key": "P01_109+760_761_762_763", "video_id": "P01_109", "narration_ids": [ "P01_109_760", "P01_109_761", "P01_109_762", "P01_109_763" ], "src": "turn_off tap . shake plate . pick_up cloth", "src1": "turn_off tap", "src2": "shake plate", "src3": "pick_up cloth", "trg": "dry plate", "vis_src": "P01_109:760 P01_109:761 P01_109:762", "vis_trg": "P01_109:763", "narrations": [ "turn off tap", "shake plate", "pick up cloth", "dry plate" ], "verbs": [ "turn-off", "shake", "pick-up", "dry" ], "verb_classes": [ 8, 15, 0, 14 ], "nouns": [ "tap", "plate", "cloth", "plate" ], "noun_classes": [ 0, 2, 17, 2 ], "start_stop_timestamps": [ [ "00:54:40.11", "00:54:40.76" ], [ "00:54:40.63", "00:54:42.43" ], [ "00:54:41.56", "00:54:43.48" ], [ "00:54:43.51", "00:55:02.67" ] ], "start_stop_frames": [ [ 164005, 164038 ], [ 164031, 164121 ], [ 164078, 164174 ], [ 164175, 165133 ] ], "trgnoun": "plate", "trgverb": "dry" }, { "key": "P21_03+42_43_44_45", "video_id": "P21_03", "narration_ids": [ "P21_03_42", "P21_03_43", "P21_03_44", "P21_03_45" ], "src": "opening the fridge . taking out the milk . pouring milk into on glass", "src1": "opening the fridge", "src2": "taking out the milk", "src3": "pouring milk into on glass", "trg": "putting back the milk", "vis_src": "P21_03:42 P21_03:43 P21_03:44", "vis_trg": "P21_03:45", "narrations": [ "opening the fridge", "taking out the milk", "pouring milk into on glass", "putting back the milk" ], "verbs": [ "open", "take-out", "pour-into", "put-back" ], "verb_classes": [ 3, 12, 9, 1 ], "nouns": [ "fridge", "milk", "milk", "milk" ], "noun_classes": [ 12, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:05:47.44", "00:05:48.30" ], [ "00:05:48.40", "00:05:49.88" ], [ "00:05:51.21", "00:05:56.59" ], [ "00:05:57.53", "00:06:03.79" ] ], "start_stop_frames": [ [ 20846, 20898 ], [ 20904, 20992 ], [ 21072, 21395 ], [ 21451, 21827 ] ], "trgnoun": "milk", "trgverb": "put_back" }, { "key": "P02_03+248_249_250_251", "video_id": "P02_03", "narration_ids": [ "P02_03_248", "P02_03_249", "P02_03_250", "P02_03_251" ], "src": "slide onions from chopping board to pan . put chopping_board and knife into sink . pick_up knife", "src1": "slide onions from chopping board to pan", "src2": "put chopping_board and knife into sink", "src3": "pick_up knife", "trg": "stir onions in pan using wooden spoon", "vis_src": "P02_03:248 P02_03:249 P02_03:250", "vis_trg": "P02_03:251", "narrations": [ "slide onions from chopping board to pan", "put chopping board and knife into sink", "pick up knife", "stir onions in pan using wooden spoon" ], "verbs": [ "slide-from", "put-into", "pick-up", "stir-in" ], "verb_classes": [ 61, 5, 0, 10 ], "nouns": [ "onion", "board:chopping", "knife", "onion" ], "noun_classes": [ 16, 18, 4, 16 ], "start_stop_timestamps": [ [ "00:13:36.38", "00:13:47.83" ], [ "00:13:49.58", "00:13:51.07" ], [ "00:13:50.93", "00:13:52.17" ], [ "00:13:55.49", "00:14:00.17" ] ], "start_stop_frames": [ [ 48982, 49669 ], [ 49774, 49864 ], [ 49855, 49930 ], [ 50129, 50410 ] ], "trgnoun": "onion", "trgverb": "stir_in" }, { "key": "P31_06+12_13_14_15", "video_id": "P31_06", "narration_ids": [ "P31_06_12", "P31_06_13", "P31_06_14", "P31_06_15" ], "src": "turn_on coffee_machine . open door . take coffee", "src1": "turn_on coffee_machine", "src2": "open door", "src3": "take coffee", "trg": "scoop coffee", "vis_src": "P31_06:12 P31_06:13 P31_06:14", "vis_trg": "P31_06:15", "narrations": [ "turn on coffee machine", "open door", "take coffee", "scoop coffee" ], "verbs": [ "turn-on", "open", "take", "scoop" ], "verb_classes": [ 6, 3, 0, 16 ], "nouns": [ "machine:coffee", "door", "coffee", "coffee" ], "noun_classes": [ 50, 3, 59, 59 ], "start_stop_timestamps": [ [ "00:01:00.01", "00:01:01.06" ], [ "00:01:04.52", "00:01:06.46" ], [ "00:01:06.90", "00:01:08.28" ], [ "00:01:12.49", "00:01:19.76" ] ], "start_stop_frames": [ [ 3600, 3663 ], [ 3871, 3987 ], [ 4014, 4096 ], [ 4349, 4785 ] ], "trgnoun": "coffee", "trgverb": "scoop" }, { "key": "P26_02+81_82_83_84", "video_id": "P26_02", "narration_ids": [ "P26_02_81", "P26_02_82", "P26_02_83", "P26_02_84" ], "src": "take chicken_breast . put chicken_breast onto plate . grab plate", "src1": "take chicken_breast", "src2": "put chicken_breast onto plate", "src3": "grab plate", "trg": "put plate down", "vis_src": "P26_02:81 P26_02:82 P26_02:83", "vis_trg": "P26_02:84", "narrations": [ "take chicken breast", "put chicken breast onto plate", "grab plate", "put plate down" ], "verbs": [ "take", "put-onto", "grab", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "breast:chicken", "breast:chicken", "plate", "plate" ], "noun_classes": [ 57, 57, 2, 2 ], "start_stop_timestamps": [ [ "00:07:04.34", "00:07:05.41" ], [ "00:07:06.01", "00:07:07.10" ], [ "00:07:13.24", "00:07:14.77" ], [ "00:07:14.54", "00:07:16.46" ] ], "start_stop_frames": [ [ 25460, 25524 ], [ 25560, 25626 ], [ 25994, 26086 ], [ 26072, 26187 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P24_08+155_156_157_158", "video_id": "P24_08", "narration_ids": [ "P24_08_155", "P24_08_156", "P24_08_157", "P24_08_158" ], "src": "put_down knife . take wooden_spoon . stir sauce", "src1": "put_down knife", "src2": "take wooden_spoon", "src3": "stir sauce", "trg": "put_down wooden_spoon", "vis_src": "P24_08:155 P24_08:156 P24_08:157", "vis_trg": "P24_08:158", "narrations": [ "put down knife", "take wooden spoon", "stir sauce", "put down wooden spoon" ], "verbs": [ "put-down", "take", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "knife", "spoon:wooden", "sauce", "spoon:wooden" ], "noun_classes": [ 4, 1, 47, 1 ], "start_stop_timestamps": [ [ "00:11:32.00", "00:11:32.76" ], [ "00:11:32.55", "00:11:33.56" ], [ "00:11:34.18", "00:11:35.49" ], [ "00:11:43.04", "00:11:43.97" ] ], "start_stop_frames": [ [ 41520, 41565 ], [ 41553, 41613 ], [ 41650, 41729 ], [ 42182, 42238 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P27_105+48_49_50_51", "video_id": "P27_105", "narration_ids": [ "P27_105_48", "P27_105_49", "P27_105_50", "P27_105_51" ], "src": "wash cake_mould . rinse sponge . put_down sponge", "src1": "wash cake_mould", "src2": "rinse sponge", "src3": "put_down sponge", "trg": "rinse cake_mould", "vis_src": "P27_105:48 P27_105:49 P27_105:50", "vis_trg": "P27_105:51", "narrations": [ "wash cake mould", "rinse sponge", "put down sponge", "rinse cake mould" ], "verbs": [ "wash", "rinse", "put-down", "rinse" ], "verb_classes": [ 2, 2, 1, 2 ], "nouns": [ "mould:cake", "sponge", "sponge", "mould:cake" ], "noun_classes": [ 35, 9, 9, 35 ], "start_stop_timestamps": [ [ "00:02:49.25", "00:03:11.01" ], [ "00:03:10.70", "00:03:11.52" ], [ "00:03:11.74", "00:03:12.57" ], [ "00:03:12.95", "00:03:28.22" ] ], "start_stop_frames": [ [ 8462, 9550 ], [ 9535, 9576 ], [ 9587, 9628 ], [ 9647, 10411 ] ], "trgnoun": "cake_mould", "trgverb": "rinse" }, { "key": "P06_101+240_241_242_243", "video_id": "P06_101", "narration_ids": [ "P06_101_240", "P06_101_241", "P06_101_242", "P06_101_243" ], "src": "put spice in pan . put lid on jar . pick_up stock", "src1": "put spice in pan", "src2": "put lid on jar", "src3": "pick_up stock", "trg": "put stock in cupboard", "vis_src": "P06_101:240 P06_101:241 P06_101:242", "vis_trg": "P06_101:243", "narrations": [ "put spice in pan", "put lid on jar", "pick up stock", "put stock in cupboard" ], "verbs": [ "put-in", "put-on", "pick-up", "put-in" ], "verb_classes": [ 5, 1, 0, 5 ], "nouns": [ "spice", "lid", "stock", "stock" ], "noun_classes": [ 85, 6, 95, 95 ], "start_stop_timestamps": [ [ "00:17:04.61", "00:17:06.18" ], [ "00:17:06.28", "00:17:09.85" ], [ "00:17:08.15", "00:17:14.74" ], [ "00:17:18.65", "00:17:19.67" ] ], "start_stop_frames": [ [ 51230, 51309 ], [ 51314, 51492 ], [ 51407, 51737 ], [ 51932, 51983 ] ], "trgnoun": "stock", "trgverb": "put_in" }, { "key": "P22_10+343_344_345_346", "video_id": "P22_10", "narration_ids": [ "P22_10_343", "P22_10_344", "P22_10_345", "P22_10_346" ], "src": "pick_up bottle . fill bottle . shake bottle", "src1": "pick_up bottle", "src2": "fill bottle", "src3": "shake bottle", "trg": "empty bottle", "vis_src": "P22_10:343 P22_10:344 P22_10:345", "vis_trg": "P22_10:346", "narrations": [ "pick up bottle", "fill bottle", "shake bottle", "empty bottle" ], "verbs": [ "pick-up", "fill", "shake", "empty" ], "verb_classes": [ 0, 26, 15, 20 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:12:18.12", "00:12:19.04" ], [ "00:12:19.50", "00:12:22.01" ], [ "00:12:22.02", "00:12:23.06" ], [ "00:12:22.81", "00:12:25.53" ] ], "start_stop_frames": [ [ 44287, 44342 ], [ 44370, 44520 ], [ 44521, 44583 ], [ 44568, 44731 ] ], "trgnoun": "bottle", "trgverb": "empty" }, { "key": "P22_05+138_139_140_141", "video_id": "P22_05", "narration_ids": [ "P22_05_138", "P22_05_139", "P22_05_140", "P22_05_141" ], "src": "pour water . close bottle . move carafe", "src1": "pour water", "src2": "close bottle", "src3": "move carafe", "trg": "open bottle", "vis_src": "P22_05:138 P22_05:139 P22_05:140", "vis_trg": "P22_05:141", "narrations": [ "pour water", "close bottle", "move carafe", "open bottle" ], "verbs": [ "pour", "close", "move", "open" ], "verb_classes": [ 9, 4, 11, 3 ], "nouns": [ "water", "bottle", "carafe", "bottle" ], "noun_classes": [ 27, 15, 66, 15 ], "start_stop_timestamps": [ [ "00:05:55.25", "00:05:58.32" ], [ "00:05:58.42", "00:06:00.19" ], [ "00:05:59.42", "00:06:01.63" ], [ "00:06:01.61", "00:06:02.90" ] ], "start_stop_frames": [ [ 21315, 21499 ], [ 21505, 21611 ], [ 21565, 21697 ], [ 21696, 21774 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P02_124+1_2_3_4", "video_id": "P02_124", "narration_ids": [ "P02_124_1", "P02_124_2", "P02_124_3", "P02_124_4" ], "src": "open laundry_basket . pick_up clothes . open washing machine door", "src1": "open laundry_basket", "src2": "pick_up clothes", "src3": "open washing machine door", "trg": "put clothes in washing machine", "vis_src": "P02_124:1 P02_124:2 P02_124:3", "vis_trg": "P02_124:4", "narrations": [ "open laundry basket", "pick up clothes", "open washing machine door", "put clothes in washing machine" ], "verbs": [ "open", "pick-up", "open", "put-in" ], "verb_classes": [ 3, 0, 3, 5 ], "nouns": [ "basket:laundry", "clothes", "door:washing:machine", "clothes" ], "noun_classes": [ 168, 73, 124, 73 ], "start_stop_timestamps": [ [ "00:00:04.08", "00:00:05.22" ], [ "00:00:05.32", "00:00:06.97" ], [ "00:00:06.87", "00:00:07.42" ], [ "00:00:07.51", "00:00:09.97" ] ], "start_stop_frames": [ [ 204, 261 ], [ 266, 348 ], [ 343, 371 ], [ 375, 498 ] ], "trgnoun": "clothes", "trgverb": "put_in" }, { "key": "P30_109+17_18_19_20", "video_id": "P30_109", "narration_ids": [ "P30_109_17", "P30_109_18", "P30_109_19", "P30_109_20" ], "src": "close tupperware . pick_up tupperware . open fridge", "src1": "close tupperware", "src2": "pick_up tupperware", "src3": "open fridge", "trg": "put tupperware into fridge", "vis_src": "P30_109:17 P30_109:18 P30_109:19", "vis_trg": "P30_109:20", "narrations": [ "close tupperware", "pick up tupperware", "open fridge", "put tupperware into fridge" ], "verbs": [ "close", "pick-up", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "tupperware", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 23, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:00:21.45", "00:00:23.54" ], [ "00:00:23.30", "00:00:24.70" ], [ "00:00:25.70", "00:00:26.70" ], [ "00:00:27.30", "00:00:31.70" ] ], "start_stop_frames": [ [ 1072, 1177 ], [ 1165, 1235 ], [ 1285, 1335 ], [ 1365, 1585 ] ], "trgnoun": "tupperware", "trgverb": "put_into" }, { "key": "P30_02+22_23_24_25", "video_id": "P30_02", "narration_ids": [ "P30_02_22", "P30_02_23", "P30_02_24", "P30_02_25" ], "src": "take bowl . put bowl . open carrots", "src1": "take bowl", "src2": "put bowl", "src3": "open carrots", "trg": "take carrots", "vis_src": "P30_02:22 P30_02:23 P30_02:24", "vis_trg": "P30_02:25", "narrations": [ "take bowl", "put bowl", "open carrots", "take carrots" ], "verbs": [ "take", "put", "open", "take" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "bowl", "bowl", "carrot", "carrot" ], "noun_classes": [ 7, 7, 41, 41 ], "start_stop_timestamps": [ [ "00:01:58.53", "00:01:59.27" ], [ "00:01:59.11", "00:02:00.26" ], [ "00:02:00.00", "00:02:02.14" ], [ "00:02:03.21", "00:02:07.11" ] ], "start_stop_frames": [ [ 7111, 7156 ], [ 7146, 7215 ], [ 7200, 7328 ], [ 7392, 7626 ] ], "trgnoun": "carrot", "trgverb": "take" }, { "key": "P30_107+880_881_882_883", "video_id": "P30_107", "narration_ids": [ "P30_107_880", "P30_107_881", "P30_107_882", "P30_107_883" ], "src": "combine egg and rice . stir_fry rice . pick_up bowl", "src1": "combine egg and rice", "src2": "stir_fry rice", "src3": "pick_up bowl", "trg": "put bowl in sink", "vis_src": "P30_107:880 P30_107:881 P30_107:882", "vis_trg": "P30_107:883", "narrations": [ "combine egg and rice", "stir fry rice", "pick up bowl", "put bowl in sink" ], "verbs": [ "combine", "stir-fry", "pick-up", "put-in" ], "verb_classes": [ 46, 45, 0, 5 ], "nouns": [ "egg", "rice", "bowl", "bowl" ], "noun_classes": [ 53, 55, 7, 7 ], "start_stop_timestamps": [ [ "00:47:36.13", "00:47:40.93" ], [ "00:47:41.03", "00:47:55.26" ], [ "00:47:55.48", "00:47:56.79" ], [ "00:47:56.57", "00:47:58.08" ] ], "start_stop_frames": [ [ 142806, 143046 ], [ 143051, 143763 ], [ 143774, 143839 ], [ 143828, 143904 ] ], "trgnoun": "bowl", "trgverb": "put_in" }, { "key": "P08_21+105_106_107_108", "video_id": "P08_21", "narration_ids": [ "P08_21_105", "P08_21_106", "P08_21_107", "P08_21_108" ], "src": "pour more_milk . mix oats with milk . turn_on light", "src1": "pour more_milk", "src2": "mix oats with milk", "src3": "turn_on light", "trg": "press oats with milk", "vis_src": "P08_21:105 P08_21:106 P08_21:107", "vis_trg": "P08_21:108", "narrations": [ "pour more milk", "mix oats with milk", "turn on light", "press oats with milk" ], "verbs": [ "pour", "mix-with", "turn-on", "press" ], "verb_classes": [ 9, 10, 6, 21 ], "nouns": [ "milk:more", "oat", "light", "oat" ], "noun_classes": [ 64, 127, 114, 127 ], "start_stop_timestamps": [ [ "00:05:59.63", "00:06:02.87" ], [ "00:06:02.97", "00:06:07.42" ], [ "00:06:07.50", "00:06:09.75" ], [ "00:06:09.85", "00:06:24.60" ] ], "start_stop_frames": [ [ 21577, 21772 ], [ 21778, 22045 ], [ 22050, 22185 ], [ 22191, 23076 ] ], "trgnoun": "oat", "trgverb": "press" }, { "key": "P02_03+310_311_312_313", "video_id": "P02_03", "narration_ids": [ "P02_03_310", "P02_03_311", "P02_03_312", "P02_03_313" ], "src": "pick_up spoon . move water from pot to pan . move water", "src1": "pick_up spoon", "src2": "move water from pot to pan", "src3": "move water", "trg": "put spoon", "vis_src": "P02_03:310 P02_03:311 P02_03:312", "vis_trg": "P02_03:313", "narrations": [ "pick up spoon", "move water from pot to pan", "move water", "put spoon" ], "verbs": [ "pick-up", "move-from", "move", "put" ], "verb_classes": [ 0, 11, 11, 1 ], "nouns": [ "spoon", "water", "water", "spoon" ], "noun_classes": [ 1, 27, 27, 1 ], "start_stop_timestamps": [ [ "00:17:39.10", "00:17:40.54" ], [ "00:17:40.88", "00:17:43.63" ], [ "00:17:43.47", "00:17:45.49" ], [ "00:17:47.87", "00:17:49.14" ] ], "start_stop_frames": [ [ 63545, 63632 ], [ 63652, 63817 ], [ 63808, 63929 ], [ 64072, 64148 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P22_106+286_287_288_289", "video_id": "P22_106", "narration_ids": [ "P22_106_286", "P22_106_287", "P22_106_288", "P22_106_289" ], "src": "rinse sponge . put_down sponge . pick_up cloth", "src1": "rinse sponge", "src2": "put_down sponge", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_106:286 P22_106:287 P22_106:288", "vis_trg": "P22_106:289", "narrations": [ "rinse sponge", "put down sponge", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "sponge", "sponge", "cloth", "cloth" ], "noun_classes": [ 9, 9, 17, 17 ], "start_stop_timestamps": [ [ "00:07:58.85", "00:08:00.66" ], [ "00:08:01.65", "00:08:02.18" ], [ "00:08:02.28", "00:08:02.80" ], [ "00:08:02.79", "00:08:03.71" ] ], "start_stop_frames": [ [ 23942, 24033 ], [ 24082, 24109 ], [ 24114, 24140 ], [ 24139, 24185 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P29_03+162_163_164_165", "video_id": "P29_03", "narration_ids": [ "P29_03_162", "P29_03_163", "P29_03_164", "P29_03_165" ], "src": "pick_up bowl . put_down bowl . pick_up tins", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "pick_up tins", "trg": "put_down tins", "vis_src": "P29_03:162 P29_03:163 P29_03:164", "vis_trg": "P29_03:165", "narrations": [ "pick up bowl", "put down bowl", "pick up tins", "put down tins" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "tin", "tin" ], "noun_classes": [ 7, 7, 61, 61 ], "start_stop_timestamps": [ [ "00:09:26.89", "00:09:29.68" ], [ "00:09:29.78", "00:09:31.91" ], [ "00:09:32.01", "00:09:33.29" ], [ "00:09:35.19", "00:09:37.06" ] ], "start_stop_frames": [ [ 34013, 34180 ], [ 34186, 34314 ], [ 34320, 34397 ], [ 34511, 34623 ] ], "trgnoun": "tin", "trgverb": "put_down" }, { "key": "P28_113+105_106_107_108", "video_id": "P28_113", "narration_ids": [ "P28_113_105", "P28_113_106", "P28_113_107", "P28_113_108" ], "src": "turn_on tap . take bell_pepper . rinse bell_pepper", "src1": "turn_on tap", "src2": "take bell_pepper", "src3": "rinse bell_pepper", "trg": "put bell_pepper", "vis_src": "P28_113:105 P28_113:106 P28_113:107", "vis_trg": "P28_113:108", "narrations": [ "turn on tap", "take bell pepper", "rinse bell pepper", "put bell pepper" ], "verbs": [ "turn-on", "take", "rinse", "put" ], "verb_classes": [ 6, 0, 2, 1 ], "nouns": [ "tap", "pepper:bell", "pepper:bell", "pepper:bell" ], "noun_classes": [ 0, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:05:23.84", "00:05:24.77" ], [ "00:05:24.80", "00:05:25.52" ], [ "00:05:25.20", "00:05:34.64" ], [ "00:05:34.74", "00:05:35.22" ] ], "start_stop_frames": [ [ 16191, 16238 ], [ 16240, 16276 ], [ 16260, 16732 ], [ 16737, 16761 ] ], "trgnoun": "bell_pepper", "trgverb": "put" }, { "key": "P03_122+0_1_2_3", "video_id": "P03_122", "narration_ids": [ "P03_122_0", "P03_122_1", "P03_122_2", "P03_122_3" ], "src": "pick_up spoon . stir lemon curd mixture . scoop lemon curd mixture", "src1": "pick_up spoon", "src2": "stir lemon curd mixture", "src3": "scoop lemon curd mixture", "trg": "pour lemon curd mixture", "vis_src": "P03_122:0 P03_122:1 P03_122:2", "vis_trg": "P03_122:3", "narrations": [ "pick up spoon", "stir lemon curd mixture", "scoop lemon curd mixture", "pour lemon curd mixture" ], "verbs": [ "pick-up", "stir", "scoop", "pour" ], "verb_classes": [ 0, 10, 16, 9 ], "nouns": [ "spoon", "mixture:lemon:curd", "mixture:lemon:curd", "mixture:lemon:curd" ], "noun_classes": [ 1, 71, 71, 71 ], "start_stop_timestamps": [ [ "00:00:03.34", "00:00:04.23" ], [ "00:00:04.74", "00:00:13.41" ], [ "00:00:10.49", "00:00:12.36" ], [ "00:00:12.46", "00:00:13.97" ] ], "start_stop_frames": [ [ 167, 211 ], [ 237, 670 ], [ 524, 618 ], [ 623, 698 ] ], "trgnoun": "curd_lemon_mixture", "trgverb": "pour" }, { "key": "P27_104+8_9_10_11", "video_id": "P27_104", "narration_ids": [ "P27_104_8", "P27_104_9", "P27_104_10", "P27_104_11" ], "src": "close garbage_bin . open bag . pick_up towel", "src1": "close garbage_bin", "src2": "open bag", "src3": "pick_up towel", "trg": "unfold towel", "vis_src": "P27_104:8 P27_104:9 P27_104:10", "vis_trg": "P27_104:11", "narrations": [ "close garbage bin", "open bag", "pick up towel", "unfold towel" ], "verbs": [ "close", "open", "pick-up", "unfold" ], "verb_classes": [ 4, 3, 0, 39 ], "nouns": [ "bin:garbage", "bag", "towel", "towel" ], "noun_classes": [ 36, 19, 52, 52 ], "start_stop_timestamps": [ [ "00:00:19.38", "00:00:20.01" ], [ "00:00:23.00", "00:00:26.80" ], [ "00:00:27.83", "00:00:29.46" ], [ "00:00:29.58", "00:00:31.88" ] ], "start_stop_frames": [ [ 969, 1000 ], [ 1150, 1340 ], [ 1391, 1473 ], [ 1479, 1594 ] ], "trgnoun": "towel", "trgverb": "unfold" }, { "key": "P03_02+19_20_21_22", "video_id": "P03_02", "narration_ids": [ "P03_02_19", "P03_02_20", "P03_02_21", "P03_02_22" ], "src": "clean lunch_box . put kitchen_towel in bin . pick_up lunch_box", "src1": "clean lunch_box", "src2": "put kitchen_towel in bin", "src3": "pick_up lunch_box", "trg": "place lunch_box", "vis_src": "P03_02:19 P03_02:20 P03_02:21", "vis_trg": "P03_02:22", "narrations": [ "clean lunch box", "put kitchen towel in bin", "pick up lunch box", "place lunch box" ], "verbs": [ "clean", "put-in", "pick-up", "place" ], "verb_classes": [ 2, 5, 0, 1 ], "nouns": [ "box:lunch", "towel:kitchen", "box:lunch", "box:lunch" ], "noun_classes": [ 23, 93, 23, 23 ], "start_stop_timestamps": [ [ "00:00:33.66", "00:00:40.09" ], [ "00:00:41.38", "00:00:44.66" ], [ "00:00:46.36", "00:00:47.15" ], [ "00:00:47.09", "00:00:47.69" ] ], "start_stop_frames": [ [ 2019, 2405 ], [ 2482, 2679 ], [ 2781, 2829 ], [ 2825, 2861 ] ], "trgnoun": "lunch_box", "trgverb": "place" }, { "key": "P27_03+7_8_9_10", "video_id": "P27_03", "narration_ids": [ "P27_03_7", "P27_03_8", "P27_03_9", "P27_03_10" ], "src": "take lid . put_down lid . take pan", "src1": "take lid", "src2": "put_down lid", "src3": "take pan", "trg": "put_down pan", "vis_src": "P27_03:7 P27_03:8 P27_03:9", "vis_trg": "P27_03:10", "narrations": [ "take lid", "put down lid", "take pan", "put down pan" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lid", "lid", "pan", "pan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:00:47.68", "00:00:49.90" ], [ "00:00:48.98", "00:00:55.03" ], [ "00:00:56.54", "00:00:57.99" ], [ "00:00:57.90", "00:01:02.17" ] ], "start_stop_frames": [ [ 2860, 2994 ], [ 2938, 3301 ], [ 3392, 3479 ], [ 3474, 3730 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P10_04+357_358_359_361", "video_id": "P10_04", "narration_ids": [ "P10_04_357", "P10_04_358", "P10_04_359", "P10_04_361" ], "src": "open cabinet . open cabinet again . search_for something", "src1": "open cabinet", "src2": "open cabinet again", "src3": "search_for something", "trg": "search cabinet", "vis_src": "P10_04:357 P10_04:358 P10_04:359", "vis_trg": "P10_04:361", "narrations": [ "open cabinet", "open cabinet again", "search for something", "search" ], "verbs": [ "open", "open", "search-for", "search" ], "verb_classes": [ 3, 3, 48, 48 ], "nouns": [ "cabinet", "cabinet", "cabinet", "cabinet" ], "noun_classes": [ 3, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:38:06.77", "00:38:08.94" ], [ "00:38:09.42", "00:38:10.32" ], [ "00:38:11.85", "00:38:13.26" ], [ "00:38:15.83", "00:38:20.56" ] ], "start_stop_frames": [ [ 137206, 137336 ], [ 137365, 137419 ], [ 137511, 137595 ], [ 137749, 138033 ] ], "trgnoun": "cabinet", "trgverb": "search" }, { "key": "P01_105+571_572_573_574", "video_id": "P01_105", "narration_ids": [ "P01_105_571", "P01_105_572", "P01_105_573", "P01_105_574" ], "src": "pour water into kettle . turn_off tap . close kettle", "src1": "pour water into kettle", "src2": "turn_off tap", "src3": "close kettle", "trg": "put_down kettle", "vis_src": "P01_105:571 P01_105:572 P01_105:573", "vis_trg": "P01_105:574", "narrations": [ "pour water into kettle", "turn off tap", "close kettle", "put down kettle" ], "verbs": [ "pour-into", "turn-off", "close", "put-down" ], "verb_classes": [ 9, 8, 4, 1 ], "nouns": [ "water", "tap", "kettle", "kettle" ], "noun_classes": [ 27, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:23:03.80", "00:23:11.07" ], [ "00:23:10.76", "00:23:12.23" ], [ "00:23:12.38", "00:23:12.68" ], [ "00:23:14.23", "00:23:15.78" ] ], "start_stop_frames": [ [ 69190, 69553 ], [ 69538, 69611 ], [ 69619, 69634 ], [ 69711, 69789 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P35_104+530_531_532_533", "video_id": "P35_104", "narration_ids": [ "P35_104_530", "P35_104_531", "P35_104_532", "P35_104_533" ], "src": "move kitchen_roll . open container . stir pasta", "src1": "move kitchen_roll", "src2": "open container", "src3": "stir pasta", "trg": "pick_up pasta", "vis_src": "P35_104:530 P35_104:531 P35_104:532", "vis_trg": "P35_104:533", "narrations": [ "move kitchen roll", "open container", "stir pasta", "pick up pasta" ], "verbs": [ "move", "open", "stir", "pick-up" ], "verb_classes": [ 11, 3, 10, 0 ], "nouns": [ "roll:kitchen", "container", "pasta", "pasta" ], "noun_classes": [ 93, 21, 45, 45 ], "start_stop_timestamps": [ [ "00:37:09.49", "00:37:10.90" ], [ "00:37:11.75", "00:37:13.25" ], [ "00:37:14.13", "00:37:23.97" ], [ "00:37:23.79", "00:37:27.04" ] ], "start_stop_frames": [ [ 111474, 111545 ], [ 111587, 111662 ], [ 111706, 112198 ], [ 112189, 112352 ] ], "trgnoun": "pasta", "trgverb": "pick_up" }, { "key": "P04_101+56_57_58_59", "video_id": "P04_101", "narration_ids": [ "P04_101_56", "P04_101_57", "P04_101_58", "P04_101_59" ], "src": "turn_on tap . fill spoon with water . smell water", "src1": "turn_on tap", "src2": "fill spoon with water", "src3": "smell water", "trg": "empty spoon", "vis_src": "P04_101:56 P04_101:57 P04_101:58", "vis_trg": "P04_101:59", "narrations": [ "turn on tap", "fill spoon with water", "smell water", "empty spoon" ], "verbs": [ "turn-on", "fill-with", "smell", "empty" ], "verb_classes": [ 6, 26, 75, 20 ], "nouns": [ "tap", "spoon", "water", "spoon" ], "noun_classes": [ 0, 1, 27, 1 ], "start_stop_timestamps": [ [ "00:01:44.93", "00:01:45.79" ], [ "00:01:45.89", "00:01:48.29" ], [ "00:01:48.89", "00:01:50.18" ], [ "00:01:50.31", "00:01:50.99" ] ], "start_stop_frames": [ [ 5246, 5289 ], [ 5294, 5414 ], [ 5444, 5509 ], [ 5515, 5549 ] ], "trgnoun": "spoon", "trgverb": "empty" }, { "key": "P03_113+0_1_2_3", "video_id": "P03_113", "narration_ids": [ "P03_113_0", "P03_113_1", "P03_113_2", "P03_113_3" ], "src": "turn_down hob . lift_up pan . shake pan", "src1": "turn_down hob", "src2": "lift_up pan", "src3": "shake pan", "trg": "put_down pan", "vis_src": "P03_113:0 P03_113:1 P03_113:2", "vis_trg": "P03_113:3", "narrations": [ "turn down hob", "lift up pan", "shake pan", "put down pan" ], "verbs": [ "turn-down", "lift-up", "shake", "put-down" ], "verb_classes": [ 65, 33, 15, 1 ], "nouns": [ "hob", "pan", "pan", "pan" ], "noun_classes": [ 24, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:00:02.90", "00:00:04.38" ], [ "00:00:04.32", "00:00:05.87" ], [ "00:00:04.46", "00:00:05.62" ], [ "00:00:05.45", "00:00:06.08" ] ], "start_stop_frames": [ [ 145, 219 ], [ 216, 293 ], [ 223, 281 ], [ 272, 304 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P22_08+77_78_79_80", "video_id": "P22_08", "narration_ids": [ "P22_08_77", "P22_08_78", "P22_08_79", "P22_08_80" ], "src": "wash plate . lather plate . put_down down plate", "src1": "wash plate", "src2": "lather plate", "src3": "put_down down plate", "trg": "grab plate", "vis_src": "P22_08:77 P22_08:78 P22_08:79", "vis_trg": "P22_08:80", "narrations": [ "wash plate", "lather plate", "put down down plate", "grab plate" ], "verbs": [ "wash", "lather", "put-down", "grab" ], "verb_classes": [ 2, 2, 1, 0 ], "nouns": [ "plate", "plate", "plate", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:02:59.03", "00:03:00.15" ], [ "00:03:00.82", "00:03:02.51" ], [ "00:03:02.77", "00:03:04.14" ], [ "00:03:04.37", "00:03:05.37" ] ], "start_stop_frames": [ [ 10741, 10809 ], [ 10849, 10950 ], [ 10966, 11048 ], [ 11062, 11122 ] ], "trgnoun": "plate", "trgverb": "grab" }, { "key": "P25_09+93_94_95_96", "video_id": "P25_09", "narration_ids": [ "P25_09_93", "P25_09_94", "P25_09_95", "P25_09_96" ], "src": "put salt . take napkin . dry hands off", "src1": "put salt", "src2": "take napkin", "src3": "dry hands off", "trg": "put napkin", "vis_src": "P25_09:93 P25_09:94 P25_09:95", "vis_trg": "P25_09:96", "narrations": [ "put salt", "take napkin", "dry hands off", "put napkin" ], "verbs": [ "put", "take", "dry-off", "put" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "salt", "napkin", "hand", "napkin" ], "noun_classes": [ 38, 88, 11, 88 ], "start_stop_timestamps": [ [ "00:11:59.82", "00:12:05.60" ], [ "00:12:11.42", "00:12:12.53" ], [ "00:12:12.52", "00:12:15.38" ], [ "00:12:14.91", "00:12:16.06" ] ], "start_stop_frames": [ [ 43189, 43536 ], [ 43885, 43951 ], [ 43951, 44122 ], [ 44094, 44163 ] ], "trgnoun": "napkin", "trgverb": "put" }, { "key": "P23_102+26_27_28_29", "video_id": "P23_102", "narration_ids": [ "P23_102_26", "P23_102_27", "P23_102_28", "P23_102_29" ], "src": "open gas . switch_on gas . take bowl", "src1": "open gas", "src2": "switch_on gas", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_102:26 P23_102:27 P23_102:28", "vis_trg": "P23_102:29", "narrations": [ "open gas", "switch on gas", "take bowl", "put bowl" ], "verbs": [ "open", "switch-on", "take", "put" ], "verb_classes": [ 3, 6, 0, 1 ], "nouns": [ "gas", "gas", "bowl", "bowl" ], "noun_classes": [ 24, 24, 7, 7 ], "start_stop_timestamps": [ [ "00:03:45.42", "00:03:47.23" ], [ "00:03:47.46", "00:03:49.56" ], [ "00:03:51.28", "00:03:52.05" ], [ "00:03:51.96", "00:03:53.07" ] ], "start_stop_frames": [ [ 11271, 11361 ], [ 11373, 11478 ], [ 11564, 11602 ], [ 11598, 11653 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P02_122+171_172_173_174", "video_id": "P02_122", "narration_ids": [ "P02_122_171", "P02_122_172", "P02_122_173", "P02_122_174" ], "src": "close cupboard . pick_up spatula . distribute mixture in pan", "src1": "close cupboard", "src2": "pick_up spatula", "src3": "distribute mixture in pan", "trg": "put_down spatula", "vis_src": "P02_122:171 P02_122:172 P02_122:173", "vis_trg": "P02_122:174", "narrations": [ "close cupboard", "pick up spatula", "distribute mixture in pan", "put down spatula" ], "verbs": [ "close", "pick-up", "distribute-in", "put-down" ], "verb_classes": [ 4, 0, 11, 1 ], "nouns": [ "cupboard", "spatula", "mixture", "spatula" ], "noun_classes": [ 3, 20, 71, 20 ], "start_stop_timestamps": [ [ "00:10:10.00", "00:10:10.88" ], [ "00:10:12.96", "00:10:13.98" ], [ "00:10:14.41", "00:10:19.28" ], [ "00:10:19.18", "00:10:20.88" ] ], "start_stop_frames": [ [ 30500, 30544 ], [ 30648, 30699 ], [ 30720, 30964 ], [ 30958, 31044 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_13+10_11_12_13", "video_id": "P03_13", "narration_ids": [ "P03_13_10", "P03_13_11", "P03_13_12", "P03_13_13" ], "src": "grab squash . open squash . pour squash", "src1": "grab squash", "src2": "open squash", "src3": "pour squash", "trg": "close squash", "vis_src": "P03_13:10 P03_13:11 P03_13:12", "vis_trg": "P03_13:13", "narrations": [ "grab squash", "open squash", "pour squash", "close squash" ], "verbs": [ "grab", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "squash", "squash", "squash", "squash" ], "noun_classes": [ 116, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:00:28.32", "00:00:29.29" ], [ "00:00:30.71", "00:00:32.37" ], [ "00:00:32.27", "00:00:34.74" ], [ "00:00:34.84", "00:00:35.34" ] ], "start_stop_frames": [ [ 1699, 1757 ], [ 1842, 1942 ], [ 1936, 2084 ], [ 2090, 2120 ] ], "trgnoun": "squash", "trgverb": "close" }, { "key": "P04_01+66_67_68_69", "video_id": "P04_01", "narration_ids": [ "P04_01_66", "P04_01_67", "P04_01_68", "P04_01_69" ], "src": "drain container . open container . pull kitchen_roll", "src1": "drain container", "src2": "open container", "src3": "pull kitchen_roll", "trg": "rip kitchen_roll", "vis_src": "P04_01:66 P04_01:67 P04_01:68", "vis_trg": "P04_01:69", "narrations": [ "drain container", "open container", "pull kitchen roll", "rip kitchen roll" ], "verbs": [ "drain", "open", "pull", "rip" ], "verb_classes": [ 37, 3, 31, 43 ], "nouns": [ "container", "container", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 21, 21, 93, 93 ], "start_stop_timestamps": [ [ "00:05:39.83", "00:05:46.06" ], [ "00:05:47.06", "00:05:50.14" ], [ "00:05:51.41", "00:05:53.71" ], [ "00:05:53.74", "00:05:55.58" ] ], "start_stop_frames": [ [ 20389, 20763 ], [ 20823, 21008 ], [ 21084, 21222 ], [ 21224, 21334 ] ], "trgnoun": "kitchen_roll", "trgverb": "rip" }, { "key": "P23_102+206_207_208_209", "video_id": "P23_102", "narration_ids": [ "P23_102_206", "P23_102_207", "P23_102_208", "P23_102_209" ], "src": "put plate . take mango . cut mango", "src1": "put plate", "src2": "take mango", "src3": "cut mango", "trg": "take plate", "vis_src": "P23_102:206 P23_102:207 P23_102:208", "vis_trg": "P23_102:209", "narrations": [ "put plate", "take mango", "cut mango", "take plate" ], "verbs": [ "put", "take", "cut", "take" ], "verb_classes": [ 1, 0, 7, 0 ], "nouns": [ "plate", "mango", "mango", "plate" ], "noun_classes": [ 2, 207, 207, 2 ], "start_stop_timestamps": [ [ "00:20:33.08", "00:20:33.89" ], [ "00:20:34.04", "00:20:34.86" ], [ "00:20:36.38", "00:22:07.22" ], [ "00:22:08.08", "00:22:09.52" ] ], "start_stop_frames": [ [ 61654, 61694 ], [ 61702, 61742 ], [ 61819, 66361 ], [ 66404, 66476 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P09_104+7_8_9_10", "video_id": "P09_104", "narration_ids": [ "P09_104_7", "P09_104_8", "P09_104_9", "P09_104_10" ], "src": "rinse pan . take towel . dry pan", "src1": "rinse pan", "src2": "take towel", "src3": "dry pan", "trg": "place towel back", "vis_src": "P09_104:7 P09_104:8 P09_104:9", "vis_trg": "P09_104:10", "narrations": [ "rinse pan", "take towel", "dry pan", "place towel back" ], "verbs": [ "rinse", "take", "dry", "place" ], "verb_classes": [ 2, 0, 14, 1 ], "nouns": [ "pan", "towel", "pan", "towel" ], "noun_classes": [ 5, 52, 5, 52 ], "start_stop_timestamps": [ [ "00:00:52.59", "00:01:07.69" ], [ "00:01:09.32", "00:01:10.02" ], [ "00:01:10.67", "00:01:14.59" ], [ "00:01:14.89", "00:01:15.44" ] ], "start_stop_frames": [ [ 2629, 3384 ], [ 3465, 3501 ], [ 3533, 3729 ], [ 3744, 3772 ] ], "trgnoun": "towel", "trgverb": "place" }, { "key": "P37_101+23_24_25_26", "video_id": "P37_101", "narration_ids": [ "P37_101_23", "P37_101_24", "P37_101_25", "P37_101_26" ], "src": "turn_off tap . put pot on induction hob . take plastic_tray", "src1": "turn_off tap", "src2": "put pot on induction hob", "src3": "take plastic_tray", "trg": "put plastic_tray down", "vis_src": "P37_101:23 P37_101:24 P37_101:25", "vis_trg": "P37_101:26", "narrations": [ "turn off tap", "put pot on induction hob", "take plastic tray", "put plastic tray down" ], "verbs": [ "turn-off", "put-on", "take", "put-down" ], "verb_classes": [ 8, 1, 0, 1 ], "nouns": [ "tap", "pot", "tray:plastic", "tray:plastic" ], "noun_classes": [ 0, 29, 35, 35 ], "start_stop_timestamps": [ [ "00:01:24.43", "00:01:25.18" ], [ "00:01:29.27", "00:01:30.95" ], [ "00:01:32.66", "00:01:33.74" ], [ "00:01:33.69", "00:01:34.57" ] ], "start_stop_frames": [ [ 4221, 4259 ], [ 4463, 4547 ], [ 4633, 4687 ], [ 4684, 4728 ] ], "trgnoun": "plastic_tray", "trgverb": "put_down" }, { "key": "P06_05+43_44_45_46", "video_id": "P06_05", "narration_ids": [ "P06_05_43", "P06_05_44", "P06_05_45", "P06_05_46" ], "src": "move pizza_base . move spoon . pick_up dough", "src1": "move pizza_base", "src2": "move spoon", "src3": "pick_up dough", "trg": "place dough", "vis_src": "P06_05:43 P06_05:44 P06_05:45", "vis_trg": "P06_05:46", "narrations": [ "move pizza base", "move spoon", "pick up dough", "place dough" ], "verbs": [ "move", "move", "pick-up", "place" ], "verb_classes": [ 11, 11, 0, 1 ], "nouns": [ "base:pizza", "spoon", "dough", "dough" ], "noun_classes": [ 91, 1, 25, 25 ], "start_stop_timestamps": [ [ "00:05:29.64", "00:05:33.49" ], [ "00:05:32.60", "00:05:33.65" ], [ "00:05:33.80", "00:05:36.44" ], [ "00:05:39.73", "00:05:40.79" ] ], "start_stop_frames": [ [ 19778, 20009 ], [ 19956, 20019 ], [ 20028, 20186 ], [ 20383, 20447 ] ], "trgnoun": "dough", "trgverb": "place" }, { "key": "P27_01+14_15_16_17", "video_id": "P27_01", "narration_ids": [ "P27_01_14", "P27_01_15", "P27_01_16", "P27_01_17" ], "src": "put_down lid . wash pan . rinse sponge", "src1": "put_down lid", "src2": "wash pan", "src3": "rinse sponge", "trg": "rinse pan", "vis_src": "P27_01:14 P27_01:15 P27_01:16", "vis_trg": "P27_01:17", "narrations": [ "put down lid", "wash pan", "rinse sponge", "rinse pan" ], "verbs": [ "put-down", "wash", "rinse", "rinse" ], "verb_classes": [ 1, 2, 2, 2 ], "nouns": [ "lid", "pan", "sponge", "pan" ], "noun_classes": [ 6, 5, 9, 5 ], "start_stop_timestamps": [ [ "00:01:40.74", "00:01:42.79" ], [ "00:01:46.14", "00:01:53.04" ], [ "00:01:53.14", "00:01:54.24" ], [ "00:02:07.09", "00:02:12.54" ] ], "start_stop_frames": [ [ 6044, 6167 ], [ 6368, 6782 ], [ 6788, 6854 ], [ 7625, 7952 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P22_116+102_103_104_105", "video_id": "P22_116", "narration_ids": [ "P22_116_102", "P22_116_103", "P22_116_104", "P22_116_105" ], "src": "lather glass . put_down glass . pick_up knife", "src1": "lather glass", "src2": "put_down glass", "src3": "pick_up knife", "trg": "lather knife", "vis_src": "P22_116:102 P22_116:103 P22_116:104", "vis_trg": "P22_116:105", "narrations": [ "lather glass", "put down glass", "pick up knife", "lather knife" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "knife", "knife" ], "noun_classes": [ 10, 10, 4, 4 ], "start_stop_timestamps": [ [ "00:04:15.85", "00:04:18.67" ], [ "00:04:18.75", "00:04:19.07" ], [ "00:04:18.92", "00:04:19.65" ], [ "00:04:19.75", "00:04:21.25" ] ], "start_stop_frames": [ [ 12792, 12933 ], [ 12937, 12953 ], [ 12946, 12982 ], [ 12987, 13062 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P27_06+82_83_84_85", "video_id": "P27_06", "narration_ids": [ "P27_06_82", "P27_06_83", "P27_06_84", "P27_06_85" ], "src": "close oven . close tap . wipe floor", "src1": "close oven", "src2": "close tap", "src3": "wipe floor", "trg": "open tap", "vis_src": "P27_06:82 P27_06:83 P27_06:84", "vis_trg": "P27_06:85", "narrations": [ "close oven", "close tap", "wipe floor", "open tap" ], "verbs": [ "close", "turn-off", "wipe", "turn-on" ], "verb_classes": [ 4, 8, 2, 6 ], "nouns": [ "oven", "tap", "floor", "tap" ], "noun_classes": [ 46, 0, 159, 0 ], "start_stop_timestamps": [ [ "00:13:06.21", "00:13:07.03" ], [ "00:13:23.79", "00:13:25.14" ], [ "00:13:39.57", "00:13:43.20" ], [ "00:13:55.64", "00:13:56.69" ] ], "start_stop_frames": [ [ 47172, 47221 ], [ 48227, 48308 ], [ 49174, 49392 ], [ 50138, 50201 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P25_104+201_202_203_204", "video_id": "P25_104", "narration_ids": [ "P25_104_201", "P25_104_202", "P25_104_203", "P25_104_204" ], "src": "pour detergent . put_down detergent . pick_up spoon", "src1": "pour detergent", "src2": "put_down detergent", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P25_104:201 P25_104:202 P25_104:203", "vis_trg": "P25_104:204", "narrations": [ "pour detergent", "put down detergent", "pick up spoon", "wash spoon" ], "verbs": [ "pour", "put-down", "pick-up", "wash" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "detergent", "detergent", "spoon", "spoon" ], "noun_classes": [ 22, 22, 1, 1 ], "start_stop_timestamps": [ [ "00:09:43.26", "00:09:44.23" ], [ "00:09:44.30", "00:09:45.64" ], [ "00:09:46.23", "00:09:47.63" ], [ "00:09:47.23", "00:09:53.93" ] ], "start_stop_frames": [ [ 29163, 29211 ], [ 29214, 29282 ], [ 29311, 29381 ], [ 29361, 29696 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P01_105+232_233_234_235", "video_id": "P01_105", "narration_ids": [ "P01_105_232", "P01_105_233", "P01_105_234", "P01_105_235" ], "src": "throw bag . wipe cutting_board with knife . put_down tofu", "src1": "throw bag", "src2": "wipe cutting_board with knife", "src3": "put_down tofu", "trg": "slice tofu", "vis_src": "P01_105:232 P01_105:233 P01_105:234", "vis_trg": "P01_105:235", "narrations": [ "throw bag", "wipe cutting board with knife", "put down tofu", "slice tofu" ], "verbs": [ "throw", "wipe", "put-down", "slice" ], "verb_classes": [ 13, 2, 1, 7 ], "nouns": [ "bag", "board:cutting", "tofu", "tofu" ], "noun_classes": [ 19, 18, 81, 81 ], "start_stop_timestamps": [ [ "00:08:49.20", "00:08:50.16" ], [ "00:08:52.12", "00:08:53.50" ], [ "00:08:52.79", "00:08:53.60" ], [ "00:08:53.63", "00:09:00.54" ] ], "start_stop_frames": [ [ 26460, 26508 ], [ 26606, 26675 ], [ 26639, 26680 ], [ 26681, 27027 ] ], "trgnoun": "tofu", "trgverb": "slice" }, { "key": "P03_08+0_1_2_3", "video_id": "P03_08", "narration_ids": [ "P03_08_0", "P03_08_1", "P03_08_2", "P03_08_3" ], "src": "open fridge . put grapes . grab salmon", "src1": "open fridge", "src2": "put grapes", "src3": "grab salmon", "trg": "put salmon", "vis_src": "P03_08:0 P03_08:1 P03_08:2", "vis_trg": "P03_08:3", "narrations": [ "open fridge", "put grapes", "grab salmon", "put salmon" ], "verbs": [ "open", "put", "grab", "put" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "fridge", "grape", "salmon", "salmon" ], "noun_classes": [ 12, 202, 112, 112 ], "start_stop_timestamps": [ [ "00:00:04.23", "00:00:05.19" ], [ "00:00:05.13", "00:00:07.65" ], [ "00:00:08.81", "00:00:09.82" ], [ "00:00:09.59", "00:00:10.93" ] ], "start_stop_frames": [ [ 253, 311 ], [ 307, 459 ], [ 528, 589 ], [ 575, 655 ] ], "trgnoun": "salmon", "trgverb": "put" }, { "key": "P01_09+534_535_536_537", "video_id": "P01_09", "narration_ids": [ "P01_09_534", "P01_09_535", "P01_09_536", "P01_09_537" ], "src": "take potato . place potato onto dough . take onions", "src1": "take potato", "src2": "place potato onto dough", "src3": "take onions", "trg": "spread onions", "vis_src": "P01_09:534 P01_09:535 P01_09:536", "vis_trg": "P01_09:537", "narrations": [ "take potato", "place potato onto dough", "take onions", "spread onions" ], "verbs": [ "take", "place-onto", "take", "spread" ], "verb_classes": [ 0, 1, 0, 27 ], "nouns": [ "potato", "potato", "onion", "onion" ], "noun_classes": [ 30, 30, 16, 16 ], "start_stop_timestamps": [ [ "00:37:37.92", "00:37:41.54" ], [ "00:37:41.27", "00:37:52.97" ], [ "00:37:53.09", "00:37:54.24" ], [ "00:37:54.03", "00:38:01.32" ] ], "start_stop_frames": [ [ 135475, 135692 ], [ 135676, 136378 ], [ 136385, 136454 ], [ 136441, 136879 ] ], "trgnoun": "onion", "trgverb": "spread" }, { "key": "P23_102+595_596_597_598", "video_id": "P23_102", "narration_ids": [ "P23_102_595", "P23_102_596", "P23_102_597", "P23_102_598" ], "src": "take plate . take brush . wash plate", "src1": "take plate", "src2": "take brush", "src3": "wash plate", "trg": "clean plate", "vis_src": "P23_102:595 P23_102:596 P23_102:597", "vis_trg": "P23_102:598", "narrations": [ "take plate", "take brush", "wash plate", "clean plate" ], "verbs": [ "take", "take", "wash", "clean" ], "verb_classes": [ 0, 0, 2, 2 ], "nouns": [ "plate", "brush", "plate", "plate" ], "noun_classes": [ 2, 103, 2, 2 ], "start_stop_timestamps": [ [ "00:55:00.08", "00:55:00.76" ], [ "00:55:00.86", "00:55:02.00" ], [ "00:55:01.91", "00:55:08.88" ], [ "00:55:08.71", "00:55:16.52" ] ], "start_stop_frames": [ [ 165004, 165038 ], [ 165043, 165100 ], [ 165095, 165444 ], [ 165435, 165826 ] ], "trgnoun": "plate", "trgverb": "clean" }, { "key": "P08_23+262_267_268_269", "video_id": "P08_23", "narration_ids": [ "P08_23_262", "P08_23_267", "P08_23_268", "P08_23_269" ], "src": "wash bell_pepper . close tap . get food_processor", "src1": "wash bell_pepper", "src2": "close tap", "src3": "get food_processor", "trg": "place food_processor back", "vis_src": "P08_23:262 P08_23:267 P08_23:268", "vis_trg": "P08_23:269", "narrations": [ "wash bell pepper", "close tap", "get food processor", "place food processor back" ], "verbs": [ "wash", "turn-off", "get", "place" ], "verb_classes": [ 2, 8, 0, 1 ], "nouns": [ "pepper:bell", "tap", "processor:food", "processor:food" ], "noun_classes": [ 37, 0, 147, 147 ], "start_stop_timestamps": [ [ "00:22:27.02", "00:22:28.16" ], [ "00:22:59.46", "00:23:00.97" ], [ "00:23:03.31", "00:23:04.31" ], [ "00:23:04.41", "00:23:11.76" ] ], "start_stop_frames": [ [ 80821, 80889 ], [ 82767, 82858 ], [ 82998, 83058 ], [ 83064, 83505 ] ], "trgnoun": "food_processor", "trgverb": "place" }, { "key": "P06_05+21_22_23_24", "video_id": "P06_05", "narration_ids": [ "P06_05_21", "P06_05_22", "P06_05_23", "P06_05_24" ], "src": "move pizza_base . move knife . pick_up dough", "src1": "move pizza_base", "src2": "move knife", "src3": "pick_up dough", "trg": "squash dough", "vis_src": "P06_05:21 P06_05:22 P06_05:23", "vis_trg": "P06_05:24", "narrations": [ "move pizza base", "move knife", "pick up dough", "squash dough" ], "verbs": [ "move", "move", "pick-up", "squash" ], "verb_classes": [ 11, 11, 0, 18 ], "nouns": [ "base:pizza", "knife", "dough", "dough" ], "noun_classes": [ 91, 4, 25, 25 ], "start_stop_timestamps": [ [ "00:02:50.24", "00:02:53.56" ], [ "00:02:56.33", "00:02:57.78" ], [ "00:02:57.88", "00:03:07.76" ], [ "00:03:05.27", "00:03:07.25" ] ], "start_stop_frames": [ [ 10214, 10413 ], [ 10579, 10666 ], [ 10672, 11265 ], [ 11116, 11235 ] ], "trgnoun": "dough", "trgverb": "squash" }, { "key": "P01_02+15_16_17_18", "video_id": "P01_02", "narration_ids": [ "P01_02_15", "P01_02_16", "P01_02_17", "P01_02_18" ], "src": "wash knife . put_down knife . take plate", "src1": "wash knife", "src2": "put_down knife", "src3": "take plate", "trg": "wash plate", "vis_src": "P01_02:15 P01_02:16 P01_02:17", "vis_trg": "P01_02:18", "narrations": [ "wash knife", "put down knife", "take plate", "wash plate" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "plate", "plate" ], "noun_classes": [ 4, 4, 2, 2 ], "start_stop_timestamps": [ [ "00:00:42.69", "00:00:49.44" ], [ "00:00:49.51", "00:00:50.02" ], [ "00:00:50.32", "00:00:51.14" ], [ "00:00:50.89", "00:01:00.52" ] ], "start_stop_frames": [ [ 2561, 2966 ], [ 2970, 3001 ], [ 3019, 3068 ], [ 3053, 3631 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P25_09+96_97_98_99", "video_id": "P25_09", "narration_ids": [ "P25_09_96", "P25_09_97", "P25_09_98", "P25_09_99" ], "src": "put napkin . take fork . take chicken down", "src1": "put napkin", "src2": "take fork", "src3": "take chicken down", "trg": "take chicken", "vis_src": "P25_09:96 P25_09:97 P25_09:98", "vis_trg": "P25_09:99", "narrations": [ "put napkin", "take fork", "take chicken down", "take chicken" ], "verbs": [ "put", "take", "take-down", "take" ], "verb_classes": [ 1, 0, 0, 0 ], "nouns": [ "napkin", "fork", "chicken", "chicken" ], "noun_classes": [ 88, 14, 57, 57 ], "start_stop_timestamps": [ [ "00:12:14.91", "00:12:16.06" ], [ "00:12:16.27", "00:12:17.16" ], [ "00:12:17.07", "00:12:20.54" ], [ "00:12:31.12", "00:12:36.22" ] ], "start_stop_frames": [ [ 44094, 44163 ], [ 44176, 44229 ], [ 44224, 44432 ], [ 45067, 45373 ] ], "trgnoun": "chicken", "trgverb": "take" }, { "key": "P04_107+23_24_25_26", "video_id": "P04_107", "narration_ids": [ "P04_107_23", "P04_107_24", "P04_107_25", "P04_107_26" ], "src": "mark divides on dough . cut dough . pull dough_ball", "src1": "mark divides on dough", "src2": "cut dough", "src3": "pull dough_ball", "trg": "put_down dough_ball", "vis_src": "P04_107:23 P04_107:24 P04_107:25", "vis_trg": "P04_107:26", "narrations": [ "mark divides on dough", "cut dough", "pull dough ball", "put down dough ball" ], "verbs": [ "mark", "cut", "pull", "put-down" ], "verb_classes": [ 94, 7, 31, 1 ], "nouns": [ "dough", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:01:00.68", "00:01:08.08" ], [ "00:01:13.98", "00:01:15.69" ], [ "00:01:15.58", "00:01:16.26" ], [ "00:01:15.79", "00:01:16.47" ] ], "start_stop_frames": [ [ 3034, 3404 ], [ 3699, 3784 ], [ 3779, 3813 ], [ 3789, 3823 ] ], "trgnoun": "dough_ball", "trgverb": "put_down" }, { "key": "P02_09+306_307_308_309", "video_id": "P02_09", "narration_ids": [ "P02_09_306", "P02_09_307", "P02_09_308", "P02_09_309" ], "src": "pick_up meat . break_up meat into pieces . put_in pan", "src1": "pick_up meat", "src2": "break_up meat into pieces", "src3": "put_in pan", "trg": "break meat into pieces", "vis_src": "P02_09:306 P02_09:307 P02_09:308", "vis_trg": "P02_09:309", "narrations": [ "pick up meat", "break up meat into pieces", "put in pan", "break meat into pieces" ], "verbs": [ "pick-up", "break-up", "put-in", "break-into" ], "verb_classes": [ 0, 30, 5, 30 ], "nouns": [ "meat", "meat", "pan", "meat" ], "noun_classes": [ 28, 28, 5, 28 ], "start_stop_timestamps": [ [ "00:23:01.23", "00:23:02.01" ], [ "00:23:05.39", "00:23:19.76" ], [ "00:23:05.69", "00:23:09.68" ], [ "00:23:11.04", "00:23:19.47" ] ], "start_stop_frames": [ [ 82873, 82920 ], [ 83123, 83985 ], [ 83141, 83380 ], [ 83462, 83968 ] ], "trgnoun": "meat", "trgverb": "break_into" }, { "key": "P04_119+27_28_29_31", "video_id": "P04_119", "narration_ids": [ "P04_119_27", "P04_119_28", "P04_119_29", "P04_119_31" ], "src": "turn_over instructions . put_down instructions . try to pick_up knife", "src1": "turn_over instructions", "src2": "put_down instructions", "src3": "try to pick_up knife", "trg": "put_down knife on chopping board", "vis_src": "P04_119:27 P04_119:28 P04_119:29", "vis_trg": "P04_119:31", "narrations": [ "turn over instructions", "put down instructions", "try to pick up knife", "put down knife on chopping board" ], "verbs": [ "turn-over", "put-down", "pick-up", "put-down" ], "verb_classes": [ 22, 1, 0, 1 ], "nouns": [ "instruction", "instruction", "knife", "knife" ], "noun_classes": [ 149, 149, 4, 4 ], "start_stop_timestamps": [ [ "00:02:06.56", "00:02:08.82" ], [ "00:02:08.92", "00:02:09.69" ], [ "00:02:10.89", "00:02:12.39" ], [ "00:02:12.95", "00:02:13.73" ] ], "start_stop_frames": [ [ 6328, 6441 ], [ 6445, 6484 ], [ 6544, 6619 ], [ 6647, 6686 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_06+301_302_303_304", "video_id": "P02_06", "narration_ids": [ "P02_06_301", "P02_06_302", "P02_06_303", "P02_06_304" ], "src": "get vinegar . get herb . get herbs", "src1": "get vinegar", "src2": "get herb", "src3": "get herbs", "trg": "put herb on salad", "vis_src": "P02_06:301 P02_06:302 P02_06:303", "vis_trg": "P02_06:304", "narrations": [ "get vinegar", "get herb", "get herbs", "put herb on salad" ], "verbs": [ "get", "get", "get", "put-on" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "vinegar", "herb", "herb", "herb" ], "noun_classes": [ 134, 62, 62, 62 ], "start_stop_timestamps": [ [ "00:13:57.03", "00:13:59.08" ], [ "00:13:59.49", "00:14:02.41" ], [ "00:13:59.68", "00:14:02.43" ], [ "00:14:06.21", "00:14:09.18" ] ], "start_stop_frames": [ [ 50221, 50344 ], [ 50369, 50544 ], [ 50380, 50545 ], [ 50772, 50950 ] ], "trgnoun": "herb", "trgverb": "put_on" }, { "key": "P25_02+26_27_28_29", "video_id": "P25_02", "narration_ids": [ "P25_02_26", "P25_02_27", "P25_02_28", "P25_02_29" ], "src": "wash spoon . put spoon . take pan", "src1": "wash spoon", "src2": "put spoon", "src3": "take pan", "trg": "wash pan", "vis_src": "P25_02:26 P25_02:27 P25_02:28", "vis_trg": "P25_02:29", "narrations": [ "wash spoon", "put spoon", "take pan", "wash pan" ], "verbs": [ "wash", "put", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "pan", "pan" ], "noun_classes": [ 1, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:03:17.90", "00:03:29.52" ], [ "00:03:29.14", "00:03:30.96" ], [ "00:03:30.72", "00:03:32.75" ], [ "00:03:31.85", "00:03:44.48" ] ], "start_stop_frames": [ [ 11874, 12571 ], [ 12548, 12657 ], [ 12643, 12765 ], [ 12711, 13468 ] ], "trgnoun": "pan", "trgverb": "wash" }, { "key": "P08_11+46_47_48_49", "video_id": "P08_11", "narration_ids": [ "P08_11_46", "P08_11_47", "P08_11_48", "P08_11_49" ], "src": "wash hands . turn tap_water . get towel", "src1": "wash hands", "src2": "turn tap_water", "src3": "get towel", "trg": "wipe_off hands", "vis_src": "P08_11:46 P08_11:47 P08_11:48", "vis_trg": "P08_11:49", "narrations": [ "wash hands", "turn tap water", "get towel", "wipe off hands" ], "verbs": [ "wash", "turn", "get", "wipe-off" ], "verb_classes": [ 2, 23, 0, 2 ], "nouns": [ "hand", "water:tap", "towel", "hand" ], "noun_classes": [ 11, 0, 52, 11 ], "start_stop_timestamps": [ [ "00:03:03.55", "00:03:05.77" ], [ "00:03:05.87", "00:03:06.60" ], [ "00:03:06.47", "00:03:08.86" ], [ "00:03:08.77", "00:03:11.52" ] ], "start_stop_frames": [ [ 11013, 11146 ], [ 11152, 11196 ], [ 11188, 11331 ], [ 11326, 11491 ] ], "trgnoun": "hand", "trgverb": "wipe_off" }, { "key": "P02_132+26_27_28_29", "video_id": "P02_132", "narration_ids": [ "P02_132_26", "P02_132_27", "P02_132_28", "P02_132_29" ], "src": "pick_up chopping_board from drainer . pick_up knife from stand . move glass", "src1": "pick_up chopping_board from drainer", "src2": "pick_up knife from stand", "src3": "move glass", "trg": "put_down chopping_board", "vis_src": "P02_132:26 P02_132:27 P02_132:28", "vis_trg": "P02_132:29", "narrations": [ "pick up chopping board from drainer", "pick up knife from stand", "move glass", "put down chopping board" ], "verbs": [ "pick-up", "pick-up", "move", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "board:chopping", "knife", "glass", "board:chopping" ], "noun_classes": [ 18, 4, 10, 18 ], "start_stop_timestamps": [ [ "00:00:58.09", "00:00:59.58" ], [ "00:01:02.61", "00:01:03.67" ], [ "00:01:06.29", "00:01:07.09" ], [ "00:01:06.44", "00:01:07.56" ] ], "start_stop_frames": [ [ 2904, 2979 ], [ 3130, 3183 ], [ 3314, 3354 ], [ 3322, 3378 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P04_109+128_129_130_131", "video_id": "P04_109", "narration_ids": [ "P04_109_128", "P04_109_129", "P04_109_130", "P04_109_131" ], "src": "put_into measuring_jug . pick_up cucumber . inspect cucumber", "src1": "put_into measuring_jug", "src2": "pick_up cucumber", "src3": "inspect cucumber", "trg": "slice cucumber in half", "vis_src": "P04_109:128 P04_109:129 P04_109:130", "vis_trg": "P04_109:131", "narrations": [ "put into measuring jug", "pick up cucumber", "inspect cucumber", "slice cucumber in half" ], "verbs": [ "put-into", "pick-up", "inspect", "slice-in" ], "verb_classes": [ 5, 0, 24, 7 ], "nouns": [ "jug:measuring", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 66, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:42.07", "00:04:42.68" ], [ "00:04:42.78", "00:04:43.28" ], [ "00:04:41.31", "00:04:43.70" ], [ "00:04:43.80", "00:04:45.27" ] ], "start_stop_frames": [ [ 14103, 14134 ], [ 14138, 14163 ], [ 14065, 14185 ], [ 14190, 14263 ] ], "trgnoun": "cucumber", "trgverb": "slice_in" }, { "key": "P04_110+136_137_138_139", "video_id": "P04_110", "narration_ids": [ "P04_110_136", "P04_110_137", "P04_110_138", "P04_110_139" ], "src": "put_down baking_tray . pick_up steamed_bun . open steamed_bun", "src1": "put_down baking_tray", "src2": "pick_up steamed_bun", "src3": "open steamed_bun", "trg": "squeeze steamed_bun", "vis_src": "P04_110:136 P04_110:137 P04_110:138", "vis_trg": "P04_110:139", "narrations": [ "put down baking tray", "pick up steamed bun", "open steamed bun", "squeeze steamed bun" ], "verbs": [ "put-down", "pick-up", "open", "squeeze" ], "verb_classes": [ 1, 0, 3, 18 ], "nouns": [ "tray:baking", "bun:steamed", "bun:steamed", "bun:steamed" ], "noun_classes": [ 35, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:05:21.21", "00:05:23.60" ], [ "00:05:25.03", "00:05:25.79" ], [ "00:05:25.85", "00:05:26.44" ], [ "00:05:27.37", "00:05:28.64" ] ], "start_stop_frames": [ [ 16060, 16180 ], [ 16251, 16289 ], [ 16292, 16322 ], [ 16368, 16432 ] ], "trgnoun": "steamed_bun", "trgverb": "squeeze" }, { "key": "P02_130+107_108_109_110", "video_id": "P02_130", "narration_ids": [ "P02_130_107", "P02_130_108", "P02_130_109", "P02_130_110" ], "src": "put_down food processor bowl . lock bowl . pick_up chopping_blades", "src1": "put_down food processor bowl", "src2": "lock bowl", "src3": "pick_up chopping_blades", "trg": "insert chopping_blades into food processor", "vis_src": "P02_130:107 P02_130:108 P02_130:109", "vis_trg": "P02_130:110", "narrations": [ "put down food processor bowl", "lock bowl", "pick up chopping blades", "insert chopping blades into food processor" ], "verbs": [ "put-down", "lock", "pick-up", "insert" ], "verb_classes": [ 1, 86, 0, 5 ], "nouns": [ "bowl:food:processor", "bowl", "blade:chopping", "blade:chopping" ], "noun_classes": [ 7, 7, 4, 4 ], "start_stop_timestamps": [ [ "00:04:18.18", "00:04:18.77" ], [ "00:04:18.57", "00:04:19.54" ], [ "00:04:19.64", "00:04:20.56" ], [ "00:04:20.39", "00:04:22.48" ] ], "start_stop_frames": [ [ 12909, 12938 ], [ 12928, 12977 ], [ 12982, 13028 ], [ 13019, 13124 ] ], "trgnoun": "chopping_blade", "trgverb": "insert" }, { "key": "P20_04+188_189_190_191", "video_id": "P20_04", "narration_ids": [ "P20_04_188", "P20_04_189", "P20_04_190", "P20_04_191" ], "src": "turn_on tap . rinse frying_pan . turn_off tap", "src1": "turn_on tap", "src2": "rinse frying_pan", "src3": "turn_off tap", "trg": "put frying_pan on hob", "vis_src": "P20_04:188 P20_04:189 P20_04:190", "vis_trg": "P20_04:191", "narrations": [ "turn on tap", "rinse frying pan", "turn off tap", "put frying pan on hob" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-on" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "pan:frying", "tap", "pan:frying" ], "noun_classes": [ 0, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:13:01.63", "00:13:03.21" ], [ "00:13:02.84", "00:13:09.83" ], [ "00:13:07.97", "00:13:09.22" ], [ "00:13:09.97", "00:13:12.56" ] ], "start_stop_frames": [ [ 46897, 46992 ], [ 46970, 47389 ], [ 47278, 47353 ], [ 47398, 47553 ] ], "trgnoun": "frying_pan", "trgverb": "put_on" }, { "key": "P02_112+48_49_50_52", "video_id": "P02_112", "narration_ids": [ "P02_112_48", "P02_112_49", "P02_112_50", "P02_112_52" ], "src": "pick_up spice_jar . open spice_jar . pour spice from jar onto lid", "src1": "pick_up spice_jar", "src2": "open spice_jar", "src3": "pour spice from jar onto lid", "trg": "close jar", "vis_src": "P02_112:48 P02_112:49 P02_112:50", "vis_trg": "P02_112:52", "narrations": [ "pick up spice jar", "open spice jar", "pour spice from jar onto lid", "close jar" ], "verbs": [ "pick-up", "open", "pour-from", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "jar:spice", "jar:spice", "spice", "jar" ], "noun_classes": [ 40, 40, 85, 40 ], "start_stop_timestamps": [ [ "00:02:11.59", "00:02:18.15" ], [ "00:02:16.00", "00:02:19.12" ], [ "00:02:19.10", "00:02:20.90" ], [ "00:02:22.00", "00:02:23.26" ] ], "start_stop_frames": [ [ 6579, 6907 ], [ 6800, 6956 ], [ 6955, 7045 ], [ 7100, 7163 ] ], "trgnoun": "jar", "trgverb": "close" }, { "key": "P04_113+473_474_475_477", "video_id": "P04_113", "narration_ids": [ "P04_113_473", "P04_113_474", "P04_113_475", "P04_113_477" ], "src": "put_down bowl . pick_up bowl . move tea_towel from under bowl", "src1": "put_down bowl", "src2": "pick_up bowl", "src3": "move tea_towel from under bowl", "trg": "pull_out tea_towel", "vis_src": "P04_113:473 P04_113:474 P04_113:475", "vis_trg": "P04_113:477", "narrations": [ "put down bowl", "pick up bowl", "move tea towel from under bowl", "pull out tea towel" ], "verbs": [ "put-down", "pick-up", "move-from", "pull-out" ], "verb_classes": [ 1, 0, 11, 31 ], "nouns": [ "bowl", "bowl", "towel:tea", "towel:tea" ], "noun_classes": [ 7, 7, 52, 52 ], "start_stop_timestamps": [ [ "00:16:44.69", "00:16:47.00" ], [ "00:16:46.92", "00:16:49.77" ], [ "00:16:49.62", "00:16:50.94" ], [ "00:16:50.00", "00:16:54.49" ] ], "start_stop_frames": [ [ 50234, 50350 ], [ 50346, 50488 ], [ 50481, 50547 ], [ 50500, 50724 ] ], "trgnoun": "tea_towel", "trgverb": "pull_out" }, { "key": "P31_01+41_42_43_44", "video_id": "P31_01", "narration_ids": [ "P31_01_41", "P31_01_42", "P31_01_43", "P31_01_44" ], "src": "pick_up knife . open door . pick_up salt", "src1": "pick_up knife", "src2": "open door", "src3": "pick_up salt", "trg": "put_in salt", "vis_src": "P31_01:41 P31_01:42 P31_01:43", "vis_trg": "P31_01:44", "narrations": [ "pick up knife", "open door", "pick up salt", "put in salt" ], "verbs": [ "pick-up", "open", "pick-up", "put-in" ], "verb_classes": [ 0, 3, 0, 5 ], "nouns": [ "knife", "door", "salt", "salt" ], "noun_classes": [ 4, 3, 38, 38 ], "start_stop_timestamps": [ [ "00:04:31.36", "00:04:33.15" ], [ "00:04:38.76", "00:04:39.68" ], [ "00:04:44.22", "00:04:46.82" ], [ "00:04:48.84", "00:04:56.82" ] ], "start_stop_frames": [ [ 16281, 16389 ], [ 16725, 16780 ], [ 17053, 17209 ], [ 17330, 17809 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P07_117+82_83_84_85", "video_id": "P07_117", "narration_ids": [ "P07_117_82", "P07_117_83", "P07_117_84", "P07_117_85" ], "src": "grab container . push containers . grab lid", "src1": "grab container", "src2": "push containers", "src3": "grab lid", "trg": "cover container", "vis_src": "P07_117:82 P07_117:83 P07_117:84", "vis_trg": "P07_117:85", "narrations": [ "grab container", "push containers", "grab lid", "cover container" ], "verbs": [ "grab", "push", "grab", "cover" ], "verb_classes": [ 0, 21, 0, 36 ], "nouns": [ "container", "container", "lid", "container" ], "noun_classes": [ 21, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:04:05.97", "00:04:06.54" ], [ "00:04:06.37", "00:04:07.12" ], [ "00:04:08.98", "00:04:10.25" ], [ "00:04:10.32", "00:04:11.25" ] ], "start_stop_frames": [ [ 12298, 12327 ], [ 12318, 12356 ], [ 12449, 12512 ], [ 12516, 12562 ] ], "trgnoun": "container", "trgverb": "cover" }, { "key": "P28_101+62_63_64_65", "video_id": "P28_101", "narration_ids": [ "P28_101_62", "P28_101_63", "P28_101_64", "P28_101_65" ], "src": "put mozzarella . put package . cut mozzarella", "src1": "put mozzarella", "src2": "put package", "src3": "cut mozzarella", "trg": "put mozzarella on bread", "vis_src": "P28_101:62 P28_101:63 P28_101:64", "vis_trg": "P28_101:65", "narrations": [ "put mozzarella", "put package", "cut mozzarella", "put mozzarella on bread" ], "verbs": [ "put", "put", "cut", "put-on" ], "verb_classes": [ 1, 1, 7, 1 ], "nouns": [ "mozzarella", "package", "mozzarella", "mozzarella" ], "noun_classes": [ 32, 26, 32, 32 ], "start_stop_timestamps": [ [ "00:05:13.82", "00:05:14.85" ], [ "00:05:14.87", "00:05:15.58" ], [ "00:05:19.38", "00:05:36.54" ], [ "00:05:40.16", "00:05:51.65" ] ], "start_stop_frames": [ [ 15691, 15742 ], [ 15743, 15779 ], [ 15969, 16827 ], [ 17008, 17582 ] ], "trgnoun": "mozzarella", "trgverb": "put_on" }, { "key": "P22_103+32_33_34_35", "video_id": "P22_103", "narration_ids": [ "P22_103_32", "P22_103_33", "P22_103_34", "P22_103_35" ], "src": "put_down cutlery . pick_up napkin . pick_up leaf", "src1": "put_down cutlery", "src2": "pick_up napkin", "src3": "pick_up leaf", "trg": "put_down leaf", "vis_src": "P22_103:32 P22_103:33 P22_103:34", "vis_trg": "P22_103:35", "narrations": [ "put down cutlery", "pick up napkin", "pick up leaf", "put down leaf" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "cutlery", "napkin", "leaf", "leaf" ], "noun_classes": [ 58, 88, 62, 62 ], "start_stop_timestamps": [ [ "00:00:53.11", "00:00:53.80" ], [ "00:00:53.84", "00:00:54.48" ], [ "00:00:54.56", "00:00:56.02" ], [ "00:00:56.12", "00:00:57.77" ] ], "start_stop_frames": [ [ 2655, 2690 ], [ 2692, 2724 ], [ 2728, 2801 ], [ 2806, 2888 ] ], "trgnoun": "leaf", "trgverb": "put_down" }, { "key": "P25_103+80_81_82_83", "video_id": "P25_103", "narration_ids": [ "P25_103_80", "P25_103_81", "P25_103_82", "P25_103_83" ], "src": "pick_up spoon . open lid . stir sauce", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir sauce", "trg": "put_down lid", "vis_src": "P25_103:80 P25_103:81 P25_103:82", "vis_trg": "P25_103:83", "narrations": [ "pick up spoon", "open lid", "stir sauce", "put down lid" ], "verbs": [ "pick-up", "open", "stir", "put-down" ], "verb_classes": [ 0, 3, 10, 1 ], "nouns": [ "spoon", "lid", "sauce", "lid" ], "noun_classes": [ 1, 6, 47, 6 ], "start_stop_timestamps": [ [ "00:05:14.63", "00:05:15.92" ], [ "00:05:15.79", "00:05:17.10" ], [ "00:05:17.46", "00:05:25.50" ], [ "00:05:25.37", "00:05:28.29" ] ], "start_stop_frames": [ [ 15731, 15796 ], [ 15789, 15855 ], [ 15872, 16275 ], [ 16268, 16414 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P22_15+121_122_123_124", "video_id": "P22_15", "narration_ids": [ "P22_15_121", "P22_15_122", "P22_15_123", "P22_15_124" ], "src": "open tap . rinse salad_bowl . put_down down salad_bowl", "src1": "open tap", "src2": "rinse salad_bowl", "src3": "put_down down salad_bowl", "trg": "close tap", "vis_src": "P22_15:121 P22_15:122 P22_15:123", "vis_trg": "P22_15:124", "narrations": [ "open tap", "rinse salad bowl", "put down down salad bowl", "close tap" ], "verbs": [ "turn-on", "rinse", "put-down", "turn-off" ], "verb_classes": [ 6, 2, 1, 8 ], "nouns": [ "tap", "bowl:salad", "bowl:salad", "tap" ], "noun_classes": [ 0, 7, 7, 0 ], "start_stop_timestamps": [ [ "00:04:51.65", "00:04:52.40" ], [ "00:04:52.66", "00:04:56.79" ], [ "00:04:55.91", "00:04:57.66" ], [ "00:04:57.00", "00:04:59.59" ] ], "start_stop_frames": [ [ 17499, 17544 ], [ 17559, 17807 ], [ 17754, 17859 ], [ 17820, 17975 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P27_105+44_45_46_47", "video_id": "P27_105", "narration_ids": [ "P27_105_44", "P27_105_45", "P27_105_46", "P27_105_47" ], "src": "apply soap . squeeze sponge . pick_up cake_mould", "src1": "apply soap", "src2": "squeeze sponge", "src3": "pick_up cake_mould", "trg": "rinse cake_mould", "vis_src": "P27_105:44 P27_105:45 P27_105:46", "vis_trg": "P27_105:47", "narrations": [ "apply soap", "squeeze sponge", "pick up cake mould", "rinse cake mould" ], "verbs": [ "apply", "squeeze", "pick-up", "rinse" ], "verb_classes": [ 27, 18, 0, 2 ], "nouns": [ "soap", "sponge", "mould:cake", "mould:cake" ], "noun_classes": [ 22, 9, 35, 35 ], "start_stop_timestamps": [ [ "00:02:32.15", "00:02:33.58" ], [ "00:02:33.47", "00:02:36.60" ], [ "00:02:36.90", "00:02:38.12" ], [ "00:02:38.65", "00:02:42.04" ] ], "start_stop_frames": [ [ 7607, 7678 ], [ 7673, 7830 ], [ 7845, 7906 ], [ 7932, 8102 ] ], "trgnoun": "cake_mould", "trgverb": "rinse" }, { "key": "P11_03+28_29_30_31", "video_id": "P11_03", "narration_ids": [ "P11_03_28", "P11_03_29", "P11_03_30", "P11_03_31" ], "src": "remove clothes from backpack . remove carrier_bag . remove bag", "src1": "remove clothes from backpack", "src2": "remove carrier_bag", "src3": "remove bag", "trg": "empty bag", "vis_src": "P11_03:28 P11_03:29 P11_03:30", "vis_trg": "P11_03:31", "narrations": [ "remove clothes from backpack", "remove carrier bag", "remove bag", "empty bag" ], "verbs": [ "remove-from", "remove", "remove", "empty" ], "verb_classes": [ 12, 12, 12, 20 ], "nouns": [ "clothes", "bag:carrier", "bag", "bag" ], "noun_classes": [ 73, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:01:13.10", "00:01:14.88" ], [ "00:01:14.28", "00:01:16.86" ], [ "00:01:17.03", "00:01:20.78" ], [ "00:01:17.96", "00:01:20.27" ] ], "start_stop_frames": [ [ 4386, 4492 ], [ 4456, 4611 ], [ 4621, 4846 ], [ 4677, 4816 ] ], "trgnoun": "bag", "trgverb": "empty" }, { "key": "P03_09+32_33_34_35", "video_id": "P03_09", "narration_ids": [ "P03_09_32", "P03_09_33", "P03_09_34", "P03_09_35" ], "src": "close fridge . fill bottle . turn_off tap", "src1": "close fridge", "src2": "fill bottle", "src3": "turn_off tap", "trg": "close bottle", "vis_src": "P03_09:32 P03_09:33 P03_09:34", "vis_trg": "P03_09:35", "narrations": [ "close fridge", "fill bottle", "turn off tap", "close bottle" ], "verbs": [ "close", "fill", "turn-off", "close" ], "verb_classes": [ 4, 26, 8, 4 ], "nouns": [ "fridge", "bottle", "tap", "bottle" ], "noun_classes": [ 12, 15, 0, 15 ], "start_stop_timestamps": [ [ "00:00:56.88", "00:00:57.49" ], [ "00:00:58.71", "00:01:02.42" ], [ "00:01:02.98", "00:01:04.20" ], [ "00:01:05.01", "00:01:06.84" ] ], "start_stop_frames": [ [ 3412, 3449 ], [ 3522, 3745 ], [ 3778, 3852 ], [ 3900, 4010 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P27_103+233_234_235_237", "video_id": "P27_103", "narration_ids": [ "P27_103_233", "P27_103_234", "P27_103_235", "P27_103_237" ], "src": "put_down plate . turn container . put_down mixer", "src1": "put_down plate", "src2": "turn container", "src3": "put_down mixer", "trg": "adjust mixer", "vis_src": "P27_103:233 P27_103:234 P27_103:235", "vis_trg": "P27_103:237", "narrations": [ "put down plate", "turn container", "put down mixer", "adjust mixer" ], "verbs": [ "put-down", "turn", "put-down", "adjust" ], "verb_classes": [ 1, 23, 1, 17 ], "nouns": [ "plate", "container", "mixer", "mixer" ], "noun_classes": [ 2, 21, 82, 82 ], "start_stop_timestamps": [ [ "00:15:11.25", "00:15:12.64" ], [ "00:15:12.74", "00:15:23.49" ], [ "00:15:23.19", "00:15:24.16" ], [ "00:15:23.23", "00:15:25.01" ] ], "start_stop_frames": [ [ 45562, 45632 ], [ 45637, 46174 ], [ 46159, 46208 ], [ 46161, 46250 ] ], "trgnoun": "mixer", "trgverb": "adjust" }, { "key": "P06_01+19_20_21_22", "video_id": "P06_01", "narration_ids": [ "P06_01_19", "P06_01_20", "P06_01_21", "P06_01_22" ], "src": "put lid on milk . open fridge . put milk in fridge", "src1": "put lid on milk", "src2": "open fridge", "src3": "put milk in fridge", "trg": "close fridge", "vis_src": "P06_01:19 P06_01:20 P06_01:21", "vis_trg": "P06_01:22", "narrations": [ "put lid on milk", "open fridge", "put milk in fridge", "close fridge" ], "verbs": [ "put-on", "open", "put-in", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "lid", "fridge", "milk", "fridge" ], "noun_classes": [ 6, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:01:20.43", "00:01:22.03" ], [ "00:01:24.48", "00:01:25.21" ], [ "00:01:25.21", "00:01:26.36" ], [ "00:01:26.20", "00:01:26.83" ] ], "start_stop_frames": [ [ 4825, 4921 ], [ 5068, 5112 ], [ 5112, 5181 ], [ 5172, 5209 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_109+128_129_130_131", "video_id": "P02_109", "narration_ids": [ "P02_109_128", "P02_109_129", "P02_109_130", "P02_109_131" ], "src": "close garlic_press . press garlic . pick_up wooden", "src1": "close garlic_press", "src2": "press garlic", "src3": "pick_up wooden", "trg": "scrape garlic off presser using wooden spoon", "vis_src": "P02_109:128 P02_109:129 P02_109:130", "vis_trg": "P02_109:131", "narrations": [ "close garlic press", "press garlic", "pick up wooden", "scrape garlic off presser using wooden spoon" ], "verbs": [ "close", "press", "pick-up", "scrape-off" ], "verb_classes": [ 4, 21, 0, 25 ], "nouns": [ "press:garlic", "garlic", "spoon:wooden", "garlic" ], "noun_classes": [ 172, 51, 1, 51 ], "start_stop_timestamps": [ [ "00:10:23.17", "00:10:24.44" ], [ "00:10:25.07", "00:10:25.68" ], [ "00:10:25.66", "00:10:26.23" ], [ "00:10:25.95", "00:10:27.37" ] ], "start_stop_frames": [ [ 31158, 31222 ], [ 31253, 31283 ], [ 31283, 31311 ], [ 31297, 31368 ] ], "trgnoun": "garlic", "trgverb": "scrape_off" }, { "key": "P06_101+158_159_160_161", "video_id": "P06_101", "narration_ids": [ "P06_101_158", "P06_101_159", "P06_101_160", "P06_101_161" ], "src": "put_down chopping_board and knife . stir pan . pick_up salt", "src1": "put_down chopping_board and knife", "src2": "stir pan", "src3": "pick_up salt", "trg": "pour salt into hand", "vis_src": "P06_101:158 P06_101:159 P06_101:160", "vis_trg": "P06_101:161", "narrations": [ "put down chopping board and knife", "stir pan", "pick up salt", "pour salt into hand" ], "verbs": [ "put-down", "stir", "pick-up", "pour-into" ], "verb_classes": [ 1, 10, 0, 9 ], "nouns": [ "board:chopping", "pan", "salt", "salt" ], "noun_classes": [ 18, 5, 38, 38 ], "start_stop_timestamps": [ [ "00:12:14.81", "00:12:15.57" ], [ "00:12:15.62", "00:12:24.14" ], [ "00:12:24.20", "00:12:24.85" ], [ "00:12:25.08", "00:12:27.38" ] ], "start_stop_frames": [ [ 36740, 36778 ], [ 36781, 37207 ], [ 37210, 37242 ], [ 37254, 37369 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P07_113+14_15_16_17", "video_id": "P07_113", "narration_ids": [ "P07_113_14", "P07_113_15", "P07_113_16", "P07_113_17" ], "src": "grab cup . grab pot . pour water into pot", "src1": "grab cup", "src2": "grab pot", "src3": "pour water into pot", "trg": "put pot onto hob", "vis_src": "P07_113:14 P07_113:15 P07_113:16", "vis_trg": "P07_113:17", "narrations": [ "grab cup", "grab pot", "pour water into pot", "put pot onto hob" ], "verbs": [ "grab", "grab", "pour-into", "put-onto" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "cup", "pot", "water", "pot" ], "noun_classes": [ 13, 29, 27, 29 ], "start_stop_timestamps": [ [ "00:00:27.73", "00:00:28.84" ], [ "00:00:28.84", "00:00:30.01" ], [ "00:00:30.58", "00:00:33.86" ], [ "00:00:34.73", "00:00:36.49" ] ], "start_stop_frames": [ [ 1386, 1442 ], [ 1442, 1500 ], [ 1529, 1693 ], [ 1736, 1824 ] ], "trgnoun": "pot", "trgverb": "put_onto" }, { "key": "P11_103+70_71_72_73", "video_id": "P11_103", "narration_ids": [ "P11_103_70", "P11_103_71", "P11_103_72", "P11_103_73" ], "src": "wipe_up water . wipe_down counter . rinse_off rag", "src1": "wipe_up water", "src2": "wipe_down counter", "src3": "rinse_off rag", "trg": "dry rag", "vis_src": "P11_103:70 P11_103:71 P11_103:72", "vis_trg": "P11_103:73", "narrations": [ "wipe up water", "wipe down counter", "rinse off rag", "dry rag" ], "verbs": [ "wipe-up", "wipe-down", "rinse-off", "dry" ], "verb_classes": [ 2, 2, 2, 14 ], "nouns": [ "water", "counter", "rag", "rag" ], "noun_classes": [ 27, 42, 17, 17 ], "start_stop_timestamps": [ [ "00:03:10.83", "00:03:16.66" ], [ "00:03:17.42", "00:03:27.59" ], [ "00:03:29.62", "00:03:31.04" ], [ "00:03:33.25", "00:03:37.27" ] ], "start_stop_frames": [ [ 9541, 9833 ], [ 9871, 10379 ], [ 10481, 10552 ], [ 10662, 10863 ] ], "trgnoun": "rag", "trgverb": "dry" }, { "key": "P22_113+301_302_303_304", "video_id": "P22_113", "narration_ids": [ "P22_113_301", "P22_113_302", "P22_113_303", "P22_113_304" ], "src": "put_down cutlery . put_down plate . open lid", "src1": "put_down cutlery", "src2": "put_down plate", "src3": "open lid", "trg": "put_down lid", "vis_src": "P22_113:301 P22_113:302 P22_113:303", "vis_trg": "P22_113:304", "narrations": [ "put down cutlery", "put down plate", "open lid", "put down lid" ], "verbs": [ "put-down", "put-down", "open", "put-down" ], "verb_classes": [ 1, 1, 3, 1 ], "nouns": [ "cutlery", "plate", "lid", "lid" ], "noun_classes": [ 58, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:10:17.75", "00:10:19.00" ], [ "00:10:20.10", "00:10:20.89" ], [ "00:10:22.30", "00:10:23.01" ], [ "00:10:23.17", "00:10:25.97" ] ], "start_stop_frames": [ [ 30887, 30950 ], [ 31005, 31044 ], [ 31114, 31150 ], [ 31158, 31298 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P03_119+87_88_89_90", "video_id": "P03_119", "narration_ids": [ "P03_119_87", "P03_119_88", "P03_119_89", "P03_119_90" ], "src": "turn_off tap . wash frying_pan . rinse sponge", "src1": "turn_off tap", "src2": "wash frying_pan", "src3": "rinse sponge", "trg": "squeeze sponge", "vis_src": "P03_119:87 P03_119:88 P03_119:89", "vis_trg": "P03_119:90", "narrations": [ "turn off tap", "wash frying pan", "rinse sponge", "squeeze sponge" ], "verbs": [ "turn-off", "wash", "rinse", "squeeze" ], "verb_classes": [ 8, 2, 2, 18 ], "nouns": [ "tap", "pan:frying", "sponge", "sponge" ], "noun_classes": [ 0, 5, 9, 9 ], "start_stop_timestamps": [ [ "00:03:59.87", "00:04:00.61" ], [ "00:04:00.67", "00:04:11.56" ], [ "00:04:11.37", "00:04:12.08" ], [ "00:04:11.68", "00:04:12.43" ] ], "start_stop_frames": [ [ 11993, 12030 ], [ 12033, 12578 ], [ 12568, 12604 ], [ 12584, 12621 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P28_103+237_238_239_240", "video_id": "P28_103", "narration_ids": [ "P28_103_237", "P28_103_238", "P28_103_239", "P28_103_240" ], "src": "take spatula . wear oven_glove . stir vegetables", "src1": "take spatula", "src2": "wear oven_glove", "src3": "stir vegetables", "trg": "put oven_glove", "vis_src": "P28_103:237 P28_103:238 P28_103:239", "vis_trg": "P28_103:240", "narrations": [ "take spatula", "wear oven glove", "stir vegetables", "put oven glove" ], "verbs": [ "take", "wear", "stir", "put" ], "verb_classes": [ 0, 68, 10, 1 ], "nouns": [ "spatula", "glove:oven", "vegetable", "glove:oven" ], "noun_classes": [ 20, 60, 94, 60 ], "start_stop_timestamps": [ [ "00:24:37.36", "00:24:38.72" ], [ "00:24:41.04", "00:24:41.84" ], [ "00:24:41.94", "00:24:58.30" ], [ "00:24:58.44", "00:24:58.90" ] ], "start_stop_frames": [ [ 73868, 73936 ], [ 74052, 74092 ], [ 74097, 74915 ], [ 74922, 74945 ] ], "trgnoun": "oven_glove", "trgverb": "put" }, { "key": "P26_10+6_7_8_9", "video_id": "P26_10", "narration_ids": [ "P26_10_6", "P26_10_7", "P26_10_8", "P26_10_9" ], "src": "put pot . open door . turn_on stove", "src1": "put pot", "src2": "open door", "src3": "turn_on stove", "trg": "put pot on the cooker", "vis_src": "P26_10:6 P26_10:7 P26_10:8", "vis_trg": "P26_10:9", "narrations": [ "put pot", "open door", "turn on stove", "put pot on the cooker" ], "verbs": [ "put", "open", "turn-on", "put-on" ], "verb_classes": [ 1, 3, 6, 1 ], "nouns": [ "pot", "door", "stove", "pot" ], "noun_classes": [ 29, 3, 24, 29 ], "start_stop_timestamps": [ [ "00:00:41.21", "00:00:43.58" ], [ "00:00:43.68", "00:00:44.81" ], [ "00:00:46.88", "00:00:54.78" ], [ "00:00:55.13", "00:00:57.88" ] ], "start_stop_frames": [ [ 2472, 2614 ], [ 2620, 2688 ], [ 2812, 3286 ], [ 3307, 3472 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P10_04+60_61_62_63", "video_id": "P10_04", "narration_ids": [ "P10_04_60", "P10_04_61", "P10_04_62", "P10_04_63" ], "src": "remove the water from the glass bowl . put some flour into the fish . get a pair of chopstick", "src1": "remove the water from the glass bowl", "src2": "put some flour into the fish", "src3": "get a pair of chopstick", "trg": "mix the flour with the fish", "vis_src": "P10_04:60 P10_04:61 P10_04:62", "vis_trg": "P10_04:63", "narrations": [ "remove the water from the glass bowl", "put some flour into the fish", "get a pair of chopstick", "mix the flour with the fish" ], "verbs": [ "remove-from", "put-into", "get", "mix-with" ], "verb_classes": [ 12, 5, 0, 10 ], "nouns": [ "water", "flour", "pair:chopstick", "flour" ], "noun_classes": [ 27, 75, 80, 75 ], "start_stop_timestamps": [ [ "00:06:36.67", "00:06:39.67" ], [ "00:06:40.80", "00:06:51.88" ], [ "00:06:52.41", "00:06:53.92" ], [ "00:06:54.02", "00:07:00.67" ] ], "start_stop_frames": [ [ 23800, 23980 ], [ 24048, 24712 ], [ 24744, 24835 ], [ 24841, 25240 ] ], "trgnoun": "flour", "trgverb": "mix_with" }, { "key": "P01_105+401_402_403_404", "video_id": "P01_105", "narration_ids": [ "P01_105_401", "P01_105_402", "P01_105_403", "P01_105_404" ], "src": "turn_off tap . pick_up cloth . dry knife", "src1": "turn_off tap", "src2": "pick_up cloth", "src3": "dry knife", "trg": "put_down cloth", "vis_src": "P01_105:401 P01_105:402 P01_105:403", "vis_trg": "P01_105:404", "narrations": [ "turn off tap", "pick up cloth", "dry knife", "put down cloth" ], "verbs": [ "turn-off", "pick-up", "dry", "put-down" ], "verb_classes": [ 8, 0, 14, 1 ], "nouns": [ "tap", "cloth", "knife", "cloth" ], "noun_classes": [ 0, 17, 4, 17 ], "start_stop_timestamps": [ [ "00:15:41.86", "00:15:42.39" ], [ "00:15:43.34", "00:15:43.94" ], [ "00:15:43.82", "00:15:45.84" ], [ "00:15:45.59", "00:15:46.69" ] ], "start_stop_frames": [ [ 47093, 47119 ], [ 47167, 47197 ], [ 47191, 47292 ], [ 47279, 47334 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P02_118+199_200_201_202", "video_id": "P02_118", "narration_ids": [ "P02_118_199", "P02_118_200", "P02_118_201", "P02_118_202" ], "src": "put_down washing_liquid . squeeze sponge . pick_up mug", "src1": "put_down washing_liquid", "src2": "squeeze sponge", "src3": "pick_up mug", "trg": "sponge mug", "vis_src": "P02_118:199 P02_118:200 P02_118:201", "vis_trg": "P02_118:202", "narrations": [ "put down washing liquid", "squeeze sponge", "pick up mug", "sponge mug" ], "verbs": [ "put-down", "squeeze", "pick-up", "sponge" ], "verb_classes": [ 1, 18, 0, 2 ], "nouns": [ "liquid:washing", "sponge", "mug", "mug" ], "noun_classes": [ 22, 9, 13, 13 ], "start_stop_timestamps": [ [ "00:10:29.03", "00:10:29.95" ], [ "00:10:29.27", "00:10:30.23" ], [ "00:10:30.30", "00:10:31.02" ], [ "00:10:31.09", "00:10:34.40" ] ], "start_stop_frames": [ [ 31451, 31497 ], [ 31463, 31511 ], [ 31514, 31551 ], [ 31554, 31720 ] ], "trgnoun": "mug", "trgverb": "sponge" }, { "key": "P23_02+104_105_106_107", "video_id": "P23_02", "narration_ids": [ "P23_02_104", "P23_02_105", "P23_02_106", "P23_02_107" ], "src": "open the top . open the door . washing the hands", "src1": "open the top", "src2": "open the door", "src3": "washing the hands", "trg": "close the top", "vis_src": "P23_02:104 P23_02:105 P23_02:106", "vis_trg": "P23_02:107", "narrations": [ "open the top", "open the door", "washing the hands", "close the top" ], "verbs": [ "open", "open", "wash", "close" ], "verb_classes": [ 3, 3, 2, 4 ], "nouns": [ "top", "door", "hand", "top" ], "noun_classes": [ 42, 3, 11, 42 ], "start_stop_timestamps": [ [ "00:14:17.00", "00:14:28.26" ], [ "00:14:21.51", "00:14:25.25" ], [ "00:14:28.36", "00:14:30.43" ], [ "00:14:30.48", "00:14:31.37" ] ], "start_stop_frames": [ [ 51420, 52095 ], [ 51690, 51915 ], [ 52101, 52225 ], [ 52228, 52282 ] ], "trgnoun": "top", "trgverb": "close" }, { "key": "P10_04+182_183_184_185", "video_id": "P10_04", "narration_ids": [ "P10_04_182", "P10_04_183", "P10_04_184", "P10_04_185" ], "src": "get the cover of the bowl . put it on one side . pour the sauce into the pot", "src1": "get the cover of the bowl", "src2": "put it on one side", "src3": "pour the sauce into the pot", "trg": "cover it", "vis_src": "P10_04:182 P10_04:183 P10_04:184", "vis_trg": "P10_04:185", "narrations": [ "get the cover of the bowl", "put it on one side", "pour the sauce into the pot", "cover it" ], "verbs": [ "get", "put-on", "pour-into", "cover" ], "verb_classes": [ 0, 1, 9, 36 ], "nouns": [ "cover", "side", "sauce", "sauce" ], "noun_classes": [ 89, 42, 47, 47 ], "start_stop_timestamps": [ [ "00:20:14.24", "00:20:16.82" ], [ "00:20:16.14", "00:20:17.92" ], [ "00:20:18.91", "00:20:23.25" ], [ "00:20:22.09", "00:20:26.81" ] ], "start_stop_frames": [ [ 72854, 73009 ], [ 72968, 73075 ], [ 73134, 73395 ], [ 73325, 73608 ] ], "trgnoun": "sauce", "trgverb": "cover" }, { "key": "P06_101+187_188_189_190", "video_id": "P06_101", "narration_ids": [ "P06_101_187", "P06_101_188", "P06_101_189", "P06_101_190" ], "src": "pour chopped_tomatoes into pan . put_down can . stir pan", "src1": "pour chopped_tomatoes into pan", "src2": "put_down can", "src3": "stir pan", "trg": "pick_up can", "vis_src": "P06_101:187 P06_101:188 P06_101:189", "vis_trg": "P06_101:190", "narrations": [ "pour chopped tomatoes into pan", "put down can", "stir pan", "pick up can" ], "verbs": [ "pour-into", "put-down", "stir", "pick-up" ], "verb_classes": [ 9, 1, 10, 0 ], "nouns": [ "tomato:chopped", "can", "pan", "can" ], "noun_classes": [ 43, 61, 5, 61 ], "start_stop_timestamps": [ [ "00:14:04.37", "00:14:10.75" ], [ "00:14:10.47", "00:14:11.57" ], [ "00:14:11.67", "00:14:18.80" ], [ "00:14:18.90", "00:14:21.83" ] ], "start_stop_frames": [ [ 42218, 42537 ], [ 42523, 42578 ], [ 42583, 42940 ], [ 42945, 43091 ] ], "trgnoun": "can", "trgverb": "pick_up" }, { "key": "P37_102+78_79_80_81", "video_id": "P37_102", "narration_ids": [ "P37_102_78", "P37_102_79", "P37_102_80", "P37_102_81" ], "src": "cut carrots into sticks . cut carrots . take carrots", "src1": "cut carrots into sticks", "src2": "cut carrots", "src3": "take carrots", "trg": "put carrots in plate", "vis_src": "P37_102:78 P37_102:79 P37_102:80", "vis_trg": "P37_102:81", "narrations": [ "cut carrots into sticks", "cut carrots", "take carrots", "put carrots in plate" ], "verbs": [ "cut-into", "cut", "take", "put-in" ], "verb_classes": [ 7, 7, 0, 5 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:05:42.00", "00:05:54.50" ], [ "00:05:54.60", "00:06:03.35" ], [ "00:06:05.00", "00:06:09.29" ], [ "00:06:08.65", "00:06:10.45" ] ], "start_stop_frames": [ [ 17100, 17725 ], [ 17730, 18167 ], [ 18250, 18464 ], [ 18432, 18522 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P24_01+61_62_63_64", "video_id": "P24_01", "narration_ids": [ "P24_01_61", "P24_01_62", "P24_01_63", "P24_01_64" ], "src": "rinse knife . turn_off tap . open door", "src1": "rinse knife", "src2": "turn_off tap", "src3": "open door", "trg": "put_down knife", "vis_src": "P24_01:61 P24_01:62 P24_01:63", "vis_trg": "P24_01:64", "narrations": [ "rinse knife", "turn off tap", "open door", "put down knife" ], "verbs": [ "rinse", "turn-off", "open", "put-down" ], "verb_classes": [ 2, 8, 3, 1 ], "nouns": [ "knife", "tap", "door", "knife" ], "noun_classes": [ 4, 0, 3, 4 ], "start_stop_timestamps": [ [ "00:08:17.25", "00:08:23.37" ], [ "00:08:23.42", "00:08:24.71" ], [ "00:08:26.40", "00:08:27.33" ], [ "00:08:27.22", "00:08:28.87" ] ], "start_stop_frames": [ [ 29835, 30202 ], [ 30205, 30282 ], [ 30384, 30439 ], [ 30433, 30532 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P23_102+24_25_26_27", "video_id": "P23_102", "narration_ids": [ "P23_102_24", "P23_102_25", "P23_102_26", "P23_102_27" ], "src": "put bowl . switch_on lighter . open gas", "src1": "put bowl", "src2": "switch_on lighter", "src3": "open gas", "trg": "switch_on gas", "vis_src": "P23_102:24 P23_102:25 P23_102:26", "vis_trg": "P23_102:27", "narrations": [ "put bowl", "switch on lighter", "open gas", "switch on gas" ], "verbs": [ "put", "switch-on", "open", "switch-on" ], "verb_classes": [ 1, 6, 3, 6 ], "nouns": [ "bowl", "lighter", "gas", "gas" ], "noun_classes": [ 7, 130, 24, 24 ], "start_stop_timestamps": [ [ "00:03:36.28", "00:03:38.80" ], [ "00:03:42.71", "00:03:45.32" ], [ "00:03:45.42", "00:03:47.23" ], [ "00:03:47.46", "00:03:49.56" ] ], "start_stop_frames": [ [ 10814, 10940 ], [ 11135, 11266 ], [ 11271, 11361 ], [ 11373, 11478 ] ], "trgnoun": "gas", "trgverb": "switch_on" }, { "key": "P08_23+196_197_198_199", "video_id": "P08_23", "narration_ids": [ "P08_23_196", "P08_23_197", "P08_23_198", "P08_23_199" ], "src": "take bowl . place bowl . put garlic in garlic_press", "src1": "take bowl", "src2": "place bowl", "src3": "put garlic in garlic_press", "trg": "squeeze garlic_press", "vis_src": "P08_23:196 P08_23:197 P08_23:198", "vis_trg": "P08_23:199", "narrations": [ "take bowl", "place bowl", "put garlic in garlic press", "squeeze" ], "verbs": [ "take", "place", "put-in", "squeeze" ], "verb_classes": [ 0, 1, 5, 18 ], "nouns": [ "bowl", "bowl", "press:garlic", "press:garlic" ], "noun_classes": [ 7, 7, 172, 172 ], "start_stop_timestamps": [ [ "00:18:03.90", "00:18:05.11" ], [ "00:18:04.44", "00:18:08.08" ], [ "00:18:09.74", "00:18:11.46" ], [ "00:18:11.56", "00:18:14.33" ] ], "start_stop_frames": [ [ 65034, 65106 ], [ 65066, 65284 ], [ 65384, 65487 ], [ 65493, 65659 ] ], "trgnoun": "garlic_press", "trgverb": "squeeze" }, { "key": "P04_121+590_591_592_593", "video_id": "P04_121", "narration_ids": [ "P04_121_590", "P04_121_591", "P04_121_592", "P04_121_593" ], "src": "stretch cheese . fold cheese . pick_up bowl", "src1": "stretch cheese", "src2": "fold cheese", "src3": "pick_up bowl", "trg": "tip whey out of bowl into pan", "vis_src": "P04_121:590 P04_121:591 P04_121:592", "vis_trg": "P04_121:593", "narrations": [ "stretch cheese", "fold cheese", "pick up bowl", "tip whey out of bowl into pan" ], "verbs": [ "stretch", "fold", "pick-up", "tip-out" ], "verb_classes": [ 50, 28, 0, 20 ], "nouns": [ "cheese", "cheese", "bowl", "bowl" ], "noun_classes": [ 32, 32, 7, 7 ], "start_stop_timestamps": [ [ "00:23:29.41", "00:23:30.71" ], [ "00:23:29.73", "00:23:31.98" ], [ "00:23:33.93", "00:23:34.74" ], [ "00:23:34.64", "00:23:36.27" ] ], "start_stop_frames": [ [ 70470, 70535 ], [ 70486, 70599 ], [ 70696, 70737 ], [ 70732, 70813 ] ], "trgnoun": "bowl", "trgverb": "tip_out" }, { "key": "P04_01+16_17_18_19", "video_id": "P04_01", "narration_ids": [ "P04_01_16", "P04_01_17", "P04_01_18", "P04_01_19" ], "src": "pick_up chopping_board . put_down chopping_board . pick_up knife", "src1": "pick_up chopping_board", "src2": "put_down chopping_board", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P04_01:16 P04_01:17 P04_01:18", "vis_trg": "P04_01:19", "narrations": [ "pick up chopping board", "put down chopping board", "pick up knife", "put down knife" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "knife", "knife" ], "noun_classes": [ 18, 18, 4, 4 ], "start_stop_timestamps": [ [ "00:00:55.95", "00:00:58.12" ], [ "00:00:57.59", "00:01:04.09" ], [ "00:01:04.24", "00:01:04.91" ], [ "00:01:05.01", "00:01:06.57" ] ], "start_stop_frames": [ [ 3357, 3487 ], [ 3455, 3845 ], [ 3854, 3894 ], [ 3900, 3994 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P05_03+65_66_67_68", "video_id": "P05_03", "narration_ids": [ "P05_03_65", "P05_03_66", "P05_03_67", "P05_03_68" ], "src": "throw pasta_bag . take wooden_spoon . stir pasta in pot", "src1": "throw pasta_bag", "src2": "take wooden_spoon", "src3": "stir pasta in pot", "trg": "place wooden_spoon into refrigerator", "vis_src": "P05_03:65 P05_03:66 P05_03:67", "vis_trg": "P05_03:68", "narrations": [ "throw pasta bag", "take wooden spoon", "stir pasta in pot", "place wooden spoon into refrigerator" ], "verbs": [ "throw", "take", "stir-in", "place-into" ], "verb_classes": [ 13, 0, 10, 5 ], "nouns": [ "bag:pasta", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 19, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:05:30.87", "00:05:32.06" ], [ "00:05:33.22", "00:05:36.01" ], [ "00:05:36.07", "00:05:42.06" ], [ "00:05:41.62", "00:05:43.31" ] ], "start_stop_frames": [ [ 19852, 19923 ], [ 19993, 20160 ], [ 20164, 20523 ], [ 20497, 20598 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_into" }, { "key": "P04_109+57_58_59_60", "video_id": "P04_109", "narration_ids": [ "P04_109_57", "P04_109_58", "P04_109_59", "P04_109_60" ], "src": "pick_up knife . grab piece of carrot . slice piece of carrot", "src1": "pick_up knife", "src2": "grab piece of carrot", "src3": "slice piece of carrot", "trg": "take piece of carrot off knife", "vis_src": "P04_109:57 P04_109:58 P04_109:59", "vis_trg": "P04_109:60", "narrations": [ "pick up knife", "grab piece of carrot", "slice piece of carrot", "take piece of carrot off knife" ], "verbs": [ "pick-up", "grab", "slice", "take-off" ], "verb_classes": [ 0, 0, 7, 12 ], "nouns": [ "knife", "piece:carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 4, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:32.15", "00:02:33.19" ], [ "00:02:33.11", "00:02:34.48" ], [ "00:02:34.53", "00:02:36.50" ], [ "00:02:36.38", "00:02:37.20" ] ], "start_stop_frames": [ [ 7607, 7659 ], [ 7655, 7723 ], [ 7726, 7825 ], [ 7819, 7859 ] ], "trgnoun": "carrot_piece", "trgverb": "take_off" }, { "key": "P03_04+243_244_245_246", "video_id": "P03_04", "narration_ids": [ "P03_04_243", "P03_04_244", "P03_04_245", "P03_04_246" ], "src": "put pepper . stir food . grab olive_oil", "src1": "put pepper", "src2": "stir food", "src3": "grab olive_oil", "trg": "open olive_oil", "vis_src": "P03_04:243 P03_04:244 P03_04:245", "vis_trg": "P03_04:246", "narrations": [ "put pepper", "stir food", "grab olive oil", "open olive oil" ], "verbs": [ "put", "stir", "grab", "open" ], "verb_classes": [ 1, 10, 0, 3 ], "nouns": [ "pepper", "food", "oil:olive", "oil:olive" ], "noun_classes": [ 37, 34, 31, 31 ], "start_stop_timestamps": [ [ "00:16:54.77", "00:17:00.77" ], [ "00:17:02.37", "00:17:27.12" ], [ "00:17:28.28", "00:17:29.06" ], [ "00:17:29.94", "00:17:30.61" ] ], "start_stop_frames": [ [ 60886, 61246 ], [ 61342, 62827 ], [ 62896, 62943 ], [ 62996, 63036 ] ], "trgnoun": "olive_oil", "trgverb": "open" }, { "key": "P04_120+23_24_25_26", "video_id": "P04_120", "narration_ids": [ "P04_120_23", "P04_120_24", "P04_120_25", "P04_120_26" ], "src": "put_down spatula . pick_up water_bottle . take top off water_bottle", "src1": "put_down spatula", "src2": "pick_up water_bottle", "src3": "take top off water_bottle", "trg": "drink water", "vis_src": "P04_120:23 P04_120:24 P04_120:25", "vis_trg": "P04_120:26", "narrations": [ "put down spatula", "pick up water bottle", "take top off water bottle", "drink water" ], "verbs": [ "put-down", "pick-up", "take", "drink" ], "verb_classes": [ 1, 0, 0, 60 ], "nouns": [ "spatula", "bottle:water", "bottle:water", "water" ], "noun_classes": [ 20, 15, 15, 27 ], "start_stop_timestamps": [ [ "00:01:16.88", "00:01:17.76" ], [ "00:01:17.77", "00:01:18.60" ], [ "00:01:18.46", "00:01:21.03" ], [ "00:01:18.00", "00:01:22.23" ] ], "start_stop_frames": [ [ 3844, 3888 ], [ 3888, 3929 ], [ 3923, 4051 ], [ 3900, 4111 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P01_01+230_231_232_233", "video_id": "P01_01", "narration_ids": [ "P01_01_230", "P01_01_231", "P01_01_232", "P01_01_233" ], "src": "open drawer . take spatula . stir vegetables into a bowl", "src1": "open drawer", "src2": "take spatula", "src3": "stir vegetables into a bowl", "trg": "put_down spatula", "vis_src": "P01_01:230 P01_01:231 P01_01:232", "vis_trg": "P01_01:233", "narrations": [ "open drawer", "take spatula", "stir vegetables into a bowl", "put down spatula" ], "verbs": [ "open", "take", "stir-into", "put-down" ], "verb_classes": [ 3, 0, 10, 1 ], "nouns": [ "drawer", "spatula", "vegetable", "spatula" ], "noun_classes": [ 8, 20, 94, 20 ], "start_stop_timestamps": [ [ "00:17:26.31", "00:17:28.40" ], [ "00:17:31.67", "00:17:32.77" ], [ "00:17:31.88", "00:17:47.42" ], [ "00:17:46.54", "00:17:47.60" ] ], "start_stop_frames": [ [ 62778, 62904 ], [ 63100, 63166 ], [ 63112, 64045 ], [ 63992, 64055 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P12_04+87_88_89_90", "video_id": "P12_04", "narration_ids": [ "P12_04_87", "P12_04_88", "P12_04_89", "P12_04_90" ], "src": "take plate . put chopped_cucumber on plate . take olive_oil", "src1": "take plate", "src2": "put chopped_cucumber on plate", "src3": "take olive_oil", "trg": "apply olive_oil", "vis_src": "P12_04:87 P12_04:88 P12_04:89", "vis_trg": "P12_04:90", "narrations": [ "take plate", "put chopped cucumber on plate", "take olive oil", "apply olive oil" ], "verbs": [ "take", "put-on", "take", "apply" ], "verb_classes": [ 0, 1, 0, 27 ], "nouns": [ "plate", "cucumber:chopped", "oil:olive", "oil:olive" ], "noun_classes": [ 2, 72, 31, 31 ], "start_stop_timestamps": [ [ "00:25:00.44", "00:25:02.19" ], [ "00:25:09.00", "00:25:32.82" ], [ "00:25:34.64", "00:25:36.39" ], [ "00:25:37.50", "00:25:43.47" ] ], "start_stop_frames": [ [ 90026, 90131 ], [ 90540, 91969 ], [ 92078, 92183 ], [ 92250, 92608 ] ], "trgnoun": "olive_oil", "trgverb": "apply" }, { "key": "P04_113+33_34_35_37", "video_id": "P04_113", "narration_ids": [ "P04_113_33", "P04_113_34", "P04_113_35", "P04_113_37" ], "src": "put lid on tupperware . pick_up tupperware . pick_up tupperware_lid", "src1": "put lid on tupperware", "src2": "pick_up tupperware", "src3": "pick_up tupperware_lid", "trg": "put tupperware in cupboard", "vis_src": "P04_113:33 P04_113:34 P04_113:35", "vis_trg": "P04_113:37", "narrations": [ "put lid on tupperware", "pick up tupperware", "pick up tupperware lid", "put tupperware in cupboard" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 1, 0, 0, 5 ], "nouns": [ "lid", "tupperware", "lid:tupperware", "tupperware" ], "noun_classes": [ 6, 23, 6, 23 ], "start_stop_timestamps": [ [ "00:01:11.64", "00:01:13.39" ], [ "00:01:13.64", "00:01:14.39" ], [ "00:01:14.75", "00:01:15.54" ], [ "00:01:15.49", "00:01:17.87" ] ], "start_stop_frames": [ [ 3582, 3669 ], [ 3682, 3719 ], [ 3737, 3776 ], [ 3774, 3893 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P08_18+13_14_15_16", "video_id": "P08_18", "narration_ids": [ "P08_18_13", "P08_18_14", "P08_18_15", "P08_18_16" ], "src": "open dishwasher . open drawer . arrange bowl", "src1": "open dishwasher", "src2": "open drawer", "src3": "arrange bowl", "trg": "close drawer", "vis_src": "P08_18:13 P08_18:14 P08_18:15", "vis_trg": "P08_18:16", "narrations": [ "open dishwasher", "open drawer", "arrange bowl", "close drawer" ], "verbs": [ "open", "open", "arrange", "close" ], "verb_classes": [ 3, 3, 40, 4 ], "nouns": [ "dishwasher", "drawer", "bowl", "drawer" ], "noun_classes": [ 70, 8, 7, 8 ], "start_stop_timestamps": [ [ "00:00:59.27", "00:01:00.07" ], [ "00:01:00.77", "00:01:01.90" ], [ "00:01:02.31", "00:01:11.19" ], [ "00:01:11.67", "00:01:13.43" ] ], "start_stop_frames": [ [ 3556, 3604 ], [ 3646, 3714 ], [ 3738, 4271 ], [ 4300, 4405 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P01_107+41_42_43_44", "video_id": "P01_107", "narration_ids": [ "P01_107_41", "P01_107_42", "P01_107_43", "P01_107_44" ], "src": "pour water into bottle . turn_off tap . rinse bottle", "src1": "pour water into bottle", "src2": "turn_off tap", "src3": "rinse bottle", "trg": "empty bottle", "vis_src": "P01_107:41 P01_107:42 P01_107:43", "vis_trg": "P01_107:44", "narrations": [ "pour water into bottle", "turn off tap", "rinse bottle", "empty bottle" ], "verbs": [ "pour-into", "turn-off", "rinse", "empty" ], "verb_classes": [ 9, 8, 2, 20 ], "nouns": [ "water", "tap", "bottle", "bottle" ], "noun_classes": [ 27, 0, 15, 15 ], "start_stop_timestamps": [ [ "00:01:19.69", "00:01:21.49" ], [ "00:01:20.14", "00:01:21.93" ], [ "00:01:21.39", "00:01:23.27" ], [ "00:01:23.01", "00:01:25.51" ] ], "start_stop_frames": [ [ 3984, 4074 ], [ 4007, 4096 ], [ 4069, 4163 ], [ 4150, 4275 ] ], "trgnoun": "bottle", "trgverb": "empty" }, { "key": "P03_109+33_34_35_36", "video_id": "P03_109", "narration_ids": [ "P03_109_33", "P03_109_34", "P03_109_35", "P03_109_36" ], "src": "close washing_machine . pick_up cutlery . put knife in bowl", "src1": "close washing_machine", "src2": "pick_up cutlery", "src3": "put knife in bowl", "trg": "pick_up knife", "vis_src": "P03_109:33 P03_109:34 P03_109:35", "vis_trg": "P03_109:36", "narrations": [ "close washing machine", "pick up cutlery", "put knife in bowl", "pick up knife" ], "verbs": [ "close", "pick-up", "put-in", "pick-up" ], "verb_classes": [ 4, 0, 5, 0 ], "nouns": [ "machine:washing", "cutlery", "knife", "knife" ], "noun_classes": [ 124, 58, 4, 4 ], "start_stop_timestamps": [ [ "00:00:56.86", "00:00:57.65" ], [ "00:00:57.90", "00:01:03.04" ], [ "00:01:03.21", "00:01:04.21" ], [ "00:01:04.06", "00:01:05.23" ] ], "start_stop_frames": [ [ 2843, 2882 ], [ 2895, 3152 ], [ 3160, 3210 ], [ 3203, 3261 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P10_04+263_264_266_267", "video_id": "P10_04", "narration_ids": [ "P10_04_263", "P10_04_264", "P10_04_266", "P10_04_267" ], "src": "wash the green_bean with tap water . put the pot on the hob . stir the lettuce", "src1": "wash the green_bean with tap water", "src2": "put the pot on the hob", "src3": "stir the lettuce", "trg": "mix the lettuce with soy sauce", "vis_src": "P10_04:263 P10_04:264 P10_04:266", "vis_trg": "P10_04:267", "narrations": [ "wash the green bean with tap water", "put the pot on the hob", "stir the lettuce", "mix the lettuce with soy sauce" ], "verbs": [ "wash-with", "put-on", "stir", "mix-with" ], "verb_classes": [ 2, 1, 10, 10 ], "nouns": [ "bean:green", "pot", "lettuce", "lettuce" ], "noun_classes": [ 185, 29, 120, 120 ], "start_stop_timestamps": [ [ "00:28:39.65", "00:28:43.85" ], [ "00:28:43.87", "00:28:47.53" ], [ "00:28:49.01", "00:29:04.62" ], [ "00:28:49.33", "00:28:56.01" ] ], "start_stop_frames": [ [ 103179, 103431 ], [ 103432, 103651 ], [ 103740, 104677 ], [ 103759, 104160 ] ], "trgnoun": "lettuce", "trgverb": "mix_with" }, { "key": "P06_103+73_74_75_76", "video_id": "P06_103", "narration_ids": [ "P06_103_73", "P06_103_74", "P06_103_75", "P06_103_76" ], "src": "put_down cup . pick_up rice . pour rice into cup", "src1": "put_down cup", "src2": "pick_up rice", "src3": "pour rice into cup", "trg": "put_down rice", "vis_src": "P06_103:73 P06_103:74 P06_103:75", "vis_trg": "P06_103:76", "narrations": [ "put down cup", "pick up rice", "pour rice into cup", "put down rice" ], "verbs": [ "put-down", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "cup", "rice", "rice", "rice" ], "noun_classes": [ 13, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:04:15.48", "00:04:16.23" ], [ "00:04:16.26", "00:04:17.74" ], [ "00:04:17.83", "00:04:24.75" ], [ "00:04:25.17", "00:04:26.68" ] ], "start_stop_frames": [ [ 12774, 12811 ], [ 12813, 12887 ], [ 12891, 13237 ], [ 13258, 13334 ] ], "trgnoun": "rice", "trgverb": "put_down" }, { "key": "P02_130+271_272_273_275", "video_id": "P02_130", "narration_ids": [ "P02_130_271", "P02_130_272", "P02_130_273", "P02_130_275" ], "src": "mix chocolate_mixture with biscuits . hold bowl . hit wooden_spoon on side of bowl", "src1": "mix chocolate_mixture with biscuits", "src2": "hold bowl", "src3": "hit wooden_spoon on side of bowl", "trg": "leave wooden_spoon in bowl", "vis_src": "P02_130:271 P02_130:272 P02_130:273", "vis_trg": "P02_130:275", "narrations": [ "mix chocolate mixture with biscuits", "hold bowl", "hit wooden spoon on side of bowl", "leave wooden spoon in bowl" ], "verbs": [ "mix-with", "hold", "hit-on", "leave-in" ], "verb_classes": [ 10, 34, 32, 1 ], "nouns": [ "mixture:chocolate", "bowl", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 71, 7, 1, 1 ], "start_stop_timestamps": [ [ "00:15:08.16", "00:15:44.58" ], [ "00:15:12.27", "00:15:14.23" ], [ "00:15:45.44", "00:15:48.27" ], [ "00:16:20.80", "00:16:21.55" ] ], "start_stop_frames": [ [ 45408, 47229 ], [ 45613, 45711 ], [ 47272, 47413 ], [ 49040, 49077 ] ], "trgnoun": "wooden_spoon", "trgverb": "leave_in" }, { "key": "P28_111+110_111_112_113", "video_id": "P28_111", "narration_ids": [ "P28_111_110", "P28_111_111", "P28_111_112", "P28_111_113" ], "src": "take grater . put grater . take plate", "src1": "take grater", "src2": "put grater", "src3": "take plate", "trg": "wash plate", "vis_src": "P28_111:110 P28_111:111 P28_111:112", "vis_trg": "P28_111:113", "narrations": [ "take grater", "put grater", "take plate", "wash plate" ], "verbs": [ "take", "put", "take", "wash" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "grater", "grater", "plate", "plate" ], "noun_classes": [ 96, 96, 2, 2 ], "start_stop_timestamps": [ [ "00:05:22.85", "00:05:23.66" ], [ "00:05:23.36", "00:05:24.09" ], [ "00:05:24.19", "00:05:24.88" ], [ "00:05:24.33", "00:05:31.29" ] ], "start_stop_frames": [ [ 16142, 16183 ], [ 16168, 16204 ], [ 16209, 16244 ], [ 16216, 16564 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P04_08+15_16_17_18", "video_id": "P04_08", "narration_ids": [ "P04_08_15", "P04_08_16", "P04_08_17", "P04_08_18" ], "src": "pick_up spoon . spoon yoghurt into bowl . open fridge", "src1": "pick_up spoon", "src2": "spoon yoghurt into bowl", "src3": "open fridge", "trg": "put away yoghurt", "vis_src": "P04_08:15 P04_08:16 P04_08:17", "vis_trg": "P04_08:18", "narrations": [ "pick up spoon", "spoon yoghurt into bowl", "open fridge", "put away yoghurt" ], "verbs": [ "pick-up", "spoon-into", "open", "put" ], "verb_classes": [ 0, 16, 3, 1 ], "nouns": [ "spoon", "yoghurt", "fridge", "yoghurt" ], "noun_classes": [ 1, 98, 12, 98 ], "start_stop_timestamps": [ [ "00:00:57.69", "00:00:58.86" ], [ "00:01:01.10", "00:01:10.37" ], [ "00:01:12.69", "00:01:14.24" ], [ "00:01:14.34", "00:01:18.52" ] ], "start_stop_frames": [ [ 3461, 3531 ], [ 3666, 4222 ], [ 4361, 4454 ], [ 4460, 4711 ] ], "trgnoun": "yoghurt", "trgverb": "put" }, { "key": "P03_101+144_145_146_147", "video_id": "P03_101", "narration_ids": [ "P03_101_144", "P03_101_145", "P03_101_146", "P03_101_147" ], "src": "move washing up brush . wipe_down counter . wash hob", "src1": "move washing up brush", "src2": "wipe_down counter", "src3": "wash hob", "trg": "wipe counter", "vis_src": "P03_101:144 P03_101:145 P03_101:146", "vis_trg": "P03_101:147", "narrations": [ "move washing up brush", "wipe down counter", "wash hob", "wipe counter" ], "verbs": [ "move", "wipe-down", "wash", "wipe" ], "verb_classes": [ 11, 2, 2, 2 ], "nouns": [ "brush:washing:up", "counter", "hob", "counter" ], "noun_classes": [ 103, 42, 24, 42 ], "start_stop_timestamps": [ [ "00:05:58.42", "00:05:59.04" ], [ "00:05:59.15", "00:06:00.83" ], [ "00:06:03.61", "00:06:06.43" ], [ "00:06:05.17", "00:06:07.65" ] ], "start_stop_frames": [ [ 17921, 17952 ], [ 17957, 18041 ], [ 18180, 18321 ], [ 18258, 18382 ] ], "trgnoun": "counter", "trgverb": "wipe" }, { "key": "P02_02+68_69_70_71", "video_id": "P02_02", "narration_ids": [ "P02_02_68", "P02_02_69", "P02_02_70", "P02_02_71" ], "src": "pick_up mug . wash glass . open tap", "src1": "pick_up mug", "src2": "wash glass", "src3": "open tap", "trg": "rinse glass", "vis_src": "P02_02:68 P02_02:69 P02_02:70", "vis_trg": "P02_02:71", "narrations": [ "pick up mug", "wash glass", "open tap", "rinse glass" ], "verbs": [ "pick-up", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "glass", "tap", "glass" ], "noun_classes": [ 13, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:02:29.38", "00:02:30.03" ], [ "00:02:30.26", "00:02:34.43" ], [ "00:02:34.31", "00:02:35.99" ], [ "00:02:35.74", "00:02:42.94" ] ], "start_stop_frames": [ [ 8962, 9001 ], [ 9015, 9265 ], [ 9258, 9359 ], [ 9344, 9776 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P12_101+85_86_87_88", "video_id": "P12_101", "narration_ids": [ "P12_101_85", "P12_101_86", "P12_101_87", "P12_101_88" ], "src": "open meat_box . move knives from cutting board . pour_down meat onto cutting board", "src1": "open meat_box", "src2": "move knives from cutting board", "src3": "pour_down meat onto cutting board", "trg": "put_down knife onto cutting board", "vis_src": "P12_101:85 P12_101:86 P12_101:87", "vis_trg": "P12_101:88", "narrations": [ "open meat box", "move knives from cutting board", "pour down meat onto cutting board", "put down knife onto cutting board" ], "verbs": [ "open", "move-from", "pour-down", "put-down" ], "verb_classes": [ 3, 11, 9, 1 ], "nouns": [ "box:meat", "knife", "meat", "knife" ], "noun_classes": [ 23, 4, 28, 4 ], "start_stop_timestamps": [ [ "00:03:38.99", "00:03:40.03" ], [ "00:03:40.00", "00:03:41.17" ], [ "00:03:40.93", "00:03:46.37" ], [ "00:03:47.75", "00:03:49.29" ] ], "start_stop_frames": [ [ 10949, 11001 ], [ 11000, 11058 ], [ 11046, 11318 ], [ 11387, 11464 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P28_02+40_41_42_43", "video_id": "P28_02", "narration_ids": [ "P28_02_40", "P28_02_41", "P28_02_42", "P28_02_43" ], "src": "take spatula . wash spatula . put_down knife", "src1": "take spatula", "src2": "wash spatula", "src3": "put_down knife", "trg": "put_down spatula", "vis_src": "P28_02:40 P28_02:41 P28_02:42", "vis_trg": "P28_02:43", "narrations": [ "take spatula", "wash spatula", "put down knife", "put down spatula" ], "verbs": [ "take", "wash", "put-down", "put-down" ], "verb_classes": [ 0, 2, 1, 1 ], "nouns": [ "spatula", "spatula", "knife", "spatula" ], "noun_classes": [ 20, 20, 4, 20 ], "start_stop_timestamps": [ [ "00:01:42.21", "00:01:43.19" ], [ "00:01:44.04", "00:01:45.34" ], [ "00:01:45.44", "00:01:47.30" ], [ "00:01:53.92", "00:01:55.82" ] ], "start_stop_frames": [ [ 6132, 6191 ], [ 6242, 6320 ], [ 6326, 6438 ], [ 6835, 6949 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P35_105+66_67_68_69", "video_id": "P35_105", "narration_ids": [ "P35_105_66", "P35_105_67", "P35_105_68", "P35_105_69" ], "src": "drain mushrooms . open mushrooms . turn_on tap", "src1": "drain mushrooms", "src2": "open mushrooms", "src3": "turn_on tap", "trg": "turn_off tap", "vis_src": "P35_105:66 P35_105:67 P35_105:68", "vis_trg": "P35_105:69", "narrations": [ "drain mushrooms", "open mushrooms", "turn on tap", "turn off tap" ], "verbs": [ "drain", "open", "turn-on", "turn-off" ], "verb_classes": [ 37, 3, 6, 8 ], "nouns": [ "mushroom", "mushroom", "tap", "tap" ], "noun_classes": [ 56, 56, 0, 0 ], "start_stop_timestamps": [ [ "00:04:21.00", "00:04:33.31" ], [ "00:04:33.39", "00:04:38.78" ], [ "00:04:40.74", "00:04:41.86" ], [ "00:04:42.75", "00:04:43.71" ] ], "start_stop_frames": [ [ 13050, 13665 ], [ 13669, 13938 ], [ 14037, 14093 ], [ 14137, 14185 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P07_113+91_92_93_94", "video_id": "P07_113", "narration_ids": [ "P07_113_91", "P07_113_92", "P07_113_93", "P07_113_94" ], "src": "grab jug . grab lid . shake lid", "src1": "grab jug", "src2": "grab lid", "src3": "shake lid", "trg": "close jug", "vis_src": "P07_113:91 P07_113:92 P07_113:93", "vis_trg": "P07_113:94", "narrations": [ "grab jug", "grab lid", "shake lid", "close jug" ], "verbs": [ "grab", "grab", "shake", "close" ], "verb_classes": [ 0, 0, 15, 4 ], "nouns": [ "jug", "lid", "lid", "jug" ], "noun_classes": [ 66, 6, 6, 66 ], "start_stop_timestamps": [ [ "00:04:53.03", "00:04:54.04" ], [ "00:04:53.70", "00:04:54.77" ], [ "00:04:54.81", "00:04:56.43" ], [ "00:04:56.51", "00:04:57.64" ] ], "start_stop_frames": [ [ 14651, 14702 ], [ 14685, 14738 ], [ 14740, 14821 ], [ 14825, 14882 ] ], "trgnoun": "jug", "trgverb": "close" }, { "key": "P22_13+34_35_36_37", "video_id": "P22_13", "narration_ids": [ "P22_13_34", "P22_13_35", "P22_13_36", "P22_13_37" ], "src": "rinse sponge . pick_up soap . put_on soap", "src1": "rinse sponge", "src2": "pick_up soap", "src3": "put_on soap", "trg": "put_down soap", "vis_src": "P22_13:34 P22_13:35 P22_13:36", "vis_trg": "P22_13:37", "narrations": [ "rinse sponge", "pick up soap", "put on soap", "put down soap" ], "verbs": [ "rinse", "pick-up", "put-on", "put-down" ], "verb_classes": [ 2, 0, 1, 1 ], "nouns": [ "sponge", "soap", "soap", "soap" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:01:18.76", "00:01:20.60" ], [ "00:01:20.70", "00:01:22.97" ], [ "00:01:21.83", "00:01:23.28" ], [ "00:01:23.68", "00:01:24.89" ] ], "start_stop_frames": [ [ 4725, 4836 ], [ 4842, 4978 ], [ 4909, 4996 ], [ 5020, 5093 ] ], "trgnoun": "soap", "trgverb": "put_down" }, { "key": "P26_124+6_7_8_9", "video_id": "P26_124", "narration_ids": [ "P26_124_6", "P26_124_7", "P26_124_8", "P26_124_9" ], "src": "close cupboard . rinse sponge . open washing up liquid", "src1": "close cupboard", "src2": "rinse sponge", "src3": "open washing up liquid", "trg": "pour washing up liquid", "vis_src": "P26_124:6 P26_124:7 P26_124:8", "vis_trg": "P26_124:9", "narrations": [ "close cupboard", "rinse sponge", "open washing up liquid", "pour washing up liquid" ], "verbs": [ "close", "rinse", "open", "pour" ], "verb_classes": [ 4, 2, 3, 9 ], "nouns": [ "cupboard", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 3, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:00:13.35", "00:00:15.15" ], [ "00:00:15.86", "00:00:21.36" ], [ "00:00:21.21", "00:00:22.81" ], [ "00:00:22.36", "00:00:24.28" ] ], "start_stop_frames": [ [ 667, 757 ], [ 793, 1068 ], [ 1060, 1140 ], [ 1118, 1214 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P30_104+0_1_2_3", "video_id": "P30_104", "narration_ids": [ "P30_104_0", "P30_104_1", "P30_104_2", "P30_104_3" ], "src": "pick_up v60 . put filter into bin . pick_up mug and jug", "src1": "pick_up v60", "src2": "put filter into bin", "src3": "pick_up mug and jug", "trg": "put_down mug, jug and v60", "vis_src": "P30_104:0 P30_104:1 P30_104:2", "vis_trg": "P30_104:3", "narrations": [ "pick up v60", "put filter into bin", "pick up mug and jug", "put down mug, jug and v60" ], "verbs": [ "pick-up", "put-into", "pick-up", "put-down" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "v60", "filter", "mug", "mug" ], "noun_classes": [ 50, 77, 13, 13 ], "start_stop_timestamps": [ [ "00:00:00.00", "00:00:01.82" ], [ "00:00:01.58", "00:00:03.20" ], [ "00:00:04.70", "00:00:05.56" ], [ "00:00:07.05", "00:00:07.80" ] ], "start_stop_frames": [ [ 1, 91 ], [ 79, 160 ], [ 235, 278 ], [ 352, 390 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P25_104+61_62_63_64", "video_id": "P25_104", "narration_ids": [ "P25_104_61", "P25_104_62", "P25_104_63", "P25_104_64" ], "src": "open lid . put_down lid . pick_up pasta", "src1": "open lid", "src2": "put_down lid", "src3": "pick_up pasta", "trg": "open pasta", "vis_src": "P25_104:61 P25_104:62 P25_104:63", "vis_trg": "P25_104:64", "narrations": [ "open lid", "put down lid", "pick up pasta", "open pasta" ], "verbs": [ "open", "put-down", "pick-up", "open" ], "verb_classes": [ 3, 1, 0, 3 ], "nouns": [ "lid", "lid", "pasta", "pasta" ], "noun_classes": [ 6, 6, 45, 45 ], "start_stop_timestamps": [ [ "00:02:50.79", "00:02:52.89" ], [ "00:02:52.51", "00:02:58.89" ], [ "00:02:59.71", "00:03:02.05" ], [ "00:03:01.87", "00:03:07.87" ] ], "start_stop_frames": [ [ 8539, 8644 ], [ 8625, 8944 ], [ 8985, 9102 ], [ 9093, 9393 ] ], "trgnoun": "pasta", "trgverb": "open" }, { "key": "P02_09+49_50_51_52", "video_id": "P02_09", "narration_ids": [ "P02_09_49", "P02_09_50", "P02_09_51", "P02_09_52" ], "src": "empty flour into bowl . put cup down . close flour", "src1": "empty flour into bowl", "src2": "put cup down", "src3": "close flour", "trg": "put flour down", "vis_src": "P02_09:49 P02_09:50 P02_09:51", "vis_trg": "P02_09:52", "narrations": [ "empty flour into bowl", "put cup down", "close flour", "put flour down" ], "verbs": [ "empty", "put-down", "close", "put-down" ], "verb_classes": [ 20, 1, 4, 1 ], "nouns": [ "flour", "cup", "flour", "flour" ], "noun_classes": [ 75, 13, 75, 75 ], "start_stop_timestamps": [ [ "00:02:00.78", "00:02:02.00" ], [ "00:02:03.17", "00:02:04.67" ], [ "00:02:05.02", "00:02:09.77" ], [ "00:02:09.29", "00:02:11.37" ] ], "start_stop_frames": [ [ 7246, 7320 ], [ 7390, 7480 ], [ 7501, 7786 ], [ 7757, 7882 ] ], "trgnoun": "flour", "trgverb": "put_down" }, { "key": "P01_09+240_241_242_243", "video_id": "P01_09", "narration_ids": [ "P01_09_240", "P01_09_241", "P01_09_242", "P01_09_243" ], "src": "take onion . put_down container . turn_on tap", "src1": "take onion", "src2": "put_down container", "src3": "turn_on tap", "trg": "wash onion", "vis_src": "P01_09:240 P01_09:241 P01_09:242", "vis_trg": "P01_09:243", "narrations": [ "take onion", "put down container", "turn on tap", "wash onion" ], "verbs": [ "take", "put-down", "turn-on", "wash" ], "verb_classes": [ 0, 1, 6, 2 ], "nouns": [ "onion", "container", "tap", "onion" ], "noun_classes": [ 16, 21, 0, 16 ], "start_stop_timestamps": [ [ "00:18:38.90", "00:18:40.00" ], [ "00:18:39.60", "00:18:40.53" ], [ "00:18:40.94", "00:18:42.23" ], [ "00:18:41.63", "00:18:44.14" ] ], "start_stop_frames": [ [ 67134, 67200 ], [ 67176, 67231 ], [ 67256, 67333 ], [ 67297, 67448 ] ], "trgnoun": "onion", "trgverb": "wash" }, { "key": "P02_105+149_150_151_152", "video_id": "P02_105", "narration_ids": [ "P02_105_149", "P02_105_150", "P02_105_151", "P02_105_152" ], "src": "open kettle . pick_up kettle . open tap", "src1": "open kettle", "src2": "pick_up kettle", "src3": "open tap", "trg": "fill kettle with water", "vis_src": "P02_105:149 P02_105:150 P02_105:151", "vis_trg": "P02_105:152", "narrations": [ "open kettle", "pick up kettle", "open tap", "fill kettle with water" ], "verbs": [ "open", "pick-up", "turn-on", "fill" ], "verb_classes": [ 3, 0, 6, 26 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:04:52.38", "00:04:54.52" ], [ "00:04:53.31", "00:04:54.54" ], [ "00:04:56.72", "00:04:57.35" ], [ "00:04:57.64", "00:04:58.96" ] ], "start_stop_frames": [ [ 14619, 14726 ], [ 14665, 14727 ], [ 14836, 14867 ], [ 14882, 14947 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P24_08+23_24_25_26", "video_id": "P24_08", "narration_ids": [ "P24_08_23", "P24_08_24", "P24_08_25", "P24_08_26" ], "src": "put_down plate . close door . pick_up pasta", "src1": "put_down plate", "src2": "close door", "src3": "pick_up pasta", "trg": "pour pasta onto plate", "vis_src": "P24_08:23 P24_08:24 P24_08:25", "vis_trg": "P24_08:26", "narrations": [ "put down plate", "close door", "pick up pasta", "pour pasta onto plate" ], "verbs": [ "put-down", "close", "pick-up", "pour-onto" ], "verb_classes": [ 1, 4, 0, 9 ], "nouns": [ "plate", "door", "pasta", "pasta" ], "noun_classes": [ 2, 3, 45, 45 ], "start_stop_timestamps": [ [ "00:00:53.65", "00:00:55.01" ], [ "00:00:55.02", "00:00:56.44" ], [ "00:00:57.67", "00:00:59.64" ], [ "00:01:01.52", "00:01:17.41" ] ], "start_stop_frames": [ [ 3219, 3300 ], [ 3301, 3386 ], [ 3460, 3578 ], [ 3691, 4644 ] ], "trgnoun": "pasta", "trgverb": "pour_onto" }, { "key": "P01_17+8_9_10_11", "video_id": "P01_17", "narration_ids": [ "P01_17_8", "P01_17_9", "P01_17_10", "P01_17_11" ], "src": "put_down cup . take tablecloth . fold tablecloth", "src1": "put_down cup", "src2": "take tablecloth", "src3": "fold tablecloth", "trg": "put tablecloth into cupboard", "vis_src": "P01_17:8 P01_17:9 P01_17:10", "vis_trg": "P01_17:11", "narrations": [ "put down cup", "take tablecloth", "fold tablecloth", "put tablecloth into cupboard" ], "verbs": [ "put-down", "take", "fold", "put-into" ], "verb_classes": [ 1, 0, 28, 5 ], "nouns": [ "cup", "tablecloth", "tablecloth", "tablecloth" ], "noun_classes": [ 13, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:00:20.76", "00:00:22.51" ], [ "00:00:23.30", "00:00:24.86" ], [ "00:00:26.60", "00:00:29.85" ], [ "00:00:31.95", "00:00:32.70" ] ], "start_stop_frames": [ [ 1245, 1350 ], [ 1398, 1491 ], [ 1596, 1791 ], [ 1917, 1962 ] ], "trgnoun": "tablecloth", "trgverb": "put_into" }, { "key": "P26_19+30_31_32_33", "video_id": "P26_19", "narration_ids": [ "P26_19_30", "P26_19_31", "P26_19_32", "P26_19_33" ], "src": "put_down glass . take glass . wash glass", "src1": "put_down glass", "src2": "take glass", "src3": "wash glass", "trg": "rinse glass", "vis_src": "P26_19:30 P26_19:31 P26_19:32", "vis_trg": "P26_19:33", "narrations": [ "put down glass", "take glass", "wash glass", "rinse glass" ], "verbs": [ "put-down", "take", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:01:51.42", "00:01:53.36" ], [ "00:01:53.37", "00:01:54.62" ], [ "00:01:57.56", "00:02:09.12" ], [ "00:02:09.00", "00:02:16.98" ] ], "start_stop_frames": [ [ 6685, 6801 ], [ 6802, 6877 ], [ 7053, 7747 ], [ 7740, 8218 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P30_04+106_107_108_109", "video_id": "P30_04", "narration_ids": [ "P30_04_106", "P30_04_107", "P30_04_108", "P30_04_109" ], "src": "stack boxes . put boxes in cupboard . take towel", "src1": "stack boxes", "src2": "put boxes in cupboard", "src3": "take towel", "trg": "put towel", "vis_src": "P30_04:106 P30_04:107 P30_04:108", "vis_trg": "P30_04:109", "narrations": [ "stack boxes", "put boxes in cupboard", "take towel", "put towel" ], "verbs": [ "stack", "put-in", "take", "put" ], "verb_classes": [ 40, 5, 0, 1 ], "nouns": [ "box", "box", "towel", "towel" ], "noun_classes": [ 23, 23, 52, 52 ], "start_stop_timestamps": [ [ "00:06:17.45", "00:06:19.47" ], [ "00:06:19.75", "00:06:20.92" ], [ "00:06:22.60", "00:06:23.10" ], [ "00:06:26.95", "00:06:29.70" ] ], "start_stop_frames": [ [ 22647, 22768 ], [ 22785, 22855 ], [ 22956, 22986 ], [ 23217, 23382 ] ], "trgnoun": "towel", "trgverb": "put" }, { "key": "P22_13+206_207_208_209", "video_id": "P22_13", "narration_ids": [ "P22_13_206", "P22_13_207", "P22_13_208", "P22_13_209" ], "src": "put_down sponge . rinse hands . pick_up cloth", "src1": "put_down sponge", "src2": "rinse hands", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_13:206 P22_13:207 P22_13:208", "vis_trg": "P22_13:209", "narrations": [ "put down sponge", "rinse hands", "pick up cloth", "rinse cloth" ], "verbs": [ "put-down", "rinse", "pick-up", "rinse" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "sponge", "hand", "cloth", "cloth" ], "noun_classes": [ 9, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:07:02.29", "00:07:03.36" ], [ "00:07:03.91", "00:07:04.88" ], [ "00:07:05.08", "00:07:06.98" ], [ "00:07:07.89", "00:07:08.69" ] ], "start_stop_frames": [ [ 25337, 25401 ], [ 25434, 25492 ], [ 25504, 25618 ], [ 25673, 25721 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P23_101+276_277_278_279", "video_id": "P23_101", "narration_ids": [ "P23_101_276", "P23_101_277", "P23_101_278", "P23_101_279" ], "src": "mix curry . put spoon . take plate", "src1": "mix curry", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_101:276 P23_101:277 P23_101:278", "vis_trg": "P23_101:279", "narrations": [ "mix curry", "put spoon", "take plate", "put plate" ], "verbs": [ "mix", "put", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "curry", "spoon", "plate", "plate" ], "noun_classes": [ 121, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:24:18.36", "00:24:32.23" ], [ "00:24:32.28", "00:24:33.58" ], [ "00:24:33.86", "00:24:35.39" ], [ "00:24:35.49", "00:24:36.99" ] ], "start_stop_frames": [ [ 72918, 73611 ], [ 73614, 73679 ], [ 73693, 73769 ], [ 73774, 73849 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_18+5_6_7_8", "video_id": "P04_18", "narration_ids": [ "P04_18_5", "P04_18_6", "P04_18_7", "P04_18_8" ], "src": "put chopping_board in dishwasher . put_down chopping_board . pick_up measuring_jug", "src1": "put chopping_board in dishwasher", "src2": "put_down chopping_board", "src3": "pick_up measuring_jug", "trg": "put measuring_jug in dishwasher", "vis_src": "P04_18:5 P04_18:6 P04_18:7", "vis_trg": "P04_18:8", "narrations": [ "put chopping board in dishwasher", "put down chopping board", "pick up measuring jug", "put measuring jug in dishwasher" ], "verbs": [ "put-in", "put-down", "pick-up", "put" ], "verb_classes": [ 5, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "jug:measuring", "jug:measuring" ], "noun_classes": [ 18, 18, 66, 66 ], "start_stop_timestamps": [ [ "00:00:17.15", "00:00:28.25" ], [ "00:00:22.38", "00:00:23.72" ], [ "00:00:23.80", "00:00:26.04" ], [ "00:00:25.52", "00:00:28.46" ] ], "start_stop_frames": [ [ 1029, 1695 ], [ 1342, 1423 ], [ 1428, 1562 ], [ 1531, 1707 ] ], "trgnoun": "measuring_jug", "trgverb": "put" }, { "key": "P01_04+8_9_10_11", "video_id": "P01_04", "narration_ids": [ "P01_04_8", "P01_04_9", "P01_04_10", "P01_04_11" ], "src": "close cupboard . take tablecloth . fold tablecloth", "src1": "close cupboard", "src2": "take tablecloth", "src3": "fold tablecloth", "trg": "pull_down tablecloth", "vis_src": "P01_04:8 P01_04:9 P01_04:10", "vis_trg": "P01_04:11", "narrations": [ "close cupboard", "take tablecloth", "fold tablecloth", "pull down tablecloth" ], "verbs": [ "close", "take", "fold", "pull-down" ], "verb_classes": [ 4, 0, 28, 31 ], "nouns": [ "cupboard", "tablecloth", "tablecloth", "tablecloth" ], "noun_classes": [ 3, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:00:22.78", "00:00:24.28" ], [ "00:00:25.74", "00:00:30.67" ], [ "00:00:30.75", "00:00:35.04" ], [ "00:00:37.33", "00:00:38.81" ] ], "start_stop_frames": [ [ 1366, 1456 ], [ 1544, 1840 ], [ 1845, 2102 ], [ 2239, 2328 ] ], "trgnoun": "tablecloth", "trgverb": "pull_down" }, { "key": "P22_110+60_61_62_63", "video_id": "P22_110", "narration_ids": [ "P22_110_60", "P22_110_61", "P22_110_62", "P22_110_63" ], "src": "move cutlery . pick_up food_residue . open bag", "src1": "move cutlery", "src2": "pick_up food_residue", "src3": "open bag", "trg": "throw food_residue", "vis_src": "P22_110:60 P22_110:61 P22_110:62", "vis_trg": "P22_110:63", "narrations": [ "move cutlery", "pick up food residue", "open bag", "throw food residue" ], "verbs": [ "move", "pick-up", "open", "throw" ], "verb_classes": [ 11, 0, 3, 13 ], "nouns": [ "cutlery", "residue:food", "bag", "residue:food" ], "noun_classes": [ 58, 54, 19, 54 ], "start_stop_timestamps": [ [ "00:01:32.74", "00:01:34.47" ], [ "00:01:34.96", "00:01:37.80" ], [ "00:01:38.45", "00:01:40.83" ], [ "00:01:40.93", "00:01:42.87" ] ], "start_stop_frames": [ [ 4637, 4723 ], [ 4748, 4890 ], [ 4922, 5041 ], [ 5046, 5143 ] ], "trgnoun": "food_residue", "trgverb": "throw" }, { "key": "P03_119+166_167_168_169", "video_id": "P03_119", "narration_ids": [ "P03_119_166", "P03_119_167", "P03_119_168", "P03_119_169" ], "src": "put clip top jar down . put seal of clip top jar down on counter . pick_up clip top jar seal", "src1": "put clip top jar down", "src2": "put seal of clip top jar down on counter", "src3": "pick_up clip top jar seal", "trg": "wash clip top jar seal", "vis_src": "P03_119:166 P03_119:167 P03_119:168", "vis_trg": "P03_119:169", "narrations": [ "put clip top jar down", "put seal of clip top jar down on counter", "pick up clip top jar seal", "wash clip top jar seal" ], "verbs": [ "put-down", "put-down", "pick-up", "wash" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "jar:clip:top", "seal:clip:top:jar", "clip", "clip" ], "noun_classes": [ 40, 6, 129, 129 ], "start_stop_timestamps": [ [ "00:09:48.68", "00:09:49.72" ], [ "00:09:50.12", "00:09:51.20" ], [ "00:09:52.40", "00:09:53.15" ], [ "00:09:53.79", "00:09:57.67" ] ], "start_stop_frames": [ [ 29433, 29486 ], [ 29506, 29560 ], [ 29620, 29657 ], [ 29689, 29883 ] ], "trgnoun": "clip", "trgverb": "wash" }, { "key": "P23_102+213_214_215_216", "video_id": "P23_102", "narration_ids": [ "P23_102_213", "P23_102_214", "P23_102_215", "P23_102_216" ], "src": "mix curry . put spoon . take plate", "src1": "mix curry", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_102:213 P23_102:214 P23_102:215", "vis_trg": "P23_102:216", "narrations": [ "mix curry", "put spoon", "take plate", "put plate" ], "verbs": [ "mix", "put", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "curry", "spoon", "plate", "plate" ], "noun_classes": [ 121, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:22:17.81", "00:22:28.63" ], [ "00:22:28.89", "00:22:30.20" ], [ "00:22:31.09", "00:22:34.33" ], [ "00:22:34.98", "00:22:36.82" ] ], "start_stop_frames": [ [ 66890, 67431 ], [ 67444, 67510 ], [ 67554, 67716 ], [ 67749, 67841 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P03_101+210_211_212_213", "video_id": "P03_101", "narration_ids": [ "P03_101_210", "P03_101_211", "P03_101_212", "P03_101_213" ], "src": "put sink_strainer in sink . turn_on tap . wash hands", "src1": "put sink_strainer in sink", "src2": "turn_on tap", "src3": "wash hands", "trg": "turn_off tap", "vis_src": "P03_101:210 P03_101:211 P03_101:212", "vis_trg": "P03_101:213", "narrations": [ "put sink strainer in sink", "turn on tap", "wash hands", "turn off tap" ], "verbs": [ "put-in", "turn-on", "wash", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "strainer:sink", "tap", "hand", "tap" ], "noun_classes": [ 39, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:08:43.22", "00:08:44.27" ], [ "00:08:44.48", "00:08:45.68" ], [ "00:08:45.72", "00:08:47.00" ], [ "00:08:47.08", "00:08:48.24" ] ], "start_stop_frames": [ [ 26161, 26213 ], [ 26224, 26283 ], [ 26286, 26350 ], [ 26354, 26412 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P27_105+45_46_47_48", "video_id": "P27_105", "narration_ids": [ "P27_105_45", "P27_105_46", "P27_105_47", "P27_105_48" ], "src": "squeeze sponge . pick_up cake_mould . rinse cake_mould", "src1": "squeeze sponge", "src2": "pick_up cake_mould", "src3": "rinse cake_mould", "trg": "wash cake_mould", "vis_src": "P27_105:45 P27_105:46 P27_105:47", "vis_trg": "P27_105:48", "narrations": [ "squeeze sponge", "pick up cake mould", "rinse cake mould", "wash cake mould" ], "verbs": [ "squeeze", "pick-up", "rinse", "wash" ], "verb_classes": [ 18, 0, 2, 2 ], "nouns": [ "sponge", "mould:cake", "mould:cake", "mould:cake" ], "noun_classes": [ 9, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:02:33.47", "00:02:36.60" ], [ "00:02:36.90", "00:02:38.12" ], [ "00:02:38.65", "00:02:42.04" ], [ "00:02:49.25", "00:03:11.01" ] ], "start_stop_frames": [ [ 7673, 7830 ], [ 7845, 7906 ], [ 7932, 8102 ], [ 8462, 9550 ] ], "trgnoun": "cake_mould", "trgverb": "wash" }, { "key": "P37_102+66_67_68_69", "video_id": "P37_102", "narration_ids": [ "P37_102_66", "P37_102_67", "P37_102_68", "P37_102_69" ], "src": "take carrots . cut carrots into two pieces . cut carrots", "src1": "take carrots", "src2": "cut carrots into two pieces", "src3": "cut carrots", "trg": "put carrots in bin", "vis_src": "P37_102:66 P37_102:67 P37_102:68", "vis_trg": "P37_102:69", "narrations": [ "take carrots", "cut carrots into two pieces", "cut carrots", "put carrots in bin" ], "verbs": [ "take", "cut-into", "cut", "put-in" ], "verb_classes": [ 0, 7, 7, 5 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:48.66", "00:04:50.34" ], [ "00:04:49.77", "00:04:51.79" ], [ "00:04:51.98", "00:04:55.48" ], [ "00:04:55.14", "00:04:56.68" ] ], "start_stop_frames": [ [ 14432, 14517 ], [ 14488, 14589 ], [ 14599, 14774 ], [ 14757, 14834 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P02_105+192_193_194_195", "video_id": "P02_105", "narration_ids": [ "P02_105_192", "P02_105_193", "P02_105_194", "P02_105_195" ], "src": "close jar of honey . put_down jar of honey . switch_off kettle", "src1": "close jar of honey", "src2": "put_down jar of honey", "src3": "switch_off kettle", "trg": "pick_up kettle", "vis_src": "P02_105:192 P02_105:193 P02_105:194", "vis_trg": "P02_105:195", "narrations": [ "close jar of honey", "put down jar of honey", "switch off kettle", "pick up kettle" ], "verbs": [ "close", "put-down", "switch-off", "pick-up" ], "verb_classes": [ 4, 1, 8, 0 ], "nouns": [ "jar:honey", "jar:honey", "kettle", "kettle" ], "noun_classes": [ 40, 40, 44, 44 ], "start_stop_timestamps": [ [ "00:06:23.03", "00:06:24.39" ], [ "00:06:24.43", "00:06:25.25" ], [ "00:06:32.90", "00:06:33.82" ], [ "00:06:33.92", "00:06:34.90" ] ], "start_stop_frames": [ [ 19151, 19219 ], [ 19221, 19262 ], [ 19645, 19691 ], [ 19696, 19745 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P01_01+154_155_156_157", "video_id": "P01_01", "narration_ids": [ "P01_01_154", "P01_01_155", "P01_01_156", "P01_01_157" ], "src": "take spatula . take cutting_board with onion . pouring onion", "src1": "take spatula", "src2": "take cutting_board with onion", "src3": "pouring onion", "trg": "put_down cutting_board", "vis_src": "P01_01:154 P01_01:155 P01_01:156", "vis_trg": "P01_01:157", "narrations": [ "take spatula", "take cutting board with onion", "pouring onion", "put down cutting board" ], "verbs": [ "take", "take", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "spatula", "board:cutting", "onion", "board:cutting" ], "noun_classes": [ 20, 18, 16, 18 ], "start_stop_timestamps": [ [ "00:11:57.92", "00:11:58.80" ], [ "00:11:59.03", "00:12:00.04" ], [ "00:12:00.45", "00:12:02.38" ], [ "00:12:02.45", "00:12:03.55" ] ], "start_stop_frames": [ [ 43075, 43128 ], [ 43141, 43202 ], [ 43227, 43342 ], [ 43347, 43413 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P22_113+134_135_136_137", "video_id": "P22_113", "narration_ids": [ "P22_113_134", "P22_113_135", "P22_113_136", "P22_113_137" ], "src": "turn_on toaster . tap spatula . wash spatula", "src1": "turn_on toaster", "src2": "tap spatula", "src3": "wash spatula", "trg": "put_down spatula", "vis_src": "P22_113:134 P22_113:135 P22_113:136", "vis_trg": "P22_113:137", "narrations": [ "turn on toaster", "tap spatula", "wash spatula", "put down spatula" ], "verbs": [ "turn-on", "tap", "wash", "put-down" ], "verb_classes": [ 6, 32, 2, 1 ], "nouns": [ "toaster", "spatula", "spatula", "spatula" ], "noun_classes": [ 186, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:04:28.68", "00:04:30.20" ], [ "00:04:29.58", "00:04:50.30" ], [ "00:04:44.06", "00:04:48.18" ], [ "00:04:48.12", "00:04:49.99" ] ], "start_stop_frames": [ [ 13434, 13510 ], [ 13479, 14515 ], [ 14203, 14409 ], [ 14406, 14499 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P23_101+86_87_88_89", "video_id": "P23_101", "narration_ids": [ "P23_101_86", "P23_101_87", "P23_101_88", "P23_101_89" ], "src": "clean bowl . put bowl . take plate", "src1": "clean bowl", "src2": "put bowl", "src3": "take plate", "trg": "wash plate", "vis_src": "P23_101:86 P23_101:87 P23_101:88", "vis_trg": "P23_101:89", "narrations": [ "clean bowl", "put bowl", "take plate", "wash plate" ], "verbs": [ "clean", "put", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl", "bowl", "plate", "plate" ], "noun_classes": [ 7, 7, 2, 2 ], "start_stop_timestamps": [ [ "00:12:23.83", "00:12:27.80" ], [ "00:12:28.19", "00:12:29.21" ], [ "00:12:29.63", "00:12:30.41" ], [ "00:12:30.36", "00:12:32.31" ] ], "start_stop_frames": [ [ 37191, 37390 ], [ 37409, 37460 ], [ 37481, 37520 ], [ 37518, 37615 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P24_04+100_101_102_103", "video_id": "P24_04", "narration_ids": [ "P24_04_100", "P24_04_101", "P24_04_102", "P24_04_103" ], "src": "rinse sink . wash sink . rinse sponge", "src1": "rinse sink", "src2": "wash sink", "src3": "rinse sponge", "trg": "close sink", "vis_src": "P24_04:100 P24_04:101 P24_04:102", "vis_trg": "P24_04:103", "narrations": [ "rinse sink", "wash sink", "rinse sponge", "close sink" ], "verbs": [ "rinse", "wash", "rinse", "close" ], "verb_classes": [ 2, 2, 2, 4 ], "nouns": [ "sink", "sink", "sponge", "sink" ], "noun_classes": [ 63, 63, 9, 63 ], "start_stop_timestamps": [ [ "00:06:39.36", "00:06:41.46" ], [ "00:06:41.56", "00:06:50.44" ], [ "00:06:51.25", "00:06:59.45" ], [ "00:06:59.85", "00:07:00.60" ] ], "start_stop_frames": [ [ 23961, 24087 ], [ 24093, 24626 ], [ 24675, 25167 ], [ 25191, 25236 ] ], "trgnoun": "sink", "trgverb": "close" }, { "key": "P03_101+59_60_61_62", "video_id": "P03_101", "narration_ids": [ "P03_101_59", "P03_101_60", "P03_101_61", "P03_101_62" ], "src": "rinse_out slotted_spoon . place spoon . pick_up washing up liquid", "src1": "rinse_out slotted_spoon", "src2": "place spoon", "src3": "pick_up washing up liquid", "trg": "squeeze washing up liquid into saucepan", "vis_src": "P03_101:59 P03_101:60 P03_101:61", "vis_trg": "P03_101:62", "narrations": [ "rinse out slotted spoon", "place spoon", "pick up washing up liquid", "squeeze washing up liquid into saucepan" ], "verbs": [ "rinse-out", "place", "pick-up", "squeeze" ], "verb_classes": [ 2, 1, 0, 18 ], "nouns": [ "spoon:slotted", "spoon", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 1, 1, 22, 22 ], "start_stop_timestamps": [ [ "00:01:17.46", "00:01:18.91" ], [ "00:01:19.82", "00:01:20.84" ], [ "00:01:21.09", "00:01:21.91" ], [ "00:01:22.01", "00:01:22.76" ] ], "start_stop_frames": [ [ 3873, 3945 ], [ 3990, 4042 ], [ 4054, 4095 ], [ 4100, 4138 ] ], "trgnoun": "up_washing_liquid", "trgverb": "squeeze" }, { "key": "P24_04+111_112_113_114", "video_id": "P24_04", "narration_ids": [ "P24_04_111", "P24_04_112", "P24_04_113", "P24_04_114" ], "src": "close white_bread . open door . place white_bread", "src1": "close white_bread", "src2": "open door", "src3": "place white_bread", "trg": "close door", "vis_src": "P24_04:111 P24_04:112 P24_04:113", "vis_trg": "P24_04:114", "narrations": [ "close white bread", "open door", "place white bread", "close door" ], "verbs": [ "close", "open", "place", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "bread:white", "door", "bread:white", "door" ], "noun_classes": [ 33, 3, 33, 3 ], "start_stop_timestamps": [ [ "00:07:26.90", "00:07:42.02" ], [ "00:07:41.81", "00:07:43.22" ], [ "00:07:43.32", "00:07:46.30" ], [ "00:07:46.40", "00:07:48.06" ] ], "start_stop_frames": [ [ 26814, 27721 ], [ 27708, 27793 ], [ 27799, 27978 ], [ 27984, 28083 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P02_109+91_92_93_95", "video_id": "P02_109", "narration_ids": [ "P02_109_91", "P02_109_92", "P02_109_93", "P02_109_95" ], "src": "cut garlic . open garlic . get garlic_piece", "src1": "cut garlic", "src2": "open garlic", "src3": "get garlic_piece", "trg": "pick_up knife", "vis_src": "P02_109:91 P02_109:92 P02_109:93", "vis_trg": "P02_109:95", "narrations": [ "cut garlic", "open garlic", "get garlic piece", "pick up knife" ], "verbs": [ "cut", "open", "get", "pick-up" ], "verb_classes": [ 7, 3, 0, 0 ], "nouns": [ "garlic", "garlic", "piece:garlic", "knife" ], "noun_classes": [ 51, 51, 51, 4 ], "start_stop_timestamps": [ [ "00:07:41.55", "00:07:43.77" ], [ "00:07:43.38", "00:07:47.70" ], [ "00:07:48.51", "00:07:49.48" ], [ "00:07:52.50", "00:07:53.77" ] ], "start_stop_frames": [ [ 23077, 23188 ], [ 23169, 23385 ], [ 23425, 23474 ], [ 23625, 23688 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P04_119+193_194_195_196", "video_id": "P04_119", "narration_ids": [ "P04_119_193", "P04_119_194", "P04_119_195", "P04_119_196" ], "src": "look_inside milk_bottle . pick_up other milk_bottle . turn milk_bottle upside down", "src1": "look_inside milk_bottle", "src2": "pick_up other milk_bottle", "src3": "turn milk_bottle upside down", "trg": "put_down milk_bottle", "vis_src": "P04_119:193 P04_119:194 P04_119:195", "vis_trg": "P04_119:196", "narrations": [ "look inside milk bottle", "pick up other milk bottle", "turn milk bottle upside down", "put down milk bottle" ], "verbs": [ "look-inside", "pick-up", "turn", "put-down" ], "verb_classes": [ 48, 0, 23, 1 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:08:12.99", "00:08:14.52" ], [ "00:08:15.19", "00:08:16.00" ], [ "00:08:15.72", "00:08:16.59" ], [ "00:08:17.15", "00:08:20.60" ] ], "start_stop_frames": [ [ 24649, 24726 ], [ 24759, 24800 ], [ 24786, 24829 ], [ 24857, 25030 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P22_16+491_492_493_494", "video_id": "P22_16", "narration_ids": [ "P22_16_491", "P22_16_492", "P22_16_493", "P22_16_494" ], "src": "put_down mixture . pour mixture . put_down bowl", "src1": "put_down mixture", "src2": "pour mixture", "src3": "put_down bowl", "trg": "move bowl", "vis_src": "P22_16:491 P22_16:492 P22_16:493", "vis_trg": "P22_16:494", "narrations": [ "put down mixture", "pour mixture", "put down bowl", "move bowl" ], "verbs": [ "put-down", "pour", "put-down", "move" ], "verb_classes": [ 1, 9, 1, 11 ], "nouns": [ "mixture", "mixture", "bowl", "bowl" ], "noun_classes": [ 71, 71, 7, 7 ], "start_stop_timestamps": [ [ "00:22:55.54", "00:22:56.42" ], [ "00:22:57.53", "00:22:59.50" ], [ "00:22:59.31", "00:23:00.28" ], [ "00:23:00.08", "00:23:02.70" ] ], "start_stop_frames": [ [ 82532, 82585 ], [ 82651, 82770 ], [ 82758, 82816 ], [ 82804, 82962 ] ], "trgnoun": "bowl", "trgverb": "move" }, { "key": "P08_18+7_8_9_10", "video_id": "P08_18", "narration_ids": [ "P08_18_7", "P08_18_8", "P08_18_9", "P08_18_10" ], "src": "place pan . move lid . place meat on bowl", "src1": "place pan", "src2": "move lid", "src3": "place meat on bowl", "trg": "place pan in sink", "vis_src": "P08_18:7 P08_18:8 P08_18:9", "vis_trg": "P08_18:10", "narrations": [ "place pan", "move lid", "place meat on bowl", "place pan in sink" ], "verbs": [ "place", "move", "place", "place-in" ], "verb_classes": [ 1, 11, 1, 5 ], "nouns": [ "pan", "lid", "meat", "pan" ], "noun_classes": [ 5, 6, 28, 5 ], "start_stop_timestamps": [ [ "00:00:27.58", "00:00:28.74" ], [ "00:00:30.46", "00:00:31.52" ], [ "00:00:34.23", "00:00:49.42" ], [ "00:00:51.25", "00:00:53.87" ] ], "start_stop_frames": [ [ 1654, 1724 ], [ 1827, 1891 ], [ 2053, 2965 ], [ 3075, 3232 ] ], "trgnoun": "pan", "trgverb": "place_in" }, { "key": "P01_09+819_820_821_822", "video_id": "P01_09", "narration_ids": [ "P01_09_819", "P01_09_820", "P01_09_821", "P01_09_822" ], "src": "turn_on tap . rinse cloth . wipe counter", "src1": "turn_on tap", "src2": "rinse cloth", "src3": "wipe counter", "trg": "squeeze cloth", "vis_src": "P01_09:819 P01_09:820 P01_09:821", "vis_trg": "P01_09:822", "narrations": [ "turn on tap", "rinse cloth", "wipe counter", "squeeze cloth" ], "verbs": [ "turn-on", "rinse", "wipe", "squeeze" ], "verb_classes": [ 6, 2, 2, 18 ], "nouns": [ "tap", "cloth", "counter", "cloth" ], "noun_classes": [ 0, 17, 42, 17 ], "start_stop_timestamps": [ [ "00:54:51.55", "00:54:54.03" ], [ "00:54:53.21", "00:54:54.66" ], [ "00:54:55.04", "00:55:05.07" ], [ "00:55:05.20", "00:55:08.20" ] ], "start_stop_frames": [ [ 197493, 197641 ], [ 197592, 197679 ], [ 197702, 198304 ], [ 198312, 198492 ] ], "trgnoun": "cloth", "trgverb": "squeeze" }, { "key": "P01_09+336_337_338_339", "video_id": "P01_09", "narration_ids": [ "P01_09_336", "P01_09_337", "P01_09_338", "P01_09_339" ], "src": "take aubergine . turn_on tap . wash aubergine", "src1": "take aubergine", "src2": "turn_on tap", "src3": "wash aubergine", "trg": "turn_off tap", "vis_src": "P01_09:336 P01_09:337 P01_09:338", "vis_trg": "P01_09:339", "narrations": [ "take aubergine", "turn on tap", "wash aubergine", "turn off tap" ], "verbs": [ "take", "turn-on", "wash", "turn-off" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "aubergine", "tap", "aubergine", "tap" ], "noun_classes": [ 67, 0, 67, 0 ], "start_stop_timestamps": [ [ "00:24:37.10", "00:24:37.66" ], [ "00:24:37.76", "00:24:38.92" ], [ "00:24:39.06", "00:24:51.31" ], [ "00:24:50.93", "00:24:51.83" ] ], "start_stop_frames": [ [ 88626, 88659 ], [ 88665, 88735 ], [ 88743, 89478 ], [ 89455, 89509 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P10_02+118_119_120_121", "video_id": "P10_02", "narration_ids": [ "P10_02_118", "P10_02_119", "P10_02_120", "P10_02_121" ], "src": "get the cooked_food out of the pot . get another one out and put it into the plate . put the pot into the sink", "src1": "get the cooked_food out of the pot", "src2": "get another one out and put it into the plate", "src3": "put the pot into the sink", "trg": "put the pot onto the top right heat", "vis_src": "P10_02:118 P10_02:119 P10_02:120", "vis_trg": "P10_02:121", "narrations": [ "get the cooked food out of the pot", "get another one out and put it into the plate", "put the pot into the sink", "put the pot onto the top right heat" ], "verbs": [ "get-out", "get-out", "put-into", "put-onto" ], "verb_classes": [ 12, 12, 5, 1 ], "nouns": [ "food:cooked", "plate", "pot", "pot" ], "noun_classes": [ 34, 2, 29, 29 ], "start_stop_timestamps": [ [ "00:16:35.21", "00:16:39.64" ], [ "00:16:40.53", "00:16:43.24" ], [ "00:16:51.13", "00:16:53.50" ], [ "00:16:54.56", "00:16:56.94" ] ], "start_stop_frames": [ [ 59712, 59978 ], [ 60031, 60194 ], [ 60667, 60810 ], [ 60873, 61016 ] ], "trgnoun": "pot", "trgverb": "put_onto" }, { "key": "P08_06+36_37_38_39", "video_id": "P08_06", "narration_ids": [ "P08_06_36", "P08_06_37", "P08_06_38", "P08_06_39" ], "src": "clean bowl . open dishwasher . open drawer", "src1": "clean bowl", "src2": "open dishwasher", "src3": "open drawer", "trg": "place bowl", "vis_src": "P08_06:36 P08_06:37 P08_06:38", "vis_trg": "P08_06:39", "narrations": [ "clean bowl", "open dishwasher", "open drawer", "place bowl" ], "verbs": [ "clean", "open", "open", "place" ], "verb_classes": [ 2, 3, 3, 1 ], "nouns": [ "bowl", "dishwasher", "drawer", "bowl" ], "noun_classes": [ 7, 70, 8, 7 ], "start_stop_timestamps": [ [ "00:02:08.63", "00:02:11.28" ], [ "00:02:11.74", "00:02:13.49" ], [ "00:02:13.56", "00:02:14.90" ], [ "00:02:14.94", "00:02:18.69" ] ], "start_stop_frames": [ [ 7717, 7876 ], [ 7904, 8009 ], [ 8013, 8094 ], [ 8096, 8321 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P01_09+814_815_816_817", "video_id": "P01_09", "narration_ids": [ "P01_09_814", "P01_09_815", "P01_09_816", "P01_09_817" ], "src": "put measuring_cup into rack . open oven . check pizza", "src1": "put measuring_cup into rack", "src2": "open oven", "src3": "check pizza", "trg": "close oven", "vis_src": "P01_09:814 P01_09:815 P01_09:816", "vis_trg": "P01_09:817", "narrations": [ "put measuring cup into rack", "open oven", "check pizza", "close oven" ], "verbs": [ "put", "open", "check", "close" ], "verb_classes": [ 1, 3, 24, 4 ], "nouns": [ "cup:measuring", "oven", "pizza", "oven" ], "noun_classes": [ 13, 46, 91, 46 ], "start_stop_timestamps": [ [ "00:54:39.66", "00:54:42.50" ], [ "00:54:45.39", "00:54:47.26" ], [ "00:54:46.64", "00:54:47.52" ], [ "00:54:47.66", "00:54:49.16" ] ], "start_stop_frames": [ [ 196779, 196950 ], [ 197123, 197235 ], [ 197198, 197251 ], [ 197259, 197349 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P27_105+36_37_38_39", "video_id": "P27_105", "narration_ids": [ "P27_105_36", "P27_105_37", "P27_105_38", "P27_105_39" ], "src": "put_down coffee_pod . open garbage_bin . throw away packaging", "src1": "put_down coffee_pod", "src2": "open garbage_bin", "src3": "throw away packaging", "trg": "close garbage_bin", "vis_src": "P27_105:36 P27_105:37 P27_105:38", "vis_trg": "P27_105:39", "narrations": [ "put down coffee pod", "open garbage bin", "throw away packaging", "close garbage bin" ], "verbs": [ "put-down", "open", "throw", "close" ], "verb_classes": [ 1, 3, 13, 4 ], "nouns": [ "pod:coffee", "bin:garbage", "packaging", "bin:garbage" ], "noun_classes": [ 59, 36, 26, 36 ], "start_stop_timestamps": [ [ "00:02:11.71", "00:02:12.47" ], [ "00:02:13.92", "00:02:14.55" ], [ "00:02:14.61", "00:02:16.21" ], [ "00:02:16.41", "00:02:17.11" ] ], "start_stop_frames": [ [ 6585, 6623 ], [ 6695, 6727 ], [ 6730, 6810 ], [ 6820, 6855 ] ], "trgnoun": "garbage_bin", "trgverb": "close" }, { "key": "P26_02+90_91_92_93", "video_id": "P26_02", "narration_ids": [ "P26_02_90", "P26_02_91", "P26_02_92", "P26_02_93" ], "src": "put oil down . close cupboard . grab plate", "src1": "put oil down", "src2": "close cupboard", "src3": "grab plate", "trg": "put plate on table", "vis_src": "P26_02:90 P26_02:91 P26_02:92", "vis_trg": "P26_02:93", "narrations": [ "put oil down", "close cupboard", "grab plate", "put plate on table" ], "verbs": [ "put-down", "close", "grab", "put-on" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "oil", "cupboard", "plate", "plate" ], "noun_classes": [ 31, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:07:33.52", "00:07:34.61" ], [ "00:07:34.69", "00:07:35.54" ], [ "00:07:35.65", "00:07:37.04" ], [ "00:07:37.14", "00:07:38.83" ] ], "start_stop_frames": [ [ 27211, 27276 ], [ 27281, 27332 ], [ 27339, 27422 ], [ 27428, 27529 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_06+49_50_51_52", "video_id": "P04_06", "narration_ids": [ "P04_06_49", "P04_06_50", "P04_06_51", "P04_06_52" ], "src": "roll dough . put dough in pan . stir spinach", "src1": "roll dough", "src2": "put dough in pan", "src3": "stir spinach", "trg": "pick_up spinach", "vis_src": "P04_06:49 P04_06:50 P04_06:51", "vis_trg": "P04_06:52", "narrations": [ "roll dough", "put dough in pan", "stir spinach", "pick up spinach" ], "verbs": [ "roll", "put-in", "stir", "pick-up" ], "verb_classes": [ 47, 5, 10, 0 ], "nouns": [ "dough", "dough", "spinach", "spinach" ], "noun_classes": [ 25, 25, 198, 198 ], "start_stop_timestamps": [ [ "00:04:22.68", "00:04:43.43" ], [ "00:04:44.28", "00:04:45.78" ], [ "00:04:46.88", "00:05:01.63" ], [ "00:05:01.73", "00:05:03.48" ] ], "start_stop_frames": [ [ 15760, 17005 ], [ 17056, 17146 ], [ 17212, 18097 ], [ 18103, 18208 ] ], "trgnoun": "spinach", "trgverb": "pick_up" }, { "key": "P29_03+300_301_302_303", "video_id": "P29_03", "narration_ids": [ "P29_03_300", "P29_03_301", "P29_03_302", "P29_03_303" ], "src": "pick_up knife . put knife in sink . pick_up spoon", "src1": "pick_up knife", "src2": "put knife in sink", "src3": "pick_up spoon", "trg": "put spoon in sink", "vis_src": "P29_03:300 P29_03:301 P29_03:302", "vis_trg": "P29_03:303", "narrations": [ "pick up knife", "put knife in sink", "pick up spoon", "put spoon in sink" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:19:39.26", "00:19:41.87" ], [ "00:19:41.03", "00:19:42.40" ], [ "00:19:43.33", "00:19:44.20" ], [ "00:19:44.08", "00:19:46.22" ] ], "start_stop_frames": [ [ 70755, 70912 ], [ 70861, 70944 ], [ 70999, 71052 ], [ 71044, 71173 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P02_118+269_270_271_272", "video_id": "P02_118", "narration_ids": [ "P02_118_269", "P02_118_270", "P02_118_271", "P02_118_272" ], "src": "put glass in sink . pick_up mug . open tap", "src1": "put glass in sink", "src2": "pick_up mug", "src3": "open tap", "trg": "fill mug with water", "vis_src": "P02_118:269 P02_118:270 P02_118:271", "vis_trg": "P02_118:272", "narrations": [ "put glass in sink", "pick up mug", "open tap", "fill mug with water" ], "verbs": [ "put-in", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 5, 0, 6, 26 ], "nouns": [ "glass", "mug", "tap", "mug" ], "noun_classes": [ 10, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:12:23.95", "00:12:24.74" ], [ "00:12:24.28", "00:12:25.24" ], [ "00:12:24.92", "00:12:25.59" ], [ "00:12:25.73", "00:12:26.77" ] ], "start_stop_frames": [ [ 37197, 37237 ], [ 37214, 37262 ], [ 37246, 37279 ], [ 37286, 37338 ] ], "trgnoun": "mug", "trgverb": "fill_with" }, { "key": "P03_120+49_50_51_52", "video_id": "P03_120", "narration_ids": [ "P03_120_49", "P03_120_50", "P03_120_51", "P03_120_52" ], "src": "pour sugar onto scales . pick_up lid . put_down tupperware of sugar", "src1": "pour sugar onto scales", "src2": "pick_up lid", "src3": "put_down tupperware of sugar", "trg": "close tupperware of sugar", "vis_src": "P03_120:49 P03_120:50 P03_120:51", "vis_trg": "P03_120:52", "narrations": [ "pour sugar onto scales", "pick up lid", "put down tupperware of sugar", "close tupperware of sugar" ], "verbs": [ "pour-onto", "pick-up", "put-down", "close" ], "verb_classes": [ 9, 0, 1, 4 ], "nouns": [ "sugar", "lid", "tupperware:sugar", "tupperware:sugar" ], "noun_classes": [ 102, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:01:35.14", "00:01:42.03" ], [ "00:01:43.04", "00:01:44.27" ], [ "00:01:43.83", "00:01:44.33" ], [ "00:01:44.32", "00:01:47.68" ] ], "start_stop_frames": [ [ 4757, 5101 ], [ 5152, 5213 ], [ 5191, 5216 ], [ 5216, 5384 ] ], "trgnoun": "sugar_tupperware", "trgverb": "close" }, { "key": "P02_06+105_106_107_108", "video_id": "P02_06", "narration_ids": [ "P02_06_105", "P02_06_106", "P02_06_107", "P02_06_108" ], "src": "pick_up mug . pick_up plate . put plate", "src1": "pick_up mug", "src2": "pick_up plate", "src3": "put plate", "trg": "fill mug", "vis_src": "P02_06:105 P02_06:106 P02_06:107", "vis_trg": "P02_06:108", "narrations": [ "pick up mug", "pick up plate", "put plate", "fill mug" ], "verbs": [ "pick-up", "pick-up", "put", "fill" ], "verb_classes": [ 0, 0, 1, 26 ], "nouns": [ "mug", "plate", "plate", "mug" ], "noun_classes": [ 13, 2, 2, 13 ], "start_stop_timestamps": [ [ "00:04:04.97", "00:04:06.72" ], [ "00:04:06.45", "00:04:07.07" ], [ "00:04:07.13", "00:04:07.71" ], [ "00:04:08.52", "00:04:10.05" ] ], "start_stop_frames": [ [ 14698, 14803 ], [ 14787, 14824 ], [ 14827, 14862 ], [ 14911, 15003 ] ], "trgnoun": "mug", "trgverb": "fill" }, { "key": "P01_18+17_18_19_20", "video_id": "P01_18", "narration_ids": [ "P01_18_17", "P01_18_18", "P01_18_19", "P01_18_20" ], "src": "put_down squash . close cupboard . take cutting_board", "src1": "put_down squash", "src2": "close cupboard", "src3": "take cutting_board", "trg": "put_down cutting_board", "vis_src": "P01_18:17 P01_18:18 P01_18:19", "vis_trg": "P01_18:20", "narrations": [ "put down squash", "close cupboard", "take cutting board", "put down cutting board" ], "verbs": [ "put-down", "close", "take", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "squash", "cupboard", "board:cutting", "board:cutting" ], "noun_classes": [ 116, 3, 18, 18 ], "start_stop_timestamps": [ [ "00:00:45.54", "00:00:46.97" ], [ "00:00:47.32", "00:00:48.51" ], [ "00:00:49.25", "00:00:50.00" ], [ "00:00:50.90", "00:00:51.71" ] ], "start_stop_frames": [ [ 2732, 2818 ], [ 2839, 2910 ], [ 2955, 3000 ], [ 3054, 3102 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P04_119+188_189_190_191", "video_id": "P04_119", "narration_ids": [ "P04_119_188", "P04_119_189", "P04_119_190", "P04_119_191" ], "src": "put_down milk_bottle . pick_up milk_bottle . hold milk_bottle over pan", "src1": "put_down milk_bottle", "src2": "pick_up milk_bottle", "src3": "hold milk_bottle over pan", "trg": "tap milk_bottle", "vis_src": "P04_119:188 P04_119:189 P04_119:190", "vis_trg": "P04_119:191", "narrations": [ "put down milk bottle", "pick up milk bottle", "hold milk bottle over pan", "tap milk bottle" ], "verbs": [ "put-down", "pick-up", "hold-over", "tap" ], "verb_classes": [ 1, 0, 34, 32 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:08:06.26", "00:08:07.72" ], [ "00:08:07.20", "00:08:08.10" ], [ "00:08:08.48", "00:08:09.31" ], [ "00:08:09.27", "00:08:10.02" ] ], "start_stop_frames": [ [ 24313, 24386 ], [ 24360, 24405 ], [ 24424, 24465 ], [ 24463, 24501 ] ], "trgnoun": "milk_bottle", "trgverb": "tap" }, { "key": "P22_109+736_737_738_739", "video_id": "P22_109", "narration_ids": [ "P22_109_736", "P22_109_737", "P22_109_738", "P22_109_739" ], "src": "put_down sponge . pick_up cloth . turn_on tap", "src1": "put_down sponge", "src2": "pick_up cloth", "src3": "turn_on tap", "trg": "rinse cloth", "vis_src": "P22_109:736 P22_109:737 P22_109:738", "vis_trg": "P22_109:739", "narrations": [ "put down sponge", "pick up cloth", "turn on tap", "rinse cloth" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "sponge", "cloth", "tap", "cloth" ], "noun_classes": [ 9, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:30:44.15", "00:30:44.74" ], [ "00:30:45.25", "00:30:46.75" ], [ "00:30:46.97", "00:30:47.52" ], [ "00:30:47.55", "00:30:50.52" ] ], "start_stop_frames": [ [ 92207, 92237 ], [ 92262, 92337 ], [ 92348, 92376 ], [ 92377, 92526 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P06_108+113_114_115_116", "video_id": "P06_108", "narration_ids": [ "P06_108_113", "P06_108_114", "P06_108_115", "P06_108_116" ], "src": "turn_on hob . take_out phone . set timer", "src1": "turn_on hob", "src2": "take_out phone", "src3": "set timer", "trg": "put_down phone", "vis_src": "P06_108:113 P06_108:114 P06_108:115", "vis_trg": "P06_108:116", "narrations": [ "turn on hob", "take out phone", "set timer", "put down phone" ], "verbs": [ "turn-on", "take-out", "set", "put-down" ], "verb_classes": [ 6, 12, 53, 1 ], "nouns": [ "hob", "phone", "timer", "phone" ], "noun_classes": [ 24, 165, 111, 165 ], "start_stop_timestamps": [ [ "00:08:30.43", "00:08:34.87" ], [ "00:08:45.43", "00:08:49.16" ], [ "00:08:49.17", "00:08:51.49" ], [ "00:08:51.50", "00:08:53.82" ] ], "start_stop_frames": [ [ 25521, 25743 ], [ 26271, 26458 ], [ 26458, 26574 ], [ 26575, 26691 ] ], "trgnoun": "phone", "trgverb": "put_down" }, { "key": "P06_101+238_239_240_241", "video_id": "P06_101", "narration_ids": [ "P06_101_238", "P06_101_239", "P06_101_240", "P06_101_241" ], "src": "put_down lid . pour spice into hand . put spice in pan", "src1": "put_down lid", "src2": "pour spice into hand", "src3": "put spice in pan", "trg": "put lid on jar", "vis_src": "P06_101:238 P06_101:239 P06_101:240", "vis_trg": "P06_101:241", "narrations": [ "put down lid", "pour spice into hand", "put spice in pan", "put lid on jar" ], "verbs": [ "put-down", "pour-into", "put-in", "put-on" ], "verb_classes": [ 1, 9, 5, 1 ], "nouns": [ "lid", "spice", "spice", "lid" ], "noun_classes": [ 6, 85, 85, 6 ], "start_stop_timestamps": [ [ "00:16:57.45", "00:16:58.65" ], [ "00:16:58.75", "00:17:04.54" ], [ "00:17:04.61", "00:17:06.18" ], [ "00:17:06.28", "00:17:09.85" ] ], "start_stop_frames": [ [ 50872, 50932 ], [ 50937, 51227 ], [ 51230, 51309 ], [ 51314, 51492 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P06_101+266_267_268_269", "video_id": "P06_101", "narration_ids": [ "P06_101_266", "P06_101_267", "P06_101_268", "P06_101_269" ], "src": "chop stock_cube . pick_up chopping_board . scrape stock_cubes into pan", "src1": "chop stock_cube", "src2": "pick_up chopping_board", "src3": "scrape stock_cubes into pan", "trg": "put_down chopping_board and knife", "vis_src": "P06_101:266 P06_101:267 P06_101:268", "vis_trg": "P06_101:269", "narrations": [ "chop stock cube", "pick up chopping board", "scrape stock cubes into pan", "put down chopping board and knife" ], "verbs": [ "chop", "pick-up", "scrape-into", "put-down" ], "verb_classes": [ 7, 0, 25, 1 ], "nouns": [ "cube:stock", "board:chopping", "cube:stock", "board:chopping" ], "noun_classes": [ 95, 18, 95, 18 ], "start_stop_timestamps": [ [ "00:18:50.79", "00:19:00.00" ], [ "00:19:00.10", "00:19:01.18" ], [ "00:19:01.28", "00:19:03.57" ], [ "00:19:04.22", "00:19:05.56" ] ], "start_stop_frames": [ [ 56539, 57000 ], [ 57004, 57059 ], [ 57064, 57178 ], [ 57211, 57278 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P22_05+229_230_231_232", "video_id": "P22_05", "narration_ids": [ "P22_05_229", "P22_05_230", "P22_05_231", "P22_05_232" ], "src": "move container . open basket . toss rinds", "src1": "move container", "src2": "open basket", "src3": "toss rinds", "trg": "close basket", "vis_src": "P22_05:229 P22_05:230 P22_05:231", "vis_trg": "P22_05:232", "narrations": [ "move container", "open basket", "toss rinds", "close basket" ], "verbs": [ "move", "open", "toss", "close" ], "verb_classes": [ 11, 3, 13, 4 ], "nouns": [ "container", "basket", "rind", "basket" ], "noun_classes": [ 21, 168, 48, 168 ], "start_stop_timestamps": [ [ "00:10:35.64", "00:10:37.98" ], [ "00:10:38.13", "00:10:39.08" ], [ "00:10:38.74", "00:10:40.25" ], [ "00:10:40.00", "00:10:40.75" ] ], "start_stop_frames": [ [ 38138, 38278 ], [ 38287, 38344 ], [ 38324, 38415 ], [ 38400, 38445 ] ], "trgnoun": "basket", "trgverb": "close" }, { "key": "P35_103+150_151_152_153", "video_id": "P35_103", "narration_ids": [ "P35_103_150", "P35_103_151", "P35_103_152", "P35_103_153" ], "src": "rinse colander . put_down colander . rinse pan", "src1": "rinse colander", "src2": "put_down colander", "src3": "rinse pan", "trg": "put_down pan", "vis_src": "P35_103:150 P35_103:151 P35_103:152", "vis_trg": "P35_103:153", "narrations": [ "rinse colander", "put down colander", "rinse pan", "put down pan" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "colander", "colander", "pan", "pan" ], "noun_classes": [ 39, 39, 5, 5 ], "start_stop_timestamps": [ [ "00:17:33.41", "00:17:44.98" ], [ "00:17:46.25", "00:17:47.17" ], [ "00:17:47.94", "00:17:54.39" ], [ "00:17:54.49", "00:17:55.28" ] ], "start_stop_frames": [ [ 52670, 53249 ], [ 53312, 53358 ], [ 53397, 53719 ], [ 53724, 53764 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_108+218_219_220_221", "video_id": "P02_108", "narration_ids": [ "P02_108_218", "P02_108_219", "P02_108_220", "P02_108_221" ], "src": "put pot and strainer into cupboard . close cupboard . pick_up tupperware", "src1": "put pot and strainer into cupboard", "src2": "close cupboard", "src3": "pick_up tupperware", "trg": "shake tupperware", "vis_src": "P02_108:218 P02_108:219 P02_108:220", "vis_trg": "P02_108:221", "narrations": [ "put pot and strainer into cupboard", "close cupboard", "pick up tupperware", "shake tupperware" ], "verbs": [ "put-into", "close", "pick-up", "shake" ], "verb_classes": [ 5, 4, 0, 15 ], "nouns": [ "pot", "cupboard", "tupperware", "tupperware" ], "noun_classes": [ 29, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:12:04.00", "00:12:06.38" ], [ "00:12:05.93", "00:12:07.62" ], [ "00:12:08.24", "00:12:11.68" ], [ "00:12:09.64", "00:12:11.59" ] ], "start_stop_frames": [ [ 36200, 36319 ], [ 36296, 36381 ], [ 36412, 36584 ], [ 36482, 36579 ] ], "trgnoun": "tupperware", "trgverb": "shake" }, { "key": "P22_111+542_543_544_545", "video_id": "P22_111", "narration_ids": [ "P22_111_542", "P22_111_543", "P22_111_544", "P22_111_545" ], "src": "put_down sponge . rinse hands . turn_off tap", "src1": "put_down sponge", "src2": "rinse hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P22_111:542 P22_111:543 P22_111:544", "vis_trg": "P22_111:545", "narrations": [ "put down sponge", "rinse hands", "turn off tap", "shake hands" ], "verbs": [ "put-down", "rinse", "turn-off", "shake" ], "verb_classes": [ 1, 2, 8, 15 ], "nouns": [ "sponge", "hand", "tap", "hand" ], "noun_classes": [ 9, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:19:15.76", "00:19:16.47" ], [ "00:19:16.57", "00:19:17.44" ], [ "00:19:17.40", "00:19:17.89" ], [ "00:19:17.95", "00:19:18.94" ] ], "start_stop_frames": [ [ 57788, 57823 ], [ 57828, 57872 ], [ 57870, 57894 ], [ 57897, 57947 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P01_05+26_27_28_29", "video_id": "P01_05", "narration_ids": [ "P01_05_26", "P01_05_27", "P01_05_28", "P01_05_29" ], "src": "put glass into cupboard . take ladle . take cloth", "src1": "put glass into cupboard", "src2": "take ladle", "src3": "take cloth", "trg": "dry ladle", "vis_src": "P01_05:26 P01_05:27 P01_05:28", "vis_trg": "P01_05:29", "narrations": [ "put glass into cupboard", "take ladle", "take cloth", "dry ladle" ], "verbs": [ "put-into", "take", "take", "dry" ], "verb_classes": [ 5, 0, 0, 14 ], "nouns": [ "glass", "ladle", "cloth", "ladle" ], "noun_classes": [ 10, 97, 17, 97 ], "start_stop_timestamps": [ [ "00:01:23.22", "00:01:24.66" ], [ "00:01:25.87", "00:01:27.57" ], [ "00:01:33.23", "00:01:34.45" ], [ "00:01:34.52", "00:01:44.65" ] ], "start_stop_frames": [ [ 4993, 5079 ], [ 5152, 5254 ], [ 5593, 5667 ], [ 5671, 6279 ] ], "trgnoun": "ladle", "trgverb": "dry" }, { "key": "P25_107+77_78_79_80", "video_id": "P25_107", "narration_ids": [ "P25_107_77", "P25_107_78", "P25_107_79", "P25_107_80" ], "src": "pick_up knife . pick courgettes . wash courgettes", "src1": "pick_up knife", "src2": "pick courgettes", "src3": "wash courgettes", "trg": "cut courgette", "vis_src": "P25_107:77 P25_107:78 P25_107:79", "vis_trg": "P25_107:80", "narrations": [ "pick up knife", "pick courgettes", "wash courgettes", "cut courgette" ], "verbs": [ "pick-up", "pick", "wash", "cut" ], "verb_classes": [ 0, 0, 2, 7 ], "nouns": [ "knife", "courgette", "courgette", "courgette" ], "noun_classes": [ 4, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:09:20.70", "00:09:21.95" ], [ "00:09:22.01", "00:09:23.05" ], [ "00:09:23.06", "00:09:25.21" ], [ "00:09:25.21", "00:10:31.93" ] ], "start_stop_frames": [ [ 28035, 28097 ], [ 28100, 28152 ], [ 28152, 28260 ], [ 28260, 31596 ] ], "trgnoun": "courgette", "trgverb": "cut" }, { "key": "P04_17+1_2_3_4", "video_id": "P04_17", "narration_ids": [ "P04_17_1", "P04_17_2", "P04_17_3", "P04_17_4" ], "src": "drink water . stir pan . pour water into pan", "src1": "drink water", "src2": "stir pan", "src3": "pour water into pan", "trg": "fill_up water", "vis_src": "P04_17:1 P04_17:2 P04_17:3", "vis_trg": "P04_17:4", "narrations": [ "drink water", "stir pan", "pour water into pan", "fill up water" ], "verbs": [ "drink", "stir", "pour-into", "fill-up" ], "verb_classes": [ 60, 10, 9, 26 ], "nouns": [ "water", "pan", "water", "water" ], "noun_classes": [ 27, 5, 27, 27 ], "start_stop_timestamps": [ [ "00:00:02.96", "00:00:04.96" ], [ "00:00:06.14", "00:00:28.89" ], [ "00:00:28.99", "00:00:31.56" ], [ "00:00:32.49", "00:00:35.06" ] ], "start_stop_frames": [ [ 177, 297 ], [ 368, 1733 ], [ 1739, 1893 ], [ 1949, 2103 ] ], "trgnoun": "water", "trgverb": "fill_up" }, { "key": "P03_20+52_53_54_55", "video_id": "P03_20", "narration_ids": [ "P03_20_52", "P03_20_53", "P03_20_54", "P03_20_55" ], "src": "grab plug . empty plug in bin . put lid on bin", "src1": "grab plug", "src2": "empty plug in bin", "src3": "put lid on bin", "trg": "put plug in sink", "vis_src": "P03_20:52 P03_20:53 P03_20:54", "vis_trg": "P03_20:55", "narrations": [ "grab plug", "empty plug in bin", "put lid on bin", "put plug in sink" ], "verbs": [ "grab", "empty", "put-on", "put-in" ], "verb_classes": [ 0, 20, 1, 5 ], "nouns": [ "plug", "plug", "lid", "plug" ], "noun_classes": [ 153, 153, 6, 153 ], "start_stop_timestamps": [ [ "00:04:34.34", "00:04:36.33" ], [ "00:04:41.23", "00:04:46.15" ], [ "00:04:52.44", "00:04:55.31" ], [ "00:04:57.11", "00:04:58.54" ] ], "start_stop_frames": [ [ 16460, 16579 ], [ 16873, 17169 ], [ 17546, 17718 ], [ 17826, 17912 ] ], "trgnoun": "plug", "trgverb": "put_in" }, { "key": "P04_107+372_373_374_375", "video_id": "P04_107", "narration_ids": [ "P04_107_372", "P04_107_373", "P04_107_374", "P04_107_375" ], "src": "pat dough . lift_up dough with chopstick . rotate chopstick", "src1": "pat dough", "src2": "lift_up dough with chopstick", "src3": "rotate chopstick", "trg": "hold dough", "vis_src": "P04_107:372 P04_107:373 P04_107:374", "vis_trg": "P04_107:375", "narrations": [ "pat dough", "lift up dough with chopstick", "rotate chopstick", "hold dough" ], "verbs": [ "pat", "lift-up", "rotate", "hold" ], "verb_classes": [ 32, 33, 23, 34 ], "nouns": [ "dough", "dough", "chopstick", "dough" ], "noun_classes": [ 25, 25, 80, 25 ], "start_stop_timestamps": [ [ "00:11:26.74", "00:11:27.48" ], [ "00:11:27.85", "00:11:28.97" ], [ "00:11:28.71", "00:11:31.79" ], [ "00:11:31.47", "00:11:33.07" ] ], "start_stop_frames": [ [ 34337, 34374 ], [ 34392, 34448 ], [ 34435, 34589 ], [ 34573, 34653 ] ], "trgnoun": "dough", "trgverb": "hold" }, { "key": "P22_117+174_175_176_177", "video_id": "P22_117", "narration_ids": [ "P22_117_174", "P22_117_175", "P22_117_176", "P22_117_177" ], "src": "put_down courgettes . pick_up knife . cut courgettes", "src1": "put_down courgettes", "src2": "pick_up knife", "src3": "cut courgettes", "trg": "move courgettes", "vis_src": "P22_117:174 P22_117:175 P22_117:176", "vis_trg": "P22_117:177", "narrations": [ "put down courgettes", "pick up knife", "cut courgettes", "move courgettes" ], "verbs": [ "put-down", "pick-up", "cut", "move" ], "verb_classes": [ 1, 0, 7, 11 ], "nouns": [ "courgette", "knife", "courgette", "courgette" ], "noun_classes": [ 76, 4, 76, 76 ], "start_stop_timestamps": [ [ "00:07:12.09", "00:07:13.32" ], [ "00:07:13.40", "00:07:13.98" ], [ "00:07:14.08", "00:07:16.67" ], [ "00:07:17.77", "00:07:18.94" ] ], "start_stop_frames": [ [ 21604, 21666 ], [ 21670, 21699 ], [ 21704, 21833 ], [ 21888, 21947 ] ], "trgnoun": "courgette", "trgverb": "move" }, { "key": "P04_117+44_45_46_47", "video_id": "P04_117", "narration_ids": [ "P04_117_44", "P04_117_45", "P04_117_46", "P04_117_47" ], "src": "put tea_towel on bread . hold_onto bread . slice bread", "src1": "put tea_towel on bread", "src2": "hold_onto bread", "src3": "slice bread", "trg": "push bread away with knife", "vis_src": "P04_117:44 P04_117:45 P04_117:46", "vis_trg": "P04_117:47", "narrations": [ "put tea towel on bread", "hold onto bread", "slice bread", "push bread away with knife" ], "verbs": [ "put-on", "hold-onto", "slice", "push" ], "verb_classes": [ 1, 34, 7, 21 ], "nouns": [ "towel:tea", "bread", "bread", "bread" ], "noun_classes": [ 52, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:01:33.12", "00:01:33.66" ], [ "00:01:33.71", "00:01:34.13" ], [ "00:01:34.06", "00:02:04.74" ], [ "00:01:51.87", "00:02:05.89" ] ], "start_stop_frames": [ [ 4656, 4683 ], [ 4685, 4706 ], [ 4703, 6237 ], [ 5593, 6294 ] ], "trgnoun": "bread", "trgverb": "push" }, { "key": "P01_109+22_23_24_25", "video_id": "P01_109", "narration_ids": [ "P01_109_22", "P01_109_23", "P01_109_24", "P01_109_25" ], "src": "put_down cup . pick_up spoon . open drawer", "src1": "put_down cup", "src2": "pick_up spoon", "src3": "open drawer", "trg": "put spoon into drawer", "vis_src": "P01_109:22 P01_109:23 P01_109:24", "vis_trg": "P01_109:25", "narrations": [ "put down cup", "pick up spoon", "open drawer", "put spoon into drawer" ], "verbs": [ "put-down", "pick-up", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "cup", "spoon", "drawer", "spoon" ], "noun_classes": [ 13, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:00:42.64", "00:00:43.86" ], [ "00:00:44.13", "00:00:44.72" ], [ "00:00:45.39", "00:00:46.64" ], [ "00:00:46.73", "00:00:47.57" ] ], "start_stop_frames": [ [ 2132, 2193 ], [ 2206, 2236 ], [ 2269, 2332 ], [ 2336, 2378 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P22_103+154_155_156_157", "video_id": "P22_103", "narration_ids": [ "P22_103_154", "P22_103_155", "P22_103_156", "P22_103_157" ], "src": "rinse tongs . put_down tongs . pick_up knife", "src1": "rinse tongs", "src2": "put_down tongs", "src3": "pick_up knife", "trg": "rinse knife", "vis_src": "P22_103:154 P22_103:155 P22_103:156", "vis_trg": "P22_103:157", "narrations": [ "rinse tongs", "put down tongs", "pick up knife", "rinse knife" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "tongs", "tongs", "knife", "knife" ], "noun_classes": [ 142, 142, 4, 4 ], "start_stop_timestamps": [ [ "00:04:35.10", "00:04:38.18" ], [ "00:04:37.99", "00:04:39.63" ], [ "00:04:39.41", "00:04:40.11" ], [ "00:04:40.15", "00:04:42.36" ] ], "start_stop_frames": [ [ 13755, 13909 ], [ 13899, 13981 ], [ 13970, 14005 ], [ 14007, 14118 ] ], "trgnoun": "knife", "trgverb": "rinse" }, { "key": "P24_04+29_30_31_32", "video_id": "P24_04", "narration_ids": [ "P24_04_29", "P24_04_30", "P24_04_31", "P24_04_32" ], "src": "open door . pick_up nutella . pick_up white_bread", "src1": "open door", "src2": "pick_up nutella", "src3": "pick_up white_bread", "trg": "put_down nutella and white bread", "vis_src": "P24_04:29 P24_04:30 P24_04:31", "vis_trg": "P24_04:32", "narrations": [ "open door", "pick up nutella", "pick up white bread", "put down nutella and white bread" ], "verbs": [ "open", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "door", "nutella", "bread:white", "nutella" ], "noun_classes": [ 3, 115, 33, 115 ], "start_stop_timestamps": [ [ "00:02:11.13", "00:02:12.96" ], [ "00:02:13.45", "00:02:14.38" ], [ "00:02:15.19", "00:02:21.35" ], [ "00:02:20.26", "00:02:21.89" ] ], "start_stop_frames": [ [ 7867, 7977 ], [ 8006, 8062 ], [ 8111, 8481 ], [ 8415, 8513 ] ], "trgnoun": "nutella", "trgverb": "put_down" }, { "key": "P01_105+271_272_273_274", "video_id": "P01_105", "narration_ids": [ "P01_105_271", "P01_105_272", "P01_105_273", "P01_105_274" ], "src": "separate pak_choi leaves . pick_up pak choi end . open food_bin", "src1": "separate pak_choi leaves", "src2": "pick_up pak choi end", "src3": "open food_bin", "trg": "throw pak_choi ends into bin", "vis_src": "P01_105:271 P01_105:272 P01_105:273", "vis_trg": "P01_105:274", "narrations": [ "separate pak choi leaves", "pick up pak choi end", "open food bin", "throw pak choi ends into bin" ], "verbs": [ "separate", "pick-up", "open", "throw" ], "verb_classes": [ 52, 0, 3, 13 ], "nouns": [ "choi:pak", "pak", "bin:food", "choi:pak" ], "noun_classes": [ 151, 151, 36, 151 ], "start_stop_timestamps": [ [ "00:10:39.20", "00:10:47.03" ], [ "00:10:47.24", "00:10:47.57" ], [ "00:10:48.37", "00:10:49.22" ], [ "00:10:49.13", "00:10:49.59" ] ], "start_stop_frames": [ [ 31960, 32351 ], [ 32362, 32378 ], [ 32418, 32461 ], [ 32456, 32479 ] ], "trgnoun": "pak_choi", "trgverb": "throw" }, { "key": "P01_18+279_280_281_282", "video_id": "P01_18", "narration_ids": [ "P01_18_279", "P01_18_280", "P01_18_281", "P01_18_282" ], "src": "take container . take lid . put_down lid", "src1": "take container", "src2": "take lid", "src3": "put_down lid", "trg": "put_down container", "vis_src": "P01_18:279 P01_18:280 P01_18:281", "vis_trg": "P01_18:282", "narrations": [ "take container", "take lid", "put down lid", "put down container" ], "verbs": [ "take", "take", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "container", "lid", "lid", "container" ], "noun_classes": [ 21, 6, 6, 21 ], "start_stop_timestamps": [ [ "00:20:42.67", "00:20:43.35" ], [ "00:20:45.35", "00:20:48.06" ], [ "00:20:45.61", "00:20:51.10" ], [ "00:20:52.78", "00:20:53.55" ] ], "start_stop_frames": [ [ 74560, 74601 ], [ 74721, 74883 ], [ 74736, 75066 ], [ 75166, 75213 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P22_06+57_58_59_60", "video_id": "P22_06", "narration_ids": [ "P22_06_57", "P22_06_58", "P22_06_59", "P22_06_60" ], "src": "open cabinet . put_down glass . put_down bowl", "src1": "open cabinet", "src2": "put_down glass", "src3": "put_down bowl", "trg": "pick_up bowl", "vis_src": "P22_06:57 P22_06:58 P22_06:59", "vis_trg": "P22_06:60", "narrations": [ "open cabinet", "put down glass", "put down bowl", "pick up bowl" ], "verbs": [ "open", "put-down", "put-down", "pick-up" ], "verb_classes": [ 3, 1, 1, 0 ], "nouns": [ "cabinet", "glass", "bowl", "bowl" ], "noun_classes": [ 3, 10, 7, 7 ], "start_stop_timestamps": [ [ "00:02:20.56", "00:02:21.64" ], [ "00:02:21.32", "00:02:22.43" ], [ "00:02:22.06", "00:02:22.71" ], [ "00:02:23.50", "00:02:24.37" ] ], "start_stop_frames": [ [ 8433, 8498 ], [ 8479, 8545 ], [ 8523, 8562 ], [ 8610, 8662 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P02_131+245_246_247_248", "video_id": "P02_131", "narration_ids": [ "P02_131_245", "P02_131_246", "P02_131_247", "P02_131_248" ], "src": "close tap . pick_up bowl . put glass in drainer", "src1": "close tap", "src2": "pick_up bowl", "src3": "put glass in drainer", "trg": "return bowl to drainer", "vis_src": "P02_131:245 P02_131:246 P02_131:247", "vis_trg": "P02_131:248", "narrations": [ "close tap", "pick up bowl", "put glass in drainer", "return bowl to drainer" ], "verbs": [ "turn-off", "pick-up", "put-in", "return-to" ], "verb_classes": [ 8, 0, 5, 11 ], "nouns": [ "tap", "bowl", "glass", "bowl" ], "noun_classes": [ 0, 7, 10, 7 ], "start_stop_timestamps": [ [ "00:10:00.55", "00:10:02.31" ], [ "00:10:03.19", "00:10:04.54" ], [ "00:10:04.60", "00:10:05.61" ], [ "00:10:05.52", "00:10:06.70" ] ], "start_stop_frames": [ [ 30027, 30115 ], [ 30159, 30227 ], [ 30230, 30280 ], [ 30276, 30335 ] ], "trgnoun": "bowl", "trgverb": "return_to" }, { "key": "P03_101+247_248_249_250", "video_id": "P03_101", "narration_ids": [ "P03_101_247", "P03_101_248", "P03_101_249", "P03_101_250" ], "src": "open butter . pick_up film . put_down film", "src1": "open butter", "src2": "pick_up film", "src3": "put_down film", "trg": "move butter", "vis_src": "P03_101:247 P03_101:248 P03_101:249", "vis_trg": "P03_101:250", "narrations": [ "open butter", "pick up film", "put down film", "move butter" ], "verbs": [ "open", "pick-up", "put-down", "move" ], "verb_classes": [ 3, 0, 1, 11 ], "nouns": [ "butter", "film", "film", "butter" ], "noun_classes": [ 78, 100, 100, 78 ], "start_stop_timestamps": [ [ "00:10:22.11", "00:10:23.19" ], [ "00:10:23.29", "00:10:24.51" ], [ "00:10:24.51", "00:10:25.17" ], [ "00:10:25.82", "00:10:26.64" ] ], "start_stop_frames": [ [ 31105, 31159 ], [ 31164, 31225 ], [ 31225, 31258 ], [ 31291, 31332 ] ], "trgnoun": "butter", "trgverb": "move" }, { "key": "P02_129+468_469_470_471", "video_id": "P02_129", "narration_ids": [ "P02_129_468", "P02_129_469", "P02_129_470", "P02_129_471" ], "src": "put_down parmesan_cheese . pick_up pan . pour pasta and tomatoes from pan into plate", "src1": "put_down parmesan_cheese", "src2": "pick_up pan", "src3": "pour pasta and tomatoes from pan into plate", "trg": "put pan in sink", "vis_src": "P02_129:468 P02_129:469 P02_129:470", "vis_trg": "P02_129:471", "narrations": [ "put down parmesan cheese", "pick up pan", "pour pasta and tomatoes from pan into plate", "put pan in sink" ], "verbs": [ "put-down", "pick-up", "pour-from", "put-in" ], "verb_classes": [ 1, 0, 9, 5 ], "nouns": [ "cheese:parmesan", "pan", "pasta", "pan" ], "noun_classes": [ 32, 5, 45, 5 ], "start_stop_timestamps": [ [ "00:17:16.01", "00:17:16.85" ], [ "00:17:17.69", "00:17:18.50" ], [ "00:17:18.98", "00:17:25.47" ], [ "00:17:31.26", "00:17:31.97" ] ], "start_stop_frames": [ [ 51800, 51842 ], [ 51884, 51925 ], [ 51949, 52273 ], [ 52563, 52598 ] ], "trgnoun": "pan", "trgverb": "put_in" }, { "key": "P04_113+53_54_55_56", "video_id": "P04_113", "narration_ids": [ "P04_113_53", "P04_113_54", "P04_113_55", "P04_113_56" ], "src": "put cast iron pan in oven . close oven . pick_up bowl", "src1": "put cast iron pan in oven", "src2": "close oven", "src3": "pick_up bowl", "trg": "stack bowls", "vis_src": "P04_113:53 P04_113:54 P04_113:55", "vis_trg": "P04_113:56", "narrations": [ "put cast iron pan in oven", "close oven", "pick up bowl", "stack bowls" ], "verbs": [ "put-in", "close", "pick-up", "stack" ], "verb_classes": [ 5, 4, 0, 40 ], "nouns": [ "pan:cast:iron", "oven", "bowl", "bowl" ], "noun_classes": [ 5, 46, 7, 7 ], "start_stop_timestamps": [ [ "00:01:45.78", "00:01:46.96" ], [ "00:01:46.99", "00:01:47.62" ], [ "00:01:49.52", "00:01:50.71" ], [ "00:01:52.45", "00:01:53.80" ] ], "start_stop_frames": [ [ 5289, 5348 ], [ 5349, 5381 ], [ 5476, 5535 ], [ 5622, 5690 ] ], "trgnoun": "bowl", "trgverb": "stack" }, { "key": "P04_119+167_168_169_170", "video_id": "P04_119", "narration_ids": [ "P04_119_167", "P04_119_168", "P04_119_169", "P04_119_170" ], "src": "close cupboard . pick_up saucepan . tip milk from saucepan into wok", "src1": "close cupboard", "src2": "pick_up saucepan", "src3": "tip milk from saucepan into wok", "trg": "shake saucepan", "vis_src": "P04_119:167 P04_119:168 P04_119:169", "vis_trg": "P04_119:170", "narrations": [ "close cupboard", "pick up saucepan", "tip milk from saucepan into wok", "shake saucepan" ], "verbs": [ "close", "pick-up", "tip-from", "shake" ], "verb_classes": [ 4, 0, 9, 15 ], "nouns": [ "cupboard", "saucepan", "milk", "saucepan" ], "noun_classes": [ 3, 5, 64, 5 ], "start_stop_timestamps": [ [ "00:07:22.54", "00:07:23.75" ], [ "00:07:23.68", "00:07:25.73" ], [ "00:07:25.42", "00:07:30.33" ], [ "00:07:28.84", "00:07:30.35" ] ], "start_stop_frames": [ [ 22127, 22187 ], [ 22184, 22286 ], [ 22271, 22516 ], [ 22442, 22517 ] ], "trgnoun": "saucepan", "trgverb": "shake" }, { "key": "P25_104+37_38_39_40", "video_id": "P25_104", "narration_ids": [ "P25_104_37", "P25_104_38", "P25_104_39", "P25_104_40" ], "src": "take fork . wash fork . rinse fork", "src1": "take fork", "src2": "wash fork", "src3": "rinse fork", "trg": "put_down fork", "vis_src": "P25_104:37 P25_104:38 P25_104:39", "vis_trg": "P25_104:40", "narrations": [ "take fork", "wash fork", "rinse fork", "put down fork" ], "verbs": [ "take", "wash", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "fork", "fork", "fork", "fork" ], "noun_classes": [ 14, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:01:47.35", "00:01:48.32" ], [ "00:01:48.68", "00:01:52.52" ], [ "00:01:52.61", "00:01:57.20" ], [ "00:01:57.05", "00:01:58.31" ] ], "start_stop_frames": [ [ 5367, 5416 ], [ 5434, 5626 ], [ 5630, 5860 ], [ 5852, 5915 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P22_17+403_404_405_406", "video_id": "P22_17", "narration_ids": [ "P22_17_403", "P22_17_404", "P22_17_405", "P22_17_406" ], "src": "put_down cloth . pick_up bottle . empty bottle", "src1": "put_down cloth", "src2": "pick_up bottle", "src3": "empty bottle", "trg": "put_down bottle", "vis_src": "P22_17:403 P22_17:404 P22_17:405", "vis_trg": "P22_17:406", "narrations": [ "put down cloth", "pick up bottle", "empty bottle", "put down bottle" ], "verbs": [ "put-down", "pick-up", "empty", "put-down" ], "verb_classes": [ 1, 0, 20, 1 ], "nouns": [ "cloth", "bottle", "bottle", "bottle" ], "noun_classes": [ 17, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:15:39.49", "00:15:40.75" ], [ "00:15:40.52", "00:15:41.90" ], [ "00:15:42.30", "00:15:43.28" ], [ "00:15:43.69", "00:15:46.40" ] ], "start_stop_frames": [ [ 56369, 56445 ], [ 56431, 56514 ], [ 56538, 56596 ], [ 56621, 56784 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P09_05+22_23_24_25", "video_id": "P09_05", "narration_ids": [ "P09_05_22", "P09_05_23", "P09_05_24", "P09_05_25" ], "src": "take spatula . take frying_pan . flip omelette", "src1": "take spatula", "src2": "take frying_pan", "src3": "flip omelette", "trg": "cook omelette", "vis_src": "P09_05:22 P09_05:23 P09_05:24", "vis_trg": "P09_05:25", "narrations": [ "take spatula", "take frying pan", "flip omelette", "cook omelette" ], "verbs": [ "take", "take", "flip", "cook" ], "verb_classes": [ 0, 0, 22, 45 ], "nouns": [ "spatula", "pan:frying", "omelette", "omelette" ], "noun_classes": [ 20, 5, 162, 162 ], "start_stop_timestamps": [ [ "00:01:57.64", "00:01:59.09" ], [ "00:02:00.49", "00:02:01.24" ], [ "00:02:01.57", "00:02:07.44" ], [ "00:02:10.66", "00:02:12.15" ] ], "start_stop_frames": [ [ 7058, 7145 ], [ 7229, 7274 ], [ 7294, 7646 ], [ 7839, 7929 ] ], "trgnoun": "omelette", "trgverb": "cook" }, { "key": "P04_109+409_410_411_412", "video_id": "P04_109", "narration_ids": [ "P04_109_409", "P04_109_410", "P04_109_411", "P04_109_412" ], "src": "put lid on rice cooker . open tofu_packet . tip_out tofu", "src1": "put lid on rice cooker", "src2": "open tofu_packet", "src3": "tip_out tofu", "trg": "put_down tofu_packet", "vis_src": "P04_109:409 P04_109:410 P04_109:411", "vis_trg": "P04_109:412", "narrations": [ "put lid on rice cooker", "open tofu packet", "tip out tofu", "put down tofu packet" ], "verbs": [ "put-on", "open", "tip-out", "put-down" ], "verb_classes": [ 1, 3, 20, 1 ], "nouns": [ "lid", "packet:tofu", "tofu", "packet:tofu" ], "noun_classes": [ 6, 26, 81, 26 ], "start_stop_timestamps": [ [ "00:12:12.00", "00:12:13.24" ], [ "00:12:16.06", "00:12:19.80" ], [ "00:12:19.89", "00:12:21.69" ], [ "00:12:21.99", "00:12:23.63" ] ], "start_stop_frames": [ [ 36600, 36662 ], [ 36803, 36990 ], [ 36994, 37084 ], [ 37099, 37181 ] ], "trgnoun": "tofu_packet", "trgverb": "put_down" }, { "key": "P06_103+97_98_99_100", "video_id": "P06_103", "narration_ids": [ "P06_103_97", "P06_103_98", "P06_103_99", "P06_103_100" ], "src": "put_down salt . put lid on pan . pick_up cutlery", "src1": "put_down salt", "src2": "put lid on pan", "src3": "pick_up cutlery", "trg": "shake cutlery", "vis_src": "P06_103:97 P06_103:98 P06_103:99", "vis_trg": "P06_103:100", "narrations": [ "put down salt", "put lid on pan", "pick up cutlery", "shake cutlery" ], "verbs": [ "put-down", "put-on", "pick-up", "shake" ], "verb_classes": [ 1, 1, 0, 15 ], "nouns": [ "salt", "lid", "cutlery", "cutlery" ], "noun_classes": [ 38, 6, 58, 58 ], "start_stop_timestamps": [ [ "00:05:28.00", "00:05:31.00" ], [ "00:05:31.00", "00:05:32.56" ], [ "00:05:32.66", "00:05:40.10" ], [ "00:05:40.05", "00:05:40.83" ] ], "start_stop_frames": [ [ 16400, 16550 ], [ 16550, 16628 ], [ 16633, 17005 ], [ 17002, 17041 ] ], "trgnoun": "cutlery", "trgverb": "shake" }, { "key": "P29_03+267_268_269_270", "video_id": "P29_03", "narration_ids": [ "P29_03_267", "P29_03_268", "P29_03_269", "P29_03_270" ], "src": "put_down knife . pick_up tin . submerge tin", "src1": "put_down knife", "src2": "pick_up tin", "src3": "submerge tin", "trg": "scour tin", "vis_src": "P29_03:267 P29_03:268 P29_03:269", "vis_trg": "P29_03:270", "narrations": [ "put down knife", "pick up tin", "submerge tin", "scour tin" ], "verbs": [ "put-down", "pick-up", "submerge", "scour" ], "verb_classes": [ 1, 0, 56, 29 ], "nouns": [ "knife", "tin", "tin", "tin" ], "noun_classes": [ 4, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:16:48.19", "00:16:49.41" ], [ "00:17:01.51", "00:17:02.50" ], [ "00:17:02.46", "00:17:03.91" ], [ "00:17:04.56", "00:17:09.54" ] ], "start_stop_frames": [ [ 60491, 60564 ], [ 61290, 61350 ], [ 61347, 61434 ], [ 61473, 61772 ] ], "trgnoun": "tin", "trgverb": "scour" }, { "key": "P03_120+111_112_113_114", "video_id": "P03_120", "narration_ids": [ "P03_120_111", "P03_120_112", "P03_120_113", "P03_120_114" ], "src": "move lemon on cutting board . open cupboard . take grater from cupboard", "src1": "move lemon on cutting board", "src2": "open cupboard", "src3": "take grater from cupboard", "trg": "close cupboard", "vis_src": "P03_120:111 P03_120:112 P03_120:113", "vis_trg": "P03_120:114", "narrations": [ "move lemon on cutting board", "open cupboard", "take grater from cupboard", "close cupboard" ], "verbs": [ "move-on", "open", "take-from", "close" ], "verb_classes": [ 11, 3, 0, 4 ], "nouns": [ "lemon", "cupboard", "grater", "cupboard" ], "noun_classes": [ 105, 3, 96, 3 ], "start_stop_timestamps": [ [ "00:04:47.38", "00:04:48.11" ], [ "00:04:50.09", "00:04:50.84" ], [ "00:04:52.40", "00:04:54.20" ], [ "00:04:54.25", "00:04:54.95" ] ], "start_stop_frames": [ [ 14369, 14405 ], [ 14504, 14542 ], [ 14619, 14710 ], [ 14712, 14747 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_108+184_185_186_189", "video_id": "P02_108", "narration_ids": [ "P02_108_184", "P02_108_185", "P02_108_186", "P02_108_189" ], "src": "shape dough using both hands . put ball of dough inside bowl . pick_up dough using both hands", "src1": "shape dough using both hands", "src2": "put ball of dough inside bowl", "src3": "pick_up dough using both hands", "trg": "open tap", "vis_src": "P02_108:184 P02_108:185 P02_108:186", "vis_trg": "P02_108:189", "narrations": [ "shape dough using both hands", "put ball of dough inside bowl", "pick up dough using both hands", "open tap" ], "verbs": [ "shape", "put-of", "pick-up", "turn-on" ], "verb_classes": [ 74, 1, 0, 6 ], "nouns": [ "dough", "ball:dough", "dough", "tap" ], "noun_classes": [ 25, 25, 25, 0 ], "start_stop_timestamps": [ [ "00:09:13.44", "00:09:40.57" ], [ "00:09:40.25", "00:09:55.72" ], [ "00:09:45.67", "00:09:58.17" ], [ "00:10:45.98", "00:10:47.64" ] ], "start_stop_frames": [ [ 27672, 29028 ], [ 29012, 29786 ], [ 29283, 29908 ], [ 32299, 32382 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P07_110+26_27_28_29", "video_id": "P07_110", "narration_ids": [ "P07_110_26", "P07_110_27", "P07_110_28", "P07_110_29" ], "src": "grab cup . put oats into cup . shake box", "src1": "grab cup", "src2": "put oats into cup", "src3": "shake box", "trg": "close box", "vis_src": "P07_110:26 P07_110:27 P07_110:28", "vis_trg": "P07_110:29", "narrations": [ "grab cup", "put oats into cup", "shake box", "close box" ], "verbs": [ "grab", "put-into", "shake", "close" ], "verb_classes": [ 0, 5, 15, 4 ], "nouns": [ "cup", "oat", "box", "box" ], "noun_classes": [ 13, 127, 23, 23 ], "start_stop_timestamps": [ [ "00:01:27.14", "00:01:30.04" ], [ "00:01:31.63", "00:01:44.09" ], [ "00:01:40.61", "00:01:46.13" ], [ "00:01:44.17", "00:01:48.49" ] ], "start_stop_frames": [ [ 4357, 4502 ], [ 4581, 5204 ], [ 5030, 5306 ], [ 5208, 5424 ] ], "trgnoun": "box", "trgverb": "close" }, { "key": "P03_107+102_103_104_105", "video_id": "P03_107", "narration_ids": [ "P03_107_102", "P03_107_103", "P03_107_104", "P03_107_105" ], "src": "pick_up bowl . put bowl on plate . move measuring_jug", "src1": "pick_up bowl", "src2": "put bowl on plate", "src3": "move measuring_jug", "trg": "put bowl and plate down", "vis_src": "P03_107:102 P03_107:103 P03_107:104", "vis_trg": "P03_107:105", "narrations": [ "pick up bowl", "put bowl on plate", "move measuring jug", "put bowl and plate down" ], "verbs": [ "pick-up", "put-on", "move", "put" ], "verb_classes": [ 0, 1, 11, 1 ], "nouns": [ "bowl", "bowl", "jug:measuring", "bowl" ], "noun_classes": [ 7, 7, 66, 7 ], "start_stop_timestamps": [ [ "00:03:58.43", "00:03:59.29" ], [ "00:03:59.39", "00:03:59.99" ], [ "00:04:00.03", "00:04:00.55" ], [ "00:04:00.65", "00:04:01.67" ] ], "start_stop_frames": [ [ 11921, 11964 ], [ 11969, 11999 ], [ 12001, 12027 ], [ 12032, 12083 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P30_04+38_39_40_41", "video_id": "P30_04", "narration_ids": [ "P30_04_38", "P30_04_39", "P30_04_40", "P30_04_41" ], "src": "dry spoon . put spoon . take pan", "src1": "dry spoon", "src2": "put spoon", "src3": "take pan", "trg": "dry pan", "vis_src": "P30_04:38 P30_04:39 P30_04:40", "vis_trg": "P30_04:41", "narrations": [ "dry spoon", "put spoon", "take pan", "dry pan" ], "verbs": [ "dry", "put", "take", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "spoon", "spoon", "pan", "pan" ], "noun_classes": [ 1, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:02:04.24", "00:02:06.79" ], [ "00:02:06.32", "00:02:07.26" ], [ "00:02:07.85", "00:02:08.81" ], [ "00:02:08.53", "00:02:12.75" ] ], "start_stop_frames": [ [ 7454, 7607 ], [ 7579, 7635 ], [ 7671, 7728 ], [ 7711, 7965 ] ], "trgnoun": "pan", "trgverb": "dry" }, { "key": "P24_08+305_306_307_308", "video_id": "P24_08", "narration_ids": [ "P24_08_305", "P24_08_306", "P24_08_307", "P24_08_308" ], "src": "take plate . put_down plate . take wooden_spoon", "src1": "take plate", "src2": "put_down plate", "src3": "take wooden_spoon", "trg": "put_down wooden_spoon", "vis_src": "P24_08:305 P24_08:306 P24_08:307", "vis_trg": "P24_08:308", "narrations": [ "take plate", "put down plate", "take wooden spoon", "put down wooden spoon" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 2, 2, 1, 1 ], "start_stop_timestamps": [ [ "00:21:41.56", "00:21:42.70" ], [ "00:21:42.73", "00:21:43.48" ], [ "00:21:43.43", "00:21:44.99" ], [ "00:21:45.40", "00:21:48.74" ] ], "start_stop_frames": [ [ 78093, 78162 ], [ 78163, 78208 ], [ 78205, 78299 ], [ 78324, 78524 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P04_119+186_187_188_189", "video_id": "P04_119", "narration_ids": [ "P04_119_186", "P04_119_187", "P04_119_188", "P04_119_189" ], "src": "pour milk into pan . look_inside milk_bottle . put_down milk_bottle", "src1": "pour milk into pan", "src2": "look_inside milk_bottle", "src3": "put_down milk_bottle", "trg": "pick_up milk_bottle", "vis_src": "P04_119:186 P04_119:187 P04_119:188", "vis_trg": "P04_119:189", "narrations": [ "pour milk into pan", "look inside milk bottle", "put down milk bottle", "pick up milk bottle" ], "verbs": [ "pour-into", "look-inside", "put-down", "pick-up" ], "verb_classes": [ 9, 48, 1, 0 ], "nouns": [ "milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 64, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:07:55.71", "00:08:04.97" ], [ "00:08:04.80", "00:08:06.16" ], [ "00:08:06.26", "00:08:07.72" ], [ "00:08:07.20", "00:08:08.10" ] ], "start_stop_frames": [ [ 23785, 24248 ], [ 24240, 24308 ], [ 24313, 24386 ], [ 24360, 24405 ] ], "trgnoun": "milk_bottle", "trgverb": "pick_up" }, { "key": "P02_113+111_112_113_114", "video_id": "P02_113", "narration_ids": [ "P02_113_111", "P02_113_112", "P02_113_113", "P02_113_114" ], "src": "close tap . take_off gloves . pick_up salt", "src1": "close tap", "src2": "take_off gloves", "src3": "pick_up salt", "trg": "put salt in cupboard", "vis_src": "P02_113:111 P02_113:112 P02_113:113", "vis_trg": "P02_113:114", "narrations": [ "close tap", "take off gloves", "pick up salt", "put salt in cupboard" ], "verbs": [ "turn-off", "take-off", "pick-up", "put-in" ], "verb_classes": [ 8, 12, 0, 5 ], "nouns": [ "tap", "glove", "salt", "salt" ], "noun_classes": [ 0, 60, 38, 38 ], "start_stop_timestamps": [ [ "00:04:53.96", "00:04:55.04" ], [ "00:04:55.02", "00:04:58.03" ], [ "00:04:58.13", "00:04:59.24" ], [ "00:04:57.63", "00:05:00.33" ] ], "start_stop_frames": [ [ 14697, 14752 ], [ 14751, 14901 ], [ 14906, 14962 ], [ 14881, 15016 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P29_03+52_53_54_55", "video_id": "P29_03", "narration_ids": [ "P29_03_52", "P29_03_53", "P29_03_54", "P29_03_55" ], "src": "pick_up bottle . put_down bottle . pick_up bag", "src1": "pick_up bottle", "src2": "put_down bottle", "src3": "pick_up bag", "trg": "put bag in refrigerator", "vis_src": "P29_03:52 P29_03:53 P29_03:54", "vis_trg": "P29_03:55", "narrations": [ "pick up bottle", "put down bottle", "pick up bag", "put bag in refrigerator" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "bottle", "bottle", "bag", "bag" ], "noun_classes": [ 15, 15, 19, 19 ], "start_stop_timestamps": [ [ "00:03:18.00", "00:03:20.42" ], [ "00:03:19.53", "00:03:20.33" ], [ "00:03:23.16", "00:03:23.71" ], [ "00:03:26.23", "00:03:29.55" ] ], "start_stop_frames": [ [ 11880, 12025 ], [ 11971, 12019 ], [ 12189, 12222 ], [ 12373, 12573 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P23_102+312_313_314_315", "video_id": "P23_102", "narration_ids": [ "P23_102_312", "P23_102_313", "P23_102_314", "P23_102_315" ], "src": "take rice . take glass . open tap", "src1": "take rice", "src2": "take glass", "src3": "open tap", "trg": "close tap", "vis_src": "P23_102:312 P23_102:313 P23_102:314", "vis_trg": "P23_102:315", "narrations": [ "take rice", "take glass", "open tap", "close tap" ], "verbs": [ "take", "take", "turn-on", "turn-off" ], "verb_classes": [ 0, 0, 6, 8 ], "nouns": [ "rice", "glass", "tap", "tap" ], "noun_classes": [ 55, 10, 0, 0 ], "start_stop_timestamps": [ [ "00:31:55.87", "00:31:56.84" ], [ "00:32:00.98", "00:32:01.84" ], [ "00:32:01.89", "00:32:03.81" ], [ "00:32:03.99", "00:32:06.45" ] ], "start_stop_frames": [ [ 95793, 95842 ], [ 96049, 96092 ], [ 96094, 96190 ], [ 96199, 96322 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P29_01+26_27_28_29", "video_id": "P29_01", "narration_ids": [ "P29_01_26", "P29_01_27", "P29_01_28", "P29_01_29" ], "src": "put_down green_beans . open drawer . pick_up knife", "src1": "put_down green_beans", "src2": "open drawer", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P29_01:26 P29_01:27 P29_01:28", "vis_trg": "P29_01:29", "narrations": [ "put down green beans", "open drawer", "pick up knife", "put down knife" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bean:green", "drawer", "knife", "knife" ], "noun_classes": [ 185, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:01:09.82", "00:01:11.19" ], [ "00:01:17.07", "00:01:18.69" ], [ "00:01:18.97", "00:01:21.51" ], [ "00:01:24.05", "00:01:25.88" ] ], "start_stop_frames": [ [ 4189, 4271 ], [ 4624, 4721 ], [ 4738, 4890 ], [ 5043, 5152 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P01_18+324_325_326_327", "video_id": "P01_18", "narration_ids": [ "P01_18_324", "P01_18_325", "P01_18_326", "P01_18_327" ], "src": "close cupboard . put_down bowl . take rice", "src1": "close cupboard", "src2": "put_down bowl", "src3": "take rice", "trg": "open rice", "vis_src": "P01_18:324 P01_18:325 P01_18:326", "vis_trg": "P01_18:327", "narrations": [ "close cupboard", "put down bowl", "take rice", "open rice" ], "verbs": [ "close", "put-down", "take", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "cupboard", "bowl", "rice", "rice" ], "noun_classes": [ 3, 7, 55, 55 ], "start_stop_timestamps": [ [ "00:23:46.21", "00:23:46.84" ], [ "00:23:47.78", "00:23:48.45" ], [ "00:23:48.55", "00:23:49.26" ], [ "00:23:49.23", "00:23:59.30" ] ], "start_stop_frames": [ [ 85572, 85610 ], [ 85666, 85707 ], [ 85713, 85755 ], [ 85753, 86358 ] ], "trgnoun": "rice", "trgverb": "open" }, { "key": "P22_16+114_115_116_117", "video_id": "P22_16", "narration_ids": [ "P22_16_114", "P22_16_115", "P22_16_116", "P22_16_117" ], "src": "open cupboard . grab bag . grab onion", "src1": "open cupboard", "src2": "grab bag", "src3": "grab onion", "trg": "close cupboard", "vis_src": "P22_16:114 P22_16:115 P22_16:116", "vis_trg": "P22_16:117", "narrations": [ "open cupboard", "grab bag", "grab onion", "close cupboard" ], "verbs": [ "open", "grab", "grab", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "cupboard", "bag", "onion", "cupboard" ], "noun_classes": [ 3, 19, 16, 3 ], "start_stop_timestamps": [ [ "00:03:41.92", "00:03:42.92" ], [ "00:03:43.02", "00:03:44.59" ], [ "00:03:44.90", "00:03:46.77" ], [ "00:03:47.35", "00:03:48.49" ] ], "start_stop_frames": [ [ 13315, 13375 ], [ 13381, 13475 ], [ 13494, 13606 ], [ 13641, 13709 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_101+229_230_231_232", "video_id": "P03_101", "narration_ids": [ "P03_101_229", "P03_101_230", "P03_101_231", "P03_101_232" ], "src": "pick_up knife . open bread . take two slices of bread", "src1": "pick_up knife", "src2": "open bread", "src3": "take two slices of bread", "trg": "put slices of bread on plate", "vis_src": "P03_101:229 P03_101:230 P03_101:231", "vis_trg": "P03_101:232", "narrations": [ "pick up knife", "open bread", "take two slices of bread", "put slices of bread on plate" ], "verbs": [ "pick-up", "open", "take", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "knife", "bread", "slice:bread", "slice:bread" ], "noun_classes": [ 4, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:09:16.36", "00:09:17.71" ], [ "00:09:18.44", "00:09:28.00" ], [ "00:09:54.04", "00:09:55.90" ], [ "00:09:56.12", "00:09:56.79" ] ], "start_stop_frames": [ [ 27818, 27885 ], [ 27922, 28400 ], [ 29702, 29795 ], [ 29806, 29839 ] ], "trgnoun": "bread_slice", "trgverb": "put_on" }, { "key": "P09_104+4_5_6_7", "video_id": "P09_104", "narration_ids": [ "P09_104_4", "P09_104_5", "P09_104_6", "P09_104_7" ], "src": "wash pan . add soap to sponge . clean pan", "src1": "wash pan", "src2": "add soap to sponge", "src3": "clean pan", "trg": "rinse pan", "vis_src": "P09_104:4 P09_104:5 P09_104:6", "vis_trg": "P09_104:7", "narrations": [ "wash pan", "add soap to sponge", "clean pan", "rinse pan" ], "verbs": [ "wash", "add", "clean", "rinse" ], "verb_classes": [ 2, 46, 2, 2 ], "nouns": [ "pan", "soap", "pan", "pan" ], "noun_classes": [ 5, 22, 5, 5 ], "start_stop_timestamps": [ [ "00:00:15.64", "00:00:25.74" ], [ "00:00:35.28", "00:00:36.90" ], [ "00:00:38.04", "00:00:52.39" ], [ "00:00:52.59", "00:01:07.69" ] ], "start_stop_frames": [ [ 782, 1287 ], [ 1764, 1845 ], [ 1902, 2619 ], [ 2629, 3384 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P28_104+107_108_109_110", "video_id": "P28_104", "narration_ids": [ "P28_104_107", "P28_104_108", "P28_104_109", "P28_104_110" ], "src": "take liquid from food . taste food . take potato", "src1": "take liquid from food", "src2": "taste food", "src3": "take potato", "trg": "taste potato", "vis_src": "P28_104:107 P28_104:108 P28_104:109", "vis_trg": "P28_104:110", "narrations": [ "take liquid from food", "taste food", "take potato", "taste potato" ], "verbs": [ "take-from", "taste", "take", "taste" ], "verb_classes": [ 0, 35, 0, 35 ], "nouns": [ "liquid", "food", "potato", "potato" ], "noun_classes": [ 150, 34, 30, 30 ], "start_stop_timestamps": [ [ "00:05:51.24", "00:05:55.05" ], [ "00:06:02.22", "00:06:04.99" ], [ "00:06:10.86", "00:06:12.33" ], [ "00:06:12.33", "00:06:13.36" ] ], "start_stop_frames": [ [ 17562, 17752 ], [ 18111, 18249 ], [ 18543, 18616 ], [ 18616, 18668 ] ], "trgnoun": "potato", "trgverb": "taste" }, { "key": "P22_17+38_39_40_41", "video_id": "P22_17", "narration_ids": [ "P22_17_38", "P22_17_39", "P22_17_40", "P22_17_41" ], "src": "put_down spoon_rest . pick_up chopping_board . remove tomato", "src1": "put_down spoon_rest", "src2": "pick_up chopping_board", "src3": "remove tomato", "trg": "lather chopping_board", "vis_src": "P22_17:38 P22_17:39 P22_17:40", "vis_trg": "P22_17:41", "narrations": [ "put down spoon rest", "pick up chopping board", "remove tomato", "lather chopping board" ], "verbs": [ "put-down", "pick-up", "remove", "lather" ], "verb_classes": [ 1, 0, 12, 2 ], "nouns": [ "rest:spoon", "board:chopping", "tomato", "board:chopping" ], "noun_classes": [ 109, 18, 43, 18 ], "start_stop_timestamps": [ [ "00:01:22.10", "00:01:24.70" ], [ "00:01:25.38", "00:01:29.06" ], [ "00:01:31.99", "00:01:34.57" ], [ "00:01:33.72", "00:01:42.24" ] ], "start_stop_frames": [ [ 4926, 5082 ], [ 5122, 5343 ], [ 5519, 5674 ], [ 5623, 6134 ] ], "trgnoun": "chopping_board", "trgverb": "lather" }, { "key": "P23_101+282_283_284_285", "video_id": "P23_101", "narration_ids": [ "P23_101_282", "P23_101_283", "P23_101_284", "P23_101_285" ], "src": "put bowl . take plate . mix curry", "src1": "put bowl", "src2": "take plate", "src3": "mix curry", "trg": "put plate", "vis_src": "P23_101:282 P23_101:283 P23_101:284", "vis_trg": "P23_101:285", "narrations": [ "put bowl", "take plate", "mix curry", "put plate" ], "verbs": [ "put", "take", "mix", "put" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "bowl", "plate", "curry", "plate" ], "noun_classes": [ 7, 2, 121, 2 ], "start_stop_timestamps": [ [ "00:24:49.89", "00:24:50.74" ], [ "00:24:51.17", "00:24:51.87" ], [ "00:24:52.23", "00:25:09.01" ], [ "00:25:09.25", "00:25:11.23" ] ], "start_stop_frames": [ [ 74494, 74537 ], [ 74558, 74593 ], [ 74611, 75450 ], [ 75462, 75561 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_107+190_191_488_497", "video_id": "P04_107", "narration_ids": [ "P04_107_190", "P04_107_191", "P04_107_488", "P04_107_497" ], "src": "pick_up rolling_pin . roll dough . move dough", "src1": "pick_up rolling_pin", "src2": "roll dough", "src3": "move dough", "trg": "pick_up dough", "vis_src": "P04_107:190 P04_107:191 P04_107:488", "vis_trg": "P04_107:497", "narrations": [ "pick up rolling pin", "roll dough", "move dough", "pick up dough" ], "verbs": [ "pick-up", "roll", "move", "pick-up" ], "verb_classes": [ 0, 47, 11, 0 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:06:48.12", "00:06:48.83" ], [ "00:06:48.87", "00:06:54.25" ], [ "00:14:19.28", "00:14:19.84" ], [ "00:14:38.29", "00:14:39.27" ] ], "start_stop_frames": [ [ 20406, 20441 ], [ 20443, 20712 ], [ 42964, 42992 ], [ 43914, 43963 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P01_109+200_201_202_203", "video_id": "P01_109", "narration_ids": [ "P01_109_200", "P01_109_201", "P01_109_202", "P01_109_203" ], "src": "pick_up potato_skin . gather potato_skin . wipe surface with hand", "src1": "pick_up potato_skin", "src2": "gather potato_skin", "src3": "wipe surface with hand", "trg": "throw potato_skin into food bin", "vis_src": "P01_109:200 P01_109:201 P01_109:202", "vis_trg": "P01_109:203", "narrations": [ "pick up potato skin", "gather potato skin", "wipe surface with hand", "throw potato skin into food bin" ], "verbs": [ "pick-up", "gather", "wipe-with", "throw-into" ], "verb_classes": [ 0, 63, 2, 13 ], "nouns": [ "skin:potato", "skin:potato", "surface", "skin:potato" ], "noun_classes": [ 48, 48, 42, 48 ], "start_stop_timestamps": [ [ "00:09:28.60", "00:09:29.62" ], [ "00:09:29.69", "00:09:31.16" ], [ "00:09:31.85", "00:09:34.53" ], [ "00:09:34.69", "00:09:39.03" ] ], "start_stop_frames": [ [ 28430, 28481 ], [ 28484, 28558 ], [ 28592, 28726 ], [ 28734, 28951 ] ], "trgnoun": "potato_skin", "trgverb": "throw_into" }, { "key": "P03_101+268_269_270_271", "video_id": "P03_101", "narration_ids": [ "P03_101_268", "P03_101_269", "P03_101_270", "P03_101_271" ], "src": "put slice on bread . cut cheese into slice . move_around cheese", "src1": "put slice on bread", "src2": "cut cheese into slice", "src3": "move_around cheese", "trg": "cut slice off cheese", "vis_src": "P03_101:268 P03_101:269 P03_101:270", "vis_trg": "P03_101:271", "narrations": [ "put slice on bread", "cut cheese into slice", "move around cheese", "cut slice off cheese" ], "verbs": [ "put-on", "cut-into", "move-around", "cut-off" ], "verb_classes": [ 1, 7, 11, 7 ], "nouns": [ "bread", "cheese", "cheese", "cheese" ], "noun_classes": [ 33, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:11:00.67", "00:11:01.27" ], [ "00:11:02.36", "00:11:06.49" ], [ "00:11:06.05", "00:11:07.20" ], [ "00:11:06.00", "00:11:10.35" ] ], "start_stop_frames": [ [ 33033, 33063 ], [ 33118, 33324 ], [ 33302, 33360 ], [ 33300, 33517 ] ], "trgnoun": "cheese", "trgverb": "cut_off" }, { "key": "P06_108+148_149_150_151", "video_id": "P06_108", "narration_ids": [ "P06_108_148", "P06_108_149", "P06_108_150", "P06_108_151" ], "src": "shake can_opener . put can_opener on drying rack . wash plate", "src1": "shake can_opener", "src2": "put can_opener on drying rack", "src3": "wash plate", "trg": "move plate", "vis_src": "P06_108:148 P06_108:149 P06_108:150", "vis_trg": "P06_108:151", "narrations": [ "shake can opener", "put can opener on drying rack", "wash plate", "move plate" ], "verbs": [ "shake", "put", "wash", "move" ], "verb_classes": [ 15, 1, 2, 11 ], "nouns": [ "opener:can", "opener:can", "plate", "plate" ], "noun_classes": [ 174, 174, 2, 2 ], "start_stop_timestamps": [ [ "00:10:27.30", "00:10:29.45" ], [ "00:10:28.91", "00:10:29.50" ], [ "00:10:31.97", "00:10:35.83" ], [ "00:10:36.34", "00:10:39.79" ] ], "start_stop_frames": [ [ 31364, 31472 ], [ 31445, 31475 ], [ 31598, 31791 ], [ 31817, 31989 ] ], "trgnoun": "plate", "trgverb": "move" }, { "key": "P30_109+180_181_182_183", "video_id": "P30_109", "narration_ids": [ "P30_109_180", "P30_109_181", "P30_109_182", "P30_109_183" ], "src": "pick_up knife . open pitta_bread . pick_up pitta_bread", "src1": "pick_up knife", "src2": "open pitta_bread", "src3": "pick_up pitta_bread", "trg": "put pitta_bread on plate", "vis_src": "P30_109:180 P30_109:181 P30_109:182", "vis_trg": "P30_109:183", "narrations": [ "pick up knife", "open pitta bread", "pick up pitta bread", "put pitta bread on plate" ], "verbs": [ "pick-up", "open", "pick-up", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "knife", "bread:pitta", "bread:pitta", "bread:pitta" ], "noun_classes": [ 4, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:06:17.69", "00:06:18.74" ], [ "00:06:18.78", "00:06:30.66" ], [ "00:06:30.76", "00:06:31.36" ], [ "00:06:31.43", "00:06:31.98" ] ], "start_stop_frames": [ [ 18884, 18937 ], [ 18939, 19533 ], [ 19538, 19568 ], [ 19571, 19599 ] ], "trgnoun": "pitta_bread", "trgverb": "put_on" }, { "key": "P23_101+267_268_269_270", "video_id": "P23_101", "narration_ids": [ "P23_101_267", "P23_101_268", "P23_101_269", "P23_101_270" ], "src": "put plate . take green_chilli . open door", "src1": "put plate", "src2": "take green_chilli", "src3": "open door", "trg": "put green_chilli", "vis_src": "P23_101:267 P23_101:268 P23_101:269", "vis_trg": "P23_101:270", "narrations": [ "put plate", "take green chilli", "open door", "put green chilli" ], "verbs": [ "put", "take", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "plate", "chilli:green", "door", "chilli:green" ], "noun_classes": [ 2, 69, 3, 69 ], "start_stop_timestamps": [ [ "00:23:57.09", "00:23:59.87" ], [ "00:24:01.96", "00:24:03.65" ], [ "00:24:03.79", "00:24:05.66" ], [ "00:24:05.64", "00:24:08.14" ] ], "start_stop_frames": [ [ 71854, 71993 ], [ 72098, 72182 ], [ 72189, 72283 ], [ 72282, 72407 ] ], "trgnoun": "green_chilli", "trgverb": "put" }, { "key": "P03_119+164_165_166_167", "video_id": "P03_119", "narration_ids": [ "P03_119_164", "P03_119_165", "P03_119_166", "P03_119_167" ], "src": "pick_up clip top jar . remove seal of clip top jar . put clip top jar down", "src1": "pick_up clip top jar", "src2": "remove seal of clip top jar", "src3": "put clip top jar down", "trg": "put seal of clip top jar down on counter", "vis_src": "P03_119:164 P03_119:165 P03_119:166", "vis_trg": "P03_119:167", "narrations": [ "pick up clip top jar", "remove seal of clip top jar", "put clip top jar down", "put seal of clip top jar down on counter" ], "verbs": [ "pick-up", "remove", "put-down", "put-down" ], "verb_classes": [ 0, 12, 1, 1 ], "nouns": [ "jar:clip:top", "seal:clip:top:jar", "jar:clip:top", "seal:clip:top:jar" ], "noun_classes": [ 40, 6, 40, 6 ], "start_stop_timestamps": [ [ "00:09:46.38", "00:09:47.23" ], [ "00:09:47.33", "00:09:48.24" ], [ "00:09:48.68", "00:09:49.72" ], [ "00:09:50.12", "00:09:51.20" ] ], "start_stop_frames": [ [ 29319, 29361 ], [ 29366, 29412 ], [ 29433, 29486 ], [ 29506, 29560 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "put_down" }, { "key": "P04_109+347_351_352_353", "video_id": "P04_109", "narration_ids": [ "P04_109_347", "P04_109_351", "P04_109_352", "P04_109_353" ], "src": "tear broccoli floret off broccoli . put floret into pan . tear broccoli floret into two", "src1": "tear broccoli floret off broccoli", "src2": "put floret into pan", "src3": "tear broccoli floret into two", "trg": "drop floret in pan", "vis_src": "P04_109:347 P04_109:351 P04_109:352", "vis_trg": "P04_109:353", "narrations": [ "tear broccoli floret off broccoli", "put floret into pan", "tear broccoli floret into two", "drop floret in pan" ], "verbs": [ "tear", "put-into", "tear-into", "drop-in" ], "verb_classes": [ 43, 5, 43, 59 ], "nouns": [ "broccoli", "floret", "broccoli", "floret" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:51.64", "00:10:53.39" ], [ "00:10:55.94", "00:10:56.44" ], [ "00:10:56.51", "00:10:57.10" ], [ "00:10:57.01", "00:10:57.46" ] ], "start_stop_frames": [ [ 32582, 32669 ], [ 32797, 32822 ], [ 32825, 32855 ], [ 32850, 32873 ] ], "trgnoun": "floret", "trgverb": "drop_in" }, { "key": "P03_109+211_212_213_214", "video_id": "P03_109", "narration_ids": [ "P03_109_211", "P03_109_212", "P03_109_213", "P03_109_214" ], "src": "rinse sponge . squeeze sponge . wash cheese_grater", "src1": "rinse sponge", "src2": "squeeze sponge", "src3": "wash cheese_grater", "trg": "put cheese_grater in drying rack", "vis_src": "P03_109:211 P03_109:212 P03_109:213", "vis_trg": "P03_109:214", "narrations": [ "rinse sponge", "squeeze sponge", "wash cheese grater", "put cheese grater in drying rack" ], "verbs": [ "rinse", "squeeze", "wash", "put-in" ], "verb_classes": [ 2, 18, 2, 5 ], "nouns": [ "sponge", "sponge", "grater:cheese", "grater:cheese" ], "noun_classes": [ 9, 9, 96, 96 ], "start_stop_timestamps": [ [ "00:11:53.13", "00:11:53.84" ], [ "00:11:53.94", "00:11:54.71" ], [ "00:11:55.26", "00:12:09.25" ], [ "00:12:09.50", "00:12:10.38" ] ], "start_stop_frames": [ [ 35656, 35692 ], [ 35697, 35735 ], [ 35763, 36462 ], [ 36475, 36519 ] ], "trgnoun": "cheese_grater", "trgverb": "put_in" }, { "key": "P23_03+7_8_9_10", "video_id": "P23_03", "narration_ids": [ "P23_03_7", "P23_03_8", "P23_03_9", "P23_03_10" ], "src": "take the plate . washing the plate with the brush . put the washing_liquid into the plate", "src1": "take the plate", "src2": "washing the plate with the brush", "src3": "put the washing_liquid into the plate", "trg": "cleaning the plate", "vis_src": "P23_03:7 P23_03:8 P23_03:9", "vis_trg": "P23_03:10", "narrations": [ "take the plate", "washing the plate with the brush", "put the washing liquid into the plate", "cleaning the plate" ], "verbs": [ "take", "wash-with", "put-into", "clean" ], "verb_classes": [ 0, 2, 5, 2 ], "nouns": [ "plate", "plate", "liquid:washing", "plate" ], "noun_classes": [ 2, 2, 22, 2 ], "start_stop_timestamps": [ [ "00:00:43.36", "00:00:44.54" ], [ "00:00:50.56", "00:00:57.07" ], [ "00:00:58.48", "00:00:59.33" ], [ "00:01:00.19", "00:01:09.16" ] ], "start_stop_frames": [ [ 2601, 2672 ], [ 3033, 3424 ], [ 3508, 3559 ], [ 3611, 4149 ] ], "trgnoun": "plate", "trgverb": "clean" }, { "key": "P22_102+3_4_5_6", "video_id": "P22_102", "narration_ids": [ "P22_102_3", "P22_102_4", "P22_102_5", "P22_102_6" ], "src": "put_down teaspoon . crumple napkin . pick glasses", "src1": "put_down teaspoon", "src2": "crumple napkin", "src3": "pick glasses", "trg": "put_down glasses", "vis_src": "P22_102:3 P22_102:4 P22_102:5", "vis_trg": "P22_102:6", "narrations": [ "put down teaspoon", "crumple napkin", "pick glasses", "put down glasses" ], "verbs": [ "put-down", "crumple", "pick", "put-down" ], "verb_classes": [ 1, 18, 0, 1 ], "nouns": [ "teaspoon", "napkin", "glass", "glass" ], "noun_classes": [ 1, 88, 10, 10 ], "start_stop_timestamps": [ [ "00:00:08.00", "00:00:08.76" ], [ "00:00:08.86", "00:00:10.00" ], [ "00:00:10.00", "00:00:11.06" ], [ "00:00:14.01", "00:00:14.62" ] ], "start_stop_frames": [ [ 400, 438 ], [ 443, 500 ], [ 500, 553 ], [ 700, 731 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P01_105+207_208_209_210", "video_id": "P01_105", "narration_ids": [ "P01_105_207", "P01_105_208", "P01_105_209", "P01_105_210" ], "src": "adjust hob . pick_up tofu . open box", "src1": "adjust hob", "src2": "pick_up tofu", "src3": "open box", "trg": "take tofu off box", "vis_src": "P01_105:207 P01_105:208 P01_105:209", "vis_trg": "P01_105:210", "narrations": [ "adjust hob", "pick up tofu", "open box", "take tofu off box" ], "verbs": [ "adjust", "pick-up", "open", "take-off" ], "verb_classes": [ 17, 0, 3, 12 ], "nouns": [ "hob", "tofu", "box", "tofu" ], "noun_classes": [ 24, 81, 23, 81 ], "start_stop_timestamps": [ [ "00:07:37.47", "00:07:40.99" ], [ "00:07:41.47", "00:07:42.40" ], [ "00:07:42.40", "00:07:47.72" ], [ "00:07:43.09", "00:07:45.21" ] ], "start_stop_frames": [ [ 22873, 23049 ], [ 23073, 23120 ], [ 23120, 23386 ], [ 23154, 23260 ] ], "trgnoun": "tofu", "trgverb": "take_off" }, { "key": "P01_105+31_32_33_34", "video_id": "P01_105", "narration_ids": [ "P01_105_31", "P01_105_32", "P01_105_33", "P01_105_34" ], "src": "open steam_cooker . put pot into steam cooker . pick_up tray", "src1": "open steam_cooker", "src2": "put pot into steam cooker", "src3": "pick_up tray", "trg": "put tray into steam cooker", "vis_src": "P01_105:31 P01_105:32 P01_105:33", "vis_trg": "P01_105:34", "narrations": [ "open steam cooker", "put pot into steam cooker", "pick up tray", "put tray into steam cooker" ], "verbs": [ "open", "put-into", "pick-up", "put-into" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "cooker:steam", "pot", "tray", "tray" ], "noun_classes": [ 152, 29, 35, 35 ], "start_stop_timestamps": [ [ "00:00:37.95", "00:00:38.73" ], [ "00:00:38.73", "00:00:39.56" ], [ "00:00:39.61", "00:00:40.10" ], [ "00:00:40.36", "00:00:40.83" ] ], "start_stop_frames": [ [ 1897, 1936 ], [ 1936, 1978 ], [ 1980, 2005 ], [ 2018, 2041 ] ], "trgnoun": "tray", "trgverb": "put_into" }, { "key": "P30_108+137_138_139_140", "video_id": "P30_108", "narration_ids": [ "P30_108_137", "P30_108_138", "P30_108_139", "P30_108_140" ], "src": "rinse sponge . wipe surface . pick_up jug", "src1": "rinse sponge", "src2": "wipe surface", "src3": "pick_up jug", "trg": "put_down jug", "vis_src": "P30_108:137 P30_108:138 P30_108:139", "vis_trg": "P30_108:140", "narrations": [ "rinse sponge", "wipe surface", "pick up jug", "put down jug" ], "verbs": [ "rinse", "wipe", "pick-up", "put-down" ], "verb_classes": [ 2, 2, 0, 1 ], "nouns": [ "sponge", "surface", "jug", "jug" ], "noun_classes": [ 9, 42, 66, 66 ], "start_stop_timestamps": [ [ "00:06:10.30", "00:06:11.42" ], [ "00:06:13.42", "00:06:13.99" ], [ "00:06:17.00", "00:06:17.66" ], [ "00:06:21.35", "00:06:22.38" ] ], "start_stop_frames": [ [ 18515, 18571 ], [ 18671, 18699 ], [ 18850, 18883 ], [ 19067, 19119 ] ], "trgnoun": "jug", "trgverb": "put_down" }, { "key": "P02_131+100_101_102_103", "video_id": "P02_131", "narration_ids": [ "P02_131_100", "P02_131_101", "P02_131_102", "P02_131_103" ], "src": "put pan in drainer . pick_up mug . pick_up sponge", "src1": "put pan in drainer", "src2": "pick_up mug", "src3": "pick_up sponge", "trg": "sponge mug", "vis_src": "P02_131:100 P02_131:101 P02_131:102", "vis_trg": "P02_131:103", "narrations": [ "put pan in drainer", "pick up mug", "pick up sponge", "sponge mug" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "pan", "mug", "sponge", "mug" ], "noun_classes": [ 5, 13, 9, 13 ], "start_stop_timestamps": [ [ "00:05:25.89", "00:05:27.60" ], [ "00:05:28.59", "00:05:29.04" ], [ "00:05:29.85", "00:05:30.20" ], [ "00:05:29.97", "00:05:34.65" ] ], "start_stop_frames": [ [ 16294, 16380 ], [ 16429, 16452 ], [ 16492, 16510 ], [ 16498, 16732 ] ], "trgnoun": "mug", "trgverb": "sponge" }, { "key": "P35_105+56_57_58_59", "video_id": "P35_105", "narration_ids": [ "P35_105_56", "P35_105_57", "P35_105_58", "P35_105_59" ], "src": "put_down cloth . open fridge . pick_up meat", "src1": "put_down cloth", "src2": "open fridge", "src3": "pick_up meat", "trg": "close fridge", "vis_src": "P35_105:56 P35_105:57 P35_105:58", "vis_trg": "P35_105:59", "narrations": [ "put down cloth", "open fridge", "pick up meat", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "cloth", "fridge", "meat", "fridge" ], "noun_classes": [ 17, 12, 28, 12 ], "start_stop_timestamps": [ [ "00:03:33.55", "00:03:34.07" ], [ "00:03:37.27", "00:03:38.16" ], [ "00:03:40.19", "00:03:44.07" ], [ "00:03:45.37", "00:03:46.70" ] ], "start_stop_frames": [ [ 10677, 10703 ], [ 10863, 10908 ], [ 11009, 11203 ], [ 11268, 11335 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_06+87_88_89_90", "video_id": "P01_06", "narration_ids": [ "P01_06_87", "P01_06_88", "P01_06_89", "P01_06_90" ], "src": "rinse knife . put knife onto rack . rinse fork", "src1": "rinse knife", "src2": "put knife onto rack", "src3": "rinse fork", "trg": "put fork", "vis_src": "P01_06:87 P01_06:88 P01_06:89", "vis_trg": "P01_06:90", "narrations": [ "rinse knife", "put knife onto rack", "rinse fork", "put fork" ], "verbs": [ "rinse", "put-onto", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:05:34.88", "00:05:38.91" ], [ "00:05:38.64", "00:05:39.99" ], [ "00:05:39.69", "00:05:41.18" ], [ "00:05:41.40", "00:05:42.22" ] ], "start_stop_frames": [ [ 20092, 20334 ], [ 20318, 20399 ], [ 20381, 20470 ], [ 20484, 20533 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P26_13+1_2_3_4", "video_id": "P26_13", "narration_ids": [ "P26_13_1", "P26_13_2", "P26_13_3", "P26_13_4" ], "src": "put_down lid . take pasta_bag . put pasta onto plate", "src1": "put_down lid", "src2": "take pasta_bag", "src3": "put pasta onto plate", "trg": "put pasta into saucepan", "vis_src": "P26_13:1 P26_13:2 P26_13:3", "vis_trg": "P26_13:4", "narrations": [ "put down lid", "take pasta bag", "put pasta onto plate", "put pasta into saucepan" ], "verbs": [ "put-down", "take", "put-onto", "put-into" ], "verb_classes": [ 1, 0, 1, 5 ], "nouns": [ "lid", "bag:pasta", "pasta", "pasta" ], "noun_classes": [ 6, 19, 45, 45 ], "start_stop_timestamps": [ [ "00:00:08.83", "00:00:10.72" ], [ "00:00:11.45", "00:00:14.96" ], [ "00:00:15.83", "00:00:25.57" ], [ "00:00:25.89", "00:00:29.02" ] ], "start_stop_frames": [ [ 529, 643 ], [ 687, 897 ], [ 949, 1534 ], [ 1553, 1741 ] ], "trgnoun": "pasta", "trgverb": "put_into" }, { "key": "P12_104+126_127_128_129", "video_id": "P12_104", "narration_ids": [ "P12_104_126", "P12_104_127", "P12_104_128", "P12_104_129" ], "src": "close drawer . move saucepan on stove . remove lid from saucepan", "src1": "close drawer", "src2": "move saucepan on stove", "src3": "remove lid from saucepan", "trg": "put lid on bench", "vis_src": "P12_104:126 P12_104:127 P12_104:128", "vis_trg": "P12_104:129", "narrations": [ "close drawer", "move saucepan on stove", "remove lid from saucepan", "put lid on bench" ], "verbs": [ "close", "move-on", "remove-from", "put-on" ], "verb_classes": [ 4, 11, 12, 1 ], "nouns": [ "drawer", "saucepan", "lid", "lid" ], "noun_classes": [ 8, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:09:29.52", "00:09:30.36" ], [ "00:09:33.24", "00:09:35.24" ], [ "00:09:35.39", "00:09:36.64" ], [ "00:09:36.23", "00:09:37.88" ] ], "start_stop_frames": [ [ 28476, 28518 ], [ 28662, 28762 ], [ 28769, 28832 ], [ 28811, 28894 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P27_103+251_252_253_254", "video_id": "P27_103", "narration_ids": [ "P27_103_251", "P27_103_252", "P27_103_253", "P27_103_254" ], "src": "put_down bottle . close bottle . open lid", "src1": "put_down bottle", "src2": "close bottle", "src3": "open lid", "trg": "put_down lid", "vis_src": "P27_103:251 P27_103:252 P27_103:253", "vis_trg": "P27_103:254", "narrations": [ "put down bottle", "close bottle", "open lid", "put down lid" ], "verbs": [ "put-down", "close", "open", "put-down" ], "verb_classes": [ 1, 4, 3, 1 ], "nouns": [ "bottle", "bottle", "lid", "lid" ], "noun_classes": [ 15, 15, 6, 6 ], "start_stop_timestamps": [ [ "00:17:01.94", "00:17:02.76" ], [ "00:17:03.88", "00:17:06.53" ], [ "00:17:11.15", "00:17:14.31" ], [ "00:17:14.44", "00:17:14.83" ] ], "start_stop_frames": [ [ 51097, 51138 ], [ 51194, 51326 ], [ 51557, 51715 ], [ 51722, 51741 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P29_03+335_336_337_338", "video_id": "P29_03", "narration_ids": [ "P29_03_335", "P29_03_336", "P29_03_337", "P29_03_338" ], "src": "put spatula away . pick_up spoon . wash spoon", "src1": "put spatula away", "src2": "pick_up spoon", "src3": "wash spoon", "trg": "put spoon away", "vis_src": "P29_03:335 P29_03:336 P29_03:337", "vis_trg": "P29_03:338", "narrations": [ "put spatula away", "pick up spoon", "wash spoon", "put spoon away" ], "verbs": [ "put", "pick-up", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spatula", "spoon", "spoon", "spoon" ], "noun_classes": [ 20, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:21:17.58", "00:21:19.66" ], [ "00:21:19.98", "00:21:21.19" ], [ "00:21:21.02", "00:21:23.92" ], [ "00:21:24.51", "00:21:25.82" ] ], "start_stop_frames": [ [ 76654, 76779 ], [ 76798, 76871 ], [ 76861, 77035 ], [ 77070, 77149 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P27_104+307_308_309_310", "video_id": "P27_104", "narration_ids": [ "P27_104_307", "P27_104_308", "P27_104_309", "P27_104_310" ], "src": "close bottle . put_down bottle . pick_up fruit_juice", "src1": "close bottle", "src2": "put_down bottle", "src3": "pick_up fruit_juice", "trg": "pick_up bottle", "vis_src": "P27_104:307 P27_104:308 P27_104:309", "vis_trg": "P27_104:310", "narrations": [ "close bottle", "put down bottle", "pick up fruit juice", "pick up bottle" ], "verbs": [ "close", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 4, 1, 0, 0 ], "nouns": [ "bottle", "bottle", "juice:fruit", "bottle" ], "noun_classes": [ 15, 15, 183, 15 ], "start_stop_timestamps": [ [ "00:15:07.13", "00:15:08.10" ], [ "00:15:09.54", "00:15:11.48" ], [ "00:15:12.40", "00:15:13.74" ], [ "00:15:23.02", "00:15:25.32" ] ], "start_stop_frames": [ [ 45356, 45405 ], [ 45477, 45574 ], [ 45620, 45687 ], [ 46151, 46266 ] ], "trgnoun": "bottle", "trgverb": "pick_up" }, { "key": "P30_113+18_19_20_21", "video_id": "P30_113", "narration_ids": [ "P30_113_18", "P30_113_19", "P30_113_20", "P30_113_21" ], "src": "close cupboard . take plate . open cupboard", "src1": "close cupboard", "src2": "take plate", "src3": "open cupboard", "trg": "put plate", "vis_src": "P30_113:18 P30_113:19 P30_113:20", "vis_trg": "P30_113:21", "narrations": [ "close cupboard", "take plate", "open cupboard", "put plate" ], "verbs": [ "close", "take", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:00:27.10", "00:00:27.65" ], [ "00:00:28.96", "00:00:29.26" ], [ "00:00:29.35", "00:00:29.61" ], [ "00:00:29.95", "00:00:30.70" ] ], "start_stop_frames": [ [ 1355, 1382 ], [ 1448, 1463 ], [ 1467, 1480 ], [ 1497, 1535 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P05_08+118_119_120_121", "video_id": "P05_08", "narration_ids": [ "P05_08_118", "P05_08_119", "P05_08_120", "P05_08_121" ], "src": "rinse wooden_spatula . rinse pan . wash pan", "src1": "rinse wooden_spatula", "src2": "rinse pan", "src3": "wash pan", "trg": "wash wooden_spatula", "vis_src": "P05_08:118 P05_08:119 P05_08:120", "vis_trg": "P05_08:121", "narrations": [ "rinse wooden spatula", "rinse pan", "wash pan", "wash wooden spatula" ], "verbs": [ "rinse", "rinse", "wash", "wash" ], "verb_classes": [ 2, 2, 2, 2 ], "nouns": [ "spatula:wooden", "pan", "pan", "spatula:wooden" ], "noun_classes": [ 20, 5, 5, 20 ], "start_stop_timestamps": [ [ "00:18:59.70", "00:19:08.44" ], [ "00:19:04.42", "00:19:07.84" ], [ "00:19:07.59", "00:19:30.68" ], [ "00:19:31.18", "00:19:34.02" ] ], "start_stop_frames": [ [ 68382, 68906 ], [ 68665, 68870 ], [ 68855, 70240 ], [ 70270, 70441 ] ], "trgnoun": "wooden_spatula", "trgverb": "wash" }, { "key": "P04_05+62_63_64_65", "video_id": "P04_05", "narration_ids": [ "P04_05_62", "P04_05_63", "P04_05_64", "P04_05_65" ], "src": "pour paneer out of pan . put_down pan . pick_up onions", "src1": "pour paneer out of pan", "src2": "put_down pan", "src3": "pick_up onions", "trg": "put_in pan", "vis_src": "P04_05:62 P04_05:63 P04_05:64", "vis_trg": "P04_05:65", "narrations": [ "pour paneer out of pan", "put down pan", "pick up onions", "put in pan" ], "verbs": [ "pour-out", "put-down", "pick-up", "put-in" ], "verb_classes": [ 9, 1, 0, 5 ], "nouns": [ "paneer", "pan", "onion", "pan" ], "noun_classes": [ 32, 5, 16, 5 ], "start_stop_timestamps": [ [ "00:06:54.55", "00:06:59.54" ], [ "00:06:59.66", "00:07:01.33" ], [ "00:07:02.59", "00:07:03.82" ], [ "00:07:03.86", "00:07:04.95" ] ], "start_stop_frames": [ [ 24873, 25172 ], [ 25179, 25279 ], [ 25355, 25429 ], [ 25431, 25497 ] ], "trgnoun": "pan", "trgverb": "put_in" }, { "key": "P29_02+42_43_44_45", "video_id": "P29_02", "narration_ids": [ "P29_02_42", "P29_02_43", "P29_02_44", "P29_02_45" ], "src": "put spatula into pan . open drawer . pick_up spoon", "src1": "put spatula into pan", "src2": "open drawer", "src3": "pick_up spoon", "trg": "close drawer", "vis_src": "P29_02:42 P29_02:43 P29_02:44", "vis_trg": "P29_02:45", "narrations": [ "put spatula into pan", "open drawer", "pick up spoon", "close drawer" ], "verbs": [ "put-into", "open", "pick-up", "close" ], "verb_classes": [ 5, 3, 0, 4 ], "nouns": [ "spatula", "drawer", "spoon", "drawer" ], "noun_classes": [ 20, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:02:14.77", "00:02:16.92" ], [ "00:02:17.91", "00:02:19.91" ], [ "00:02:20.01", "00:02:21.10" ], [ "00:02:21.60", "00:02:22.54" ] ], "start_stop_frames": [ [ 8086, 8215 ], [ 8274, 8394 ], [ 8400, 8466 ], [ 8496, 8552 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P17_03+18_19_20_21", "video_id": "P17_03", "narration_ids": [ "P17_03_18", "P17_03_19", "P17_03_20", "P17_03_21" ], "src": "put_down lid . take_out sauce . put knife into case", "src1": "put_down lid", "src2": "take_out sauce", "src3": "put knife into case", "trg": "wash lid", "vis_src": "P17_03:18 P17_03:19 P17_03:20", "vis_trg": "P17_03:21", "narrations": [ "put down lid", "take out sauce", "put knife into case", "wash" ], "verbs": [ "put-down", "take-out", "put-into", "wash" ], "verb_classes": [ 1, 12, 5, 2 ], "nouns": [ "lid", "sauce", "knife", "lid" ], "noun_classes": [ 6, 47, 4, 6 ], "start_stop_timestamps": [ [ "00:04:06.24", "00:04:07.54" ], [ "00:04:16.87", "00:04:18.34" ], [ "00:04:22.31", "00:04:28.03" ], [ "00:04:39.52", "00:05:59.74" ] ], "start_stop_frames": [ [ 14774, 14852 ], [ 15412, 15500 ], [ 15738, 16081 ], [ 16771, 21584 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P05_05+6_7_8_9", "video_id": "P05_05", "narration_ids": [ "P05_05_6", "P05_05_7", "P05_05_8", "P05_05_9" ], "src": "open refrigerator . take milk_container . pour milk into cup", "src1": "open refrigerator", "src2": "take milk_container", "src3": "pour milk into cup", "trg": "put milk_container in refrigerator", "vis_src": "P05_05:6 P05_05:7 P05_05:8", "vis_trg": "P05_05:9", "narrations": [ "open refrigerator", "take milk container", "pour milk into cup", "put milk container in refrigerator" ], "verbs": [ "open", "take", "pour-into", "put-in" ], "verb_classes": [ 3, 0, 9, 5 ], "nouns": [ "refrigerator", "container:milk", "milk", "container:milk" ], "noun_classes": [ 12, 21, 64, 21 ], "start_stop_timestamps": [ [ "00:00:08.13", "00:00:09.18" ], [ "00:00:09.13", "00:00:10.36" ], [ "00:00:11.94", "00:00:22.00" ], [ "00:00:22.71", "00:00:25.75" ] ], "start_stop_frames": [ [ 487, 550 ], [ 547, 621 ], [ 716, 1320 ], [ 1362, 1545 ] ], "trgnoun": "milk_container", "trgverb": "put_in" }, { "key": "P29_03+173_174_175_176", "video_id": "P29_03", "narration_ids": [ "P29_03_173", "P29_03_174", "P29_03_175", "P29_03_176" ], "src": "throw away . turn_on hot_tap . clean sink", "src1": "throw away", "src2": "turn_on hot_tap", "src3": "clean sink", "trg": "scrub sink", "vis_src": "P29_03:173 P29_03:174 P29_03:175", "vis_trg": "P29_03:176", "narrations": [ "throw away", "turn on hot tap", "clean sink", "scrub sink" ], "verbs": [ "throw", "turn-on", "clean", "scrub" ], "verb_classes": [ 13, 6, 2, 29 ], "nouns": [ "rubbish", "tap:hot", "sink", "sink" ], "noun_classes": [ 54, 0, 63, 63 ], "start_stop_timestamps": [ [ "00:09:57.87", "00:10:01.45" ], [ "00:10:00.60", "00:10:06.05" ], [ "00:10:05.89", "00:10:08.33" ], [ "00:10:08.27", "00:10:19.76" ] ], "start_stop_frames": [ [ 35872, 36087 ], [ 36036, 36363 ], [ 36353, 36499 ], [ 36496, 37185 ] ], "trgnoun": "sink", "trgverb": "scrub" }, { "key": "P03_02+119_120_121_122", "video_id": "P03_02", "narration_ids": [ "P03_02_119", "P03_02_120", "P03_02_121", "P03_02_122" ], "src": "get bag . open bag . shake bag", "src1": "get bag", "src2": "open bag", "src3": "shake bag", "trg": "put bag in bin", "vis_src": "P03_02:119 P03_02:120 P03_02:121", "vis_trg": "P03_02:122", "narrations": [ "get bag", "open bag", "shake bag", "put bag in bin" ], "verbs": [ "get", "open", "shake", "put-in" ], "verb_classes": [ 0, 3, 15, 5 ], "nouns": [ "bag", "bag", "bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:05:42.48", "00:05:52.23" ], [ "00:05:52.27", "00:05:57.51" ], [ "00:05:57.08", "00:05:58.55" ], [ "00:05:57.61", "00:06:03.26" ] ], "start_stop_frames": [ [ 20548, 21133 ], [ 21136, 21450 ], [ 21424, 21513 ], [ 21456, 21795 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P25_103+49_50_51_52", "video_id": "P25_103", "narration_ids": [ "P25_103_49", "P25_103_50", "P25_103_51", "P25_103_52" ], "src": "pick_up meat . lay meat . take fork", "src1": "pick_up meat", "src2": "lay meat", "src3": "take fork", "trg": "adjust meat", "vis_src": "P25_103:49 P25_103:50 P25_103:51", "vis_trg": "P25_103:52", "narrations": [ "pick up meat", "lay meat", "take fork", "adjust meat" ], "verbs": [ "pick-up", "lay", "take", "adjust" ], "verb_classes": [ 0, 1, 0, 17 ], "nouns": [ "meat", "meat", "fork", "meat" ], "noun_classes": [ 28, 28, 14, 28 ], "start_stop_timestamps": [ [ "00:03:11.75", "00:03:14.76" ], [ "00:03:14.79", "00:03:16.71" ], [ "00:03:18.42", "00:03:19.70" ], [ "00:03:29.00", "00:03:34.56" ] ], "start_stop_frames": [ [ 9587, 9738 ], [ 9739, 9835 ], [ 9921, 9985 ], [ 10450, 10728 ] ], "trgnoun": "meat", "trgverb": "adjust" }, { "key": "P06_107+26_27_28_29", "video_id": "P06_107", "narration_ids": [ "P06_107_26", "P06_107_27", "P06_107_28", "P06_107_29" ], "src": "remove cling_film from bowl . pick_up bowl . put_down bowl", "src1": "remove cling_film from bowl", "src2": "pick_up bowl", "src3": "put_down bowl", "trg": "fold cling_film", "vis_src": "P06_107:26 P06_107:27 P06_107:28", "vis_trg": "P06_107:29", "narrations": [ "remove cling film from bowl", "pick up bowl", "put down bowl", "fold cling film" ], "verbs": [ "remove-from", "pick-up", "put-down", "fold" ], "verb_classes": [ 12, 0, 1, 28 ], "nouns": [ "film:cling", "bowl", "bowl", "film:cling" ], "noun_classes": [ 100, 7, 7, 100 ], "start_stop_timestamps": [ [ "00:01:18.88", "00:01:42.79" ], [ "00:01:42.14", "00:01:43.67" ], [ "00:01:44.13", "00:01:44.80" ], [ "00:01:44.89", "00:01:51.37" ] ], "start_stop_frames": [ [ 3944, 5139 ], [ 5107, 5183 ], [ 5206, 5240 ], [ 5244, 5568 ] ], "trgnoun": "cling_film", "trgverb": "fold" }, { "key": "P30_101+3_4_5_6", "video_id": "P30_101", "narration_ids": [ "P30_101_3", "P30_101_4", "P30_101_5", "P30_101_6" ], "src": "put pitta_bread in toaster . turn toaster on . take bag of coffee", "src1": "put pitta_bread in toaster", "src2": "turn toaster on", "src3": "take bag of coffee", "trg": "open bag of coffee", "vis_src": "P30_101:3 P30_101:4 P30_101:5", "vis_trg": "P30_101:6", "narrations": [ "put pitta bread in toaster", "turn toaster on", "take bag of coffee", "open bag of coffee" ], "verbs": [ "put-in", "turn-on", "take", "open" ], "verb_classes": [ 5, 6, 0, 3 ], "nouns": [ "bread:pitta", "toaster", "bag:coffee", "bag:coffee" ], "noun_classes": [ 33, 186, 19, 19 ], "start_stop_timestamps": [ [ "00:00:03.15", "00:00:04.36" ], [ "00:00:03.91", "00:00:06.43" ], [ "00:00:06.48", "00:00:08.74" ], [ "00:00:09.13", "00:00:10.56" ] ], "start_stop_frames": [ [ 157, 218 ], [ 195, 321 ], [ 324, 437 ], [ 456, 528 ] ], "trgnoun": "coffee_bag", "trgverb": "open" }, { "key": "P12_101+473_474_475_476", "video_id": "P12_101", "narration_ids": [ "P12_101_473", "P12_101_474", "P12_101_475", "P12_101_476" ], "src": "stir soup using spoon . pick_up spoon from cutting board . open tap", "src1": "stir soup using spoon", "src2": "pick_up spoon from cutting board", "src3": "open tap", "trg": "wash spoon", "vis_src": "P12_101:473 P12_101:474 P12_101:475", "vis_trg": "P12_101:476", "narrations": [ "stir soup using spoon", "pick up spoon from cutting board", "open tap", "wash spoon" ], "verbs": [ "stir", "pick-up", "turn-on", "wash" ], "verb_classes": [ 10, 0, 6, 2 ], "nouns": [ "soup", "spoon", "tap", "spoon" ], "noun_classes": [ 126, 1, 0, 1 ], "start_stop_timestamps": [ [ "00:32:01.42", "00:32:07.81" ], [ "00:32:08.09", "00:32:09.14" ], [ "00:32:09.09", "00:32:10.20" ], [ "00:32:10.38", "00:32:11.63" ] ], "start_stop_frames": [ [ 96071, 96390 ], [ 96404, 96457 ], [ 96454, 96510 ], [ 96519, 96581 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P02_109+52_53_54_55", "video_id": "P02_109", "narration_ids": [ "P02_109_52", "P02_109_53", "P02_109_54", "P02_109_55" ], "src": "put_down pan_lid . open cupboard . pick_up oil_bottle", "src1": "put_down pan_lid", "src2": "open cupboard", "src3": "pick_up oil_bottle", "trg": "close cupboard", "vis_src": "P02_109:52 P02_109:53 P02_109:54", "vis_trg": "P02_109:55", "narrations": [ "put down pan lid", "open cupboard", "pick up oil bottle", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "lid:pan", "cupboard", "bottle:oil", "cupboard" ], "noun_classes": [ 6, 3, 15, 3 ], "start_stop_timestamps": [ [ "00:05:37.99", "00:05:38.85" ], [ "00:05:39.40", "00:05:40.40" ], [ "00:05:41.00", "00:05:41.98" ], [ "00:05:41.80", "00:05:42.55" ] ], "start_stop_frames": [ [ 16899, 16942 ], [ 16970, 17020 ], [ 17050, 17099 ], [ 17090, 17127 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P30_107+125_126_127_128", "video_id": "P30_107", "narration_ids": [ "P30_107_125", "P30_107_126", "P30_107_127", "P30_107_128" ], "src": "take meat . take sweet_corn . put sweet_corn", "src1": "take meat", "src2": "take sweet_corn", "src3": "put sweet_corn", "trg": "put meat", "vis_src": "P30_107:125 P30_107:126 P30_107:127", "vis_trg": "P30_107:128", "narrations": [ "take meat", "take sweet corn", "put sweet corn", "put meat" ], "verbs": [ "take", "take", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "meat", "corn:sweet", "corn:sweet", "meat" ], "noun_classes": [ 28, 125, 125, 28 ], "start_stop_timestamps": [ [ "00:05:34.91", "00:05:37.56" ], [ "00:05:37.54", "00:05:38.50" ], [ "00:05:39.02", "00:05:40.06" ], [ "00:05:40.57", "00:05:42.81" ] ], "start_stop_frames": [ [ 16745, 16878 ], [ 16877, 16925 ], [ 16951, 17003 ], [ 17028, 17140 ] ], "trgnoun": "meat", "trgverb": "put" }, { "key": "P30_04+22_23_24_25", "video_id": "P30_04", "narration_ids": [ "P30_04_22", "P30_04_23", "P30_04_24", "P30_04_25" ], "src": "put mug . take plate . put plate", "src1": "put mug", "src2": "take plate", "src3": "put plate", "trg": "wash plate", "vis_src": "P30_04:22 P30_04:23 P30_04:24", "vis_trg": "P30_04:25", "narrations": [ "put mug", "take plate", "put plate", "wash plate" ], "verbs": [ "put", "take", "put", "wash" ], "verb_classes": [ 1, 0, 1, 2 ], "nouns": [ "mug", "plate", "plate", "plate" ], "noun_classes": [ 13, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:01:15.63", "00:01:20.21" ], [ "00:01:20.09", "00:01:21.25" ], [ "00:01:21.58", "00:01:22.50" ], [ "00:01:22.26", "00:01:28.90" ] ], "start_stop_frames": [ [ 4537, 4812 ], [ 4805, 4875 ], [ 4894, 4950 ], [ 4935, 5334 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P01_02+131_132_133_134", "video_id": "P01_02", "narration_ids": [ "P01_02_131", "P01_02_132", "P01_02_133", "P01_02_134" ], "src": "move chair . take eating_board . open drawer", "src1": "move chair", "src2": "take eating_board", "src3": "open drawer", "trg": "put_down eating_board", "vis_src": "P01_02:131 P01_02:132 P01_02:133", "vis_trg": "P01_02:134", "narrations": [ "move chair", "take eating board", "open drawer", "put down eating board" ], "verbs": [ "move", "take", "open", "put-down" ], "verb_classes": [ 11, 0, 3, 1 ], "nouns": [ "chair", "board:eating", "drawer", "board:eating" ], "noun_classes": [ 182, 84, 8, 84 ], "start_stop_timestamps": [ [ "00:07:33.77", "00:07:35.28" ], [ "00:07:35.38", "00:07:42.13" ], [ "00:07:43.80", "00:07:45.80" ], [ "00:07:45.83", "00:07:47.33" ] ], "start_stop_frames": [ [ 27226, 27316 ], [ 27322, 27727 ], [ 27828, 27948 ], [ 27949, 28039 ] ], "trgnoun": "eating_board", "trgverb": "put_down" }, { "key": "P06_101+84_85_86_88", "video_id": "P06_101", "narration_ids": [ "P06_101_84", "P06_101_85", "P06_101_86", "P06_101_88" ], "src": "take sticker off pepper . put_down pepper . pick_up knife", "src1": "take sticker off pepper", "src2": "put_down pepper", "src3": "pick_up knife", "trg": "pick_up garlic", "vis_src": "P06_101:84 P06_101:85 P06_101:86", "vis_trg": "P06_101:88", "narrations": [ "take sticker off pepper", "put down pepper", "pick up knife", "pick up garlic" ], "verbs": [ "take-off", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 12, 1, 0, 0 ], "nouns": [ "sticker", "pepper", "knife", "garlic" ], "noun_classes": [ 222, 37, 4, 51 ], "start_stop_timestamps": [ [ "00:05:09.78", "00:05:10.78" ], [ "00:05:11.46", "00:05:12.18" ], [ "00:05:11.66", "00:05:12.86" ], [ "00:05:13.76", "00:05:15.11" ] ], "start_stop_frames": [ [ 15488, 15538 ], [ 15572, 15609 ], [ 15583, 15643 ], [ 15688, 15755 ] ], "trgnoun": "garlic", "trgverb": "pick_up" }, { "key": "P02_102+82_83_84_85", "video_id": "P02_102", "narration_ids": [ "P02_102_82", "P02_102_83", "P02_102_84", "P02_102_85" ], "src": "close cupboard . put_down spice . open spice_jar", "src1": "close cupboard", "src2": "put_down spice", "src3": "open spice_jar", "trg": "pour spice into lid", "vis_src": "P02_102:82 P02_102:83 P02_102:84", "vis_trg": "P02_102:85", "narrations": [ "close cupboard", "put down spice", "open spice jar", "pour spice into lid" ], "verbs": [ "close", "put-down", "open", "pour-into" ], "verb_classes": [ 4, 1, 3, 9 ], "nouns": [ "cupboard", "spice", "jar:spice", "spice" ], "noun_classes": [ 3, 85, 40, 85 ], "start_stop_timestamps": [ [ "00:02:39.61", "00:02:40.95" ], [ "00:02:40.49", "00:02:41.95" ], [ "00:02:42.03", "00:02:43.25" ], [ "00:02:43.35", "00:02:45.07" ] ], "start_stop_frames": [ [ 7980, 8047 ], [ 8024, 8097 ], [ 8101, 8162 ], [ 8167, 8253 ] ], "trgnoun": "spice", "trgverb": "pour_into" }, { "key": "P04_109+316_317_318_319", "video_id": "P04_109", "narration_ids": [ "P04_109_316", "P04_109_317", "P04_109_318", "P04_109_319" ], "src": "hold bottles in place . open sesame_oil . smell sesame_oil", "src1": "hold bottles in place", "src2": "open sesame_oil", "src3": "smell sesame_oil", "trg": "pour sesame_oil into pan", "vis_src": "P04_109:316 P04_109:317 P04_109:318", "vis_trg": "P04_109:319", "narrations": [ "hold bottles in place", "open sesame oil", "smell sesame oil", "pour sesame oil into pan" ], "verbs": [ "hold-in", "open", "smell", "pour-into" ], "verb_classes": [ 34, 3, 75, 9 ], "nouns": [ "bottle", "oil:sesame", "oil:sesame", "oil:sesame" ], "noun_classes": [ 15, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:10:19.62", "00:10:20.06" ], [ "00:10:20.67", "00:10:21.67" ], [ "00:10:21.39", "00:10:22.01" ], [ "00:10:22.31", "00:10:23.77" ] ], "start_stop_frames": [ [ 30981, 31002 ], [ 31033, 31083 ], [ 31069, 31100 ], [ 31115, 31188 ] ], "trgnoun": "sesame_oil", "trgverb": "pour_into" }, { "key": "P04_109+213_214_215_216", "video_id": "P04_109", "narration_ids": [ "P04_109_213", "P04_109_214", "P04_109_215", "P04_109_216" ], "src": "toss cucumber and carrot . move knife . pick_up piece of cucumber", "src1": "toss cucumber and carrot", "src2": "move knife", "src3": "pick_up piece of cucumber", "trg": "drop piece of cucumber into measuring jug", "vis_src": "P04_109:213 P04_109:214 P04_109:215", "vis_trg": "P04_109:216", "narrations": [ "toss cucumber and carrot", "move knife", "pick up piece of cucumber", "drop piece of cucumber into measuring jug" ], "verbs": [ "toss", "move", "pick-up", "drop-into" ], "verb_classes": [ 13, 11, 0, 5 ], "nouns": [ "cucumber", "knife", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 72, 4, 72, 72 ], "start_stop_timestamps": [ [ "00:07:00.12", "00:07:00.82" ], [ "00:07:01.01", "00:07:01.75" ], [ "00:07:01.11", "00:07:01.71" ], [ "00:07:01.75", "00:07:02.12" ] ], "start_stop_frames": [ [ 21006, 21041 ], [ 21050, 21087 ], [ 21055, 21085 ], [ 21087, 21106 ] ], "trgnoun": "cucumber_piece", "trgverb": "drop_into" }, { "key": "P22_113+262_263_264_265", "video_id": "P22_113", "narration_ids": [ "P22_113_262", "P22_113_263", "P22_113_264", "P22_113_265" ], "src": "pick_up cup . close cupboard . remove bowl", "src1": "pick_up cup", "src2": "close cupboard", "src3": "remove bowl", "trg": "put_down cup", "vis_src": "P22_113:262 P22_113:263 P22_113:264", "vis_trg": "P22_113:265", "narrations": [ "pick up cup", "close cupboard", "remove bowl", "put down cup" ], "verbs": [ "pick-up", "close", "remove", "put-down" ], "verb_classes": [ 0, 4, 12, 1 ], "nouns": [ "cup", "cupboard", "bowl", "cup" ], "noun_classes": [ 13, 3, 7, 13 ], "start_stop_timestamps": [ [ "00:09:17.21", "00:09:17.94" ], [ "00:09:18.04", "00:09:18.54" ], [ "00:09:19.02", "00:09:19.84" ], [ "00:09:21.56", "00:09:22.18" ] ], "start_stop_frames": [ [ 27860, 27897 ], [ 27902, 27927 ], [ 27951, 27992 ], [ 28077, 28108 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P06_101+120_121_122_123", "video_id": "P06_101", "narration_ids": [ "P06_101_120", "P06_101_121", "P06_101_122", "P06_101_123" ], "src": "stir pan . pick_up knife . chop chillies and garlic", "src1": "stir pan", "src2": "pick_up knife", "src3": "chop chillies and garlic", "trg": "put_down knife", "vis_src": "P06_101:120 P06_101:121 P06_101:122", "vis_trg": "P06_101:123", "narrations": [ "stir pan", "pick up knife", "chop chillies and garlic", "put down knife" ], "verbs": [ "stir", "pick-up", "chop", "put-down" ], "verb_classes": [ 10, 0, 7, 1 ], "nouns": [ "pan", "knife", "chilli", "knife" ], "noun_classes": [ 5, 4, 69, 4 ], "start_stop_timestamps": [ [ "00:07:33.82", "00:07:37.07" ], [ "00:07:37.80", "00:07:38.42" ], [ "00:07:38.15", "00:07:48.92" ], [ "00:07:51.16", "00:07:51.78" ] ], "start_stop_frames": [ [ 22691, 22853 ], [ 22890, 22921 ], [ 22907, 23446 ], [ 23558, 23589 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P35_105+382_383_384_385", "video_id": "P35_105", "narration_ids": [ "P35_105_382", "P35_105_383", "P35_105_384", "P35_105_385" ], "src": "put_down glass . pick_up spoon . stir mushrooms", "src1": "put_down glass", "src2": "pick_up spoon", "src3": "stir mushrooms", "trg": "taste mushrooms", "vis_src": "P35_105:382 P35_105:383 P35_105:384", "vis_trg": "P35_105:385", "narrations": [ "put down glass", "pick up spoon", "stir mushrooms", "taste mushrooms" ], "verbs": [ "put-down", "pick-up", "stir", "taste" ], "verb_classes": [ 1, 0, 10, 35 ], "nouns": [ "glass", "spoon", "mushroom", "mushroom" ], "noun_classes": [ 10, 1, 56, 56 ], "start_stop_timestamps": [ [ "00:30:32.77", "00:30:35.12" ], [ "00:30:35.22", "00:30:37.79" ], [ "00:30:37.76", "00:30:50.65" ], [ "00:30:50.42", "00:30:53.93" ] ], "start_stop_frames": [ [ 91638, 91756 ], [ 91761, 91889 ], [ 91888, 92532 ], [ 92521, 92696 ] ], "trgnoun": "mushroom", "trgverb": "taste" }, { "key": "P02_03+280_281_282_283", "video_id": "P02_03", "narration_ids": [ "P02_03_280", "P02_03_281", "P02_03_282", "P02_03_283" ], "src": "pick_up cheese and . pick_up spoon . hold cheese and", "src1": "pick_up cheese and", "src2": "pick_up spoon", "src3": "hold cheese and", "trg": "scoop cheese using spoon", "vis_src": "P02_03:280 P02_03:281 P02_03:282", "vis_trg": "P02_03:283", "narrations": [ "pick up cheese and", "pick up spoon", "hold cheese and", "scoop cheese using spoon" ], "verbs": [ "pick-up", "pick-up", "hold", "scoop" ], "verb_classes": [ 0, 0, 34, 16 ], "nouns": [ "cheese", "spoon", "cheese", "cheese" ], "noun_classes": [ 32, 1, 32, 32 ], "start_stop_timestamps": [ [ "00:15:55.41", "00:15:56.16" ], [ "00:15:56.36", "00:15:57.11" ], [ "00:15:57.54", "00:15:59.69" ], [ "00:16:00.21", "00:16:01.96" ] ], "start_stop_frames": [ [ 57324, 57369 ], [ 57381, 57426 ], [ 57452, 57581 ], [ 57612, 57717 ] ], "trgnoun": "cheese", "trgverb": "scoop" }, { "key": "P03_05+25_26_27_28", "video_id": "P03_05", "narration_ids": [ "P03_05_25", "P03_05_26", "P03_05_27", "P03_05_28" ], "src": "shake saucer . open cupboard . grab lid", "src1": "shake saucer", "src2": "open cupboard", "src3": "grab lid", "trg": "close cupboard", "vis_src": "P03_05:25 P03_05:26 P03_05:27", "vis_trg": "P03_05:28", "narrations": [ "shake saucer", "open cupboard", "grab lid", "close cupboard" ], "verbs": [ "shake", "open", "grab", "close" ], "verb_classes": [ 15, 3, 0, 4 ], "nouns": [ "saucer", "cupboard", "lid", "cupboard" ], "noun_classes": [ 2, 3, 6, 3 ], "start_stop_timestamps": [ [ "00:00:51.91", "00:00:53.45" ], [ "00:00:54.06", "00:00:55.14" ], [ "00:00:55.60", "00:00:57.35" ], [ "00:00:57.01", "00:00:57.76" ] ], "start_stop_frames": [ [ 3114, 3207 ], [ 3243, 3308 ], [ 3336, 3441 ], [ 3420, 3465 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P01_108+20_21_22_23", "video_id": "P01_108", "narration_ids": [ "P01_108_20", "P01_108_21", "P01_108_22", "P01_108_23" ], "src": "pick_up chopsticks and wooden spoon . put peeler into drawer . pick_up purse", "src1": "pick_up chopsticks and wooden spoon", "src2": "put peeler into drawer", "src3": "pick_up purse", "trg": "open purse", "vis_src": "P01_108:20 P01_108:21 P01_108:22", "vis_trg": "P01_108:23", "narrations": [ "pick up chopsticks and wooden spoon", "put peeler into drawer", "pick up purse", "open purse" ], "verbs": [ "pick-up", "put-into", "pick-up", "open" ], "verb_classes": [ 0, 5, 0, 3 ], "nouns": [ "chopstick", "peeler", "purse", "purse" ], "noun_classes": [ 80, 87, 19, 19 ], "start_stop_timestamps": [ [ "00:00:42.21", "00:00:43.12" ], [ "00:00:44.16", "00:00:44.75" ], [ "00:00:45.64", "00:00:47.17" ], [ "00:00:47.96", "00:00:50.57" ] ], "start_stop_frames": [ [ 2110, 2156 ], [ 2208, 2237 ], [ 2282, 2358 ], [ 2398, 2528 ] ], "trgnoun": "purse", "trgverb": "open" }, { "key": "P02_132+6_7_8_9", "video_id": "P02_132", "narration_ids": [ "P02_132_6", "P02_132_7", "P02_132_8", "P02_132_9" ], "src": "open tupperware . put_down lid . pick_up pie from tupperware", "src1": "open tupperware", "src2": "put_down lid", "src3": "pick_up pie from tupperware", "trg": "put pie in pan", "vis_src": "P02_132:6 P02_132:7 P02_132:8", "vis_trg": "P02_132:9", "narrations": [ "open tupperware", "put down lid", "pick up pie from tupperware", "put pie in pan" ], "verbs": [ "open", "put-down", "pick-up", "put-in" ], "verb_classes": [ 3, 1, 0, 5 ], "nouns": [ "tupperware", "lid", "pie", "pie" ], "noun_classes": [ 23, 6, 137, 137 ], "start_stop_timestamps": [ [ "00:00:21.75", "00:00:22.68" ], [ "00:00:22.77", "00:00:23.66" ], [ "00:00:23.76", "00:00:26.07" ], [ "00:00:25.85", "00:00:26.66" ] ], "start_stop_frames": [ [ 1087, 1134 ], [ 1138, 1183 ], [ 1188, 1303 ], [ 1292, 1333 ] ], "trgnoun": "pie", "trgverb": "put_in" }, { "key": "P02_09+309_310_311_312", "video_id": "P02_09", "narration_ids": [ "P02_09_309", "P02_09_310", "P02_09_311", "P02_09_312" ], "src": "break meat into pieces . put_in pan . pick_up spoon", "src1": "break meat into pieces", "src2": "put_in pan", "src3": "pick_up spoon", "trg": "stir meat", "vis_src": "P02_09:309 P02_09:310 P02_09:311", "vis_trg": "P02_09:312", "narrations": [ "break meat into pieces", "put in pan", "pick up spoon", "stir meat" ], "verbs": [ "break-into", "put-in", "pick-up", "stir" ], "verb_classes": [ 30, 5, 0, 10 ], "nouns": [ "meat", "pan", "spoon", "meat" ], "noun_classes": [ 28, 5, 1, 28 ], "start_stop_timestamps": [ [ "00:23:11.04", "00:23:19.47" ], [ "00:23:18.38", "00:23:20.77" ], [ "00:23:20.42", "00:23:21.40" ], [ "00:23:21.09", "00:23:29.44" ] ], "start_stop_frames": [ [ 83462, 83968 ], [ 83902, 84046 ], [ 84025, 84084 ], [ 84065, 84566 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P03_02+71_72_73_74", "video_id": "P03_02", "narration_ids": [ "P03_02_71", "P03_02_72", "P03_02_73", "P03_02_74" ], "src": "pour squash . put_down bottle . fill bottle", "src1": "pour squash", "src2": "put_down bottle", "src3": "fill bottle", "trg": "close bottle", "vis_src": "P03_02:71 P03_02:72 P03_02:73", "vis_trg": "P03_02:74", "narrations": [ "pour squash", "put down bottle", "fill bottle", "close bottle" ], "verbs": [ "pour", "put-down", "fill", "close" ], "verb_classes": [ 9, 1, 26, 4 ], "nouns": [ "squash", "bottle", "bottle", "bottle" ], "noun_classes": [ 116, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:21.24", "00:02:26.39" ], [ "00:02:27.36", "00:02:27.90" ], [ "00:02:29.10", "00:02:30.24" ], [ "00:02:30.67", "00:02:32.00" ] ], "start_stop_frames": [ [ 8474, 8783 ], [ 8841, 8874 ], [ 8946, 9014 ], [ 9040, 9120 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P21_03+37_38_39_40", "video_id": "P21_03", "narration_ids": [ "P21_03_37", "P21_03_38", "P21_03_39", "P21_03_40" ], "src": "placing that in the tap . placing the tomato in the table . taking a glass", "src1": "placing that in the tap", "src2": "placing the tomato in the table", "src3": "taking a glass", "trg": "placing another glass into the sink", "vis_src": "P21_03:37 P21_03:38 P21_03:39", "vis_trg": "P21_03:40", "narrations": [ "placing that in the tap", "placing the tomato in the table", "taking a glass", "placing another glass into the sink" ], "verbs": [ "place-in", "place-in", "take", "place-into" ], "verb_classes": [ 5, 5, 0, 5 ], "nouns": [ "tap", "tomato", "glass", "glass" ], "noun_classes": [ 0, 43, 10, 10 ], "start_stop_timestamps": [ [ "00:05:25.60", "00:05:27.97" ], [ "00:05:29.16", "00:05:32.63" ], [ "00:05:34.92", "00:05:36.36" ], [ "00:05:36.46", "00:05:39.53" ] ], "start_stop_frames": [ [ 19536, 19678 ], [ 19749, 19957 ], [ 20095, 20181 ], [ 20187, 20371 ] ], "trgnoun": "glass", "trgverb": "place_into" }, { "key": "P27_103+529_530_531_532", "video_id": "P27_103", "narration_ids": [ "P27_103_529", "P27_103_530", "P27_103_531", "P27_103_532" ], "src": "move container . pick_up plate . wash plate", "src1": "move container", "src2": "pick_up plate", "src3": "wash plate", "trg": "put_down plate", "vis_src": "P27_103:529 P27_103:530 P27_103:531", "vis_trg": "P27_103:532", "narrations": [ "move container", "pick up plate", "wash plate", "put down plate" ], "verbs": [ "move", "pick-up", "wash", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "container", "plate", "plate", "plate" ], "noun_classes": [ 21, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:35:42.10", "00:35:43.35" ], [ "00:35:43.42", "00:35:44.45" ], [ "00:35:44.47", "00:35:47.58" ], [ "00:35:47.68", "00:35:49.01" ] ], "start_stop_frames": [ [ 107105, 107167 ], [ 107171, 107222 ], [ 107223, 107379 ], [ 107383, 107450 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_17+280_284_285_286", "video_id": "P22_17", "narration_ids": [ "P22_17_280", "P22_17_284", "P22_17_285", "P22_17_286" ], "src": "rinse salad_bowl . put_down salad_bowl . pick_up glass", "src1": "rinse salad_bowl", "src2": "put_down salad_bowl", "src3": "pick_up glass", "trg": "rinse glass", "vis_src": "P22_17:280 P22_17:284 P22_17:285", "vis_trg": "P22_17:286", "narrations": [ "rinse salad bowl", "put down salad bowl", "pick up glass", "rinse glass" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl:salad", "bowl:salad", "glass", "glass" ], "noun_classes": [ 7, 7, 10, 10 ], "start_stop_timestamps": [ [ "00:11:03.91", "00:11:11.71" ], [ "00:11:18.88", "00:11:21.50" ], [ "00:11:20.49", "00:11:21.37" ], [ "00:11:21.35", "00:11:23.85" ] ], "start_stop_frames": [ [ 39834, 40302 ], [ 40732, 40890 ], [ 40829, 40882 ], [ 40881, 41031 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P23_02+23_24_25_28", "video_id": "P23_02", "narration_ids": [ "P23_02_23", "P23_02_24", "P23_02_25", "P23_02_28" ], "src": "making the garlic into the small pieces . removing the outer layer from the garlic . removing the outer layer from the garlic_piece", "src1": "making the garlic into the small pieces", "src2": "removing the outer layer from the garlic", "src3": "removing the outer layer from the garlic_piece", "trg": "remove the rest from the table", "vis_src": "P23_02:23 P23_02:24 P23_02:25", "vis_trg": "P23_02:28", "narrations": [ "making the garlic into the small pieces", "removing the outer layer from the garlic", "removing the outer layer from the garlic piece", "remove the rest from the table" ], "verbs": [ "make-into", "remove-from", "remove-from", "remove-from" ], "verb_classes": [ 7, 12, 12, 12 ], "nouns": [ "garlic", "garlic", "piece:garlic", "rest" ], "noun_classes": [ 51, 51, 51, 109 ], "start_stop_timestamps": [ [ "00:04:08.98", "00:04:27.46" ], [ "00:04:28.11", "00:04:31.19" ], [ "00:04:30.68", "00:04:49.57" ], [ "00:05:53.25", "00:05:59.38" ] ], "start_stop_frames": [ [ 14938, 16047 ], [ 16086, 16271 ], [ 16240, 17374 ], [ 21195, 21562 ] ], "trgnoun": "rest", "trgverb": "remove_from" }, { "key": "P11_05+2_3_4_5", "video_id": "P11_05", "narration_ids": [ "P11_05_2", "P11_05_3", "P11_05_4", "P11_05_5" ], "src": "turn_on oven . pick_up kettle . pour_out kettle", "src1": "turn_on oven", "src2": "pick_up kettle", "src3": "pour_out kettle", "trg": "fill_up kettle", "vis_src": "P11_05:2 P11_05:3 P11_05:4", "vis_trg": "P11_05:5", "narrations": [ "turn on oven", "pick up kettle", "pour out kettle", "fill up kettle" ], "verbs": [ "turn-on", "pick-up", "pour-out", "fill-up" ], "verb_classes": [ 6, 0, 9, 26 ], "nouns": [ "oven", "kettle", "kettle", "kettle" ], "noun_classes": [ 46, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:09.96", "00:00:11.46" ], [ "00:00:12.77", "00:00:13.64" ], [ "00:00:14.57", "00:00:16.39" ], [ "00:00:17.11", "00:00:24.58" ] ], "start_stop_frames": [ [ 597, 687 ], [ 766, 818 ], [ 874, 983 ], [ 1026, 1474 ] ], "trgnoun": "kettle", "trgverb": "fill_up" }, { "key": "P22_115+168_169_170_171", "video_id": "P22_115", "narration_ids": [ "P22_115_168", "P22_115_169", "P22_115_170", "P22_115_171" ], "src": "move containers . open bag . pick_up container", "src1": "move containers", "src2": "open bag", "src3": "pick_up container", "trg": "move bag", "vis_src": "P22_115:168 P22_115:169 P22_115:170", "vis_trg": "P22_115:171", "narrations": [ "move containers", "open bag", "pick up container", "move bag" ], "verbs": [ "move", "open", "pick-up", "move" ], "verb_classes": [ 11, 3, 0, 11 ], "nouns": [ "container", "bag", "container", "bag" ], "noun_classes": [ 21, 19, 21, 19 ], "start_stop_timestamps": [ [ "00:05:17.00", "00:05:19.82" ], [ "00:05:19.92", "00:05:23.17" ], [ "00:05:23.14", "00:05:24.73" ], [ "00:05:24.83", "00:05:25.38" ] ], "start_stop_frames": [ [ 15850, 15991 ], [ 15996, 16158 ], [ 16157, 16236 ], [ 16241, 16269 ] ], "trgnoun": "bag", "trgverb": "move" }, { "key": "P10_04+355_356_357_361", "video_id": "P10_04", "narration_ids": [ "P10_04_355", "P10_04_356", "P10_04_357", "P10_04_361" ], "src": "search_for something . switch close the cabinet . open cabinet", "src1": "search_for something", "src2": "switch close the cabinet", "src3": "open cabinet", "trg": "search cabinet", "vis_src": "P10_04:355 P10_04:356 P10_04:357", "vis_trg": "P10_04:361", "narrations": [ "search for something", "switch close the cabinet", "open cabinet", "search" ], "verbs": [ "search-for", "switch", "open", "search" ], "verb_classes": [ 48, 88, 3, 48 ], "nouns": [ "cabinet", "cabinet", "cabinet", "cabinet" ], "noun_classes": [ 3, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:37:53.81", "00:37:55.90" ], [ "00:37:59.92", "00:38:09.28" ], [ "00:38:06.77", "00:38:08.94" ], [ "00:38:15.83", "00:38:20.56" ] ], "start_stop_frames": [ [ 136428, 136554 ], [ 136795, 137356 ], [ 137206, 137336 ], [ 137749, 138033 ] ], "trgnoun": "cabinet", "trgverb": "search" }, { "key": "P23_101+279_280_281_282", "video_id": "P23_101", "narration_ids": [ "P23_101_279", "P23_101_280", "P23_101_281", "P23_101_282" ], "src": "put plate . close door . take bowl", "src1": "put plate", "src2": "close door", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_101:279 P23_101:280 P23_101:281", "vis_trg": "P23_101:282", "narrations": [ "put plate", "close door", "take bowl", "put bowl" ], "verbs": [ "put", "close", "take", "put" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "plate", "door", "bowl", "bowl" ], "noun_classes": [ 2, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:24:35.49", "00:24:36.99" ], [ "00:24:39.46", "00:24:42.93" ], [ "00:24:45.43", "00:24:46.95" ], [ "00:24:49.89", "00:24:50.74" ] ], "start_stop_frames": [ [ 73774, 73849 ], [ 73973, 74146 ], [ 74271, 74347 ], [ 74494, 74537 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P04_10+41_42_43_44", "video_id": "P04_10", "narration_ids": [ "P04_10_41", "P04_10_42", "P04_10_43", "P04_10_44" ], "src": "put_away pepper . slice pepper . cut pith out of pepper", "src1": "put_away pepper", "src2": "slice pepper", "src3": "cut pith out of pepper", "trg": "slice pepper into chunks", "vis_src": "P04_10:41 P04_10:42 P04_10:43", "vis_trg": "P04_10:44", "narrations": [ "put away pepper", "slice pepper", "cut pith out of pepper", "slice pepper into chunks" ], "verbs": [ "put-away", "slice", "cut-out", "slice-into" ], "verb_classes": [ 1, 7, 7, 7 ], "nouns": [ "pepper", "pepper", "pith", "pepper" ], "noun_classes": [ 37, 37, 194, 37 ], "start_stop_timestamps": [ [ "00:05:59.04", "00:06:05.40" ], [ "00:06:06.15", "00:06:22.15" ], [ "00:06:13.10", "00:06:33.35" ], [ "00:06:34.76", "00:06:54.91" ] ], "start_stop_frames": [ [ 21542, 21924 ], [ 21969, 22929 ], [ 22386, 23601 ], [ 23685, 24894 ] ], "trgnoun": "pepper", "trgverb": "slice_into" }, { "key": "P37_101+332_333_334_335", "video_id": "P37_101", "narration_ids": [ "P37_101_332", "P37_101_333", "P37_101_334", "P37_101_335" ], "src": "turn_on tap . wash coriander . turn_off tap", "src1": "turn_on tap", "src2": "wash coriander", "src3": "turn_off tap", "trg": "shake coriander to remove water", "vis_src": "P37_101:332 P37_101:333 P37_101:334", "vis_trg": "P37_101:335", "narrations": [ "turn on tap", "wash coriander", "turn off tap", "shake coriander to remove water" ], "verbs": [ "turn-on", "wash", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "tap", "coriander", "tap", "coriander" ], "noun_classes": [ 0, 173, 0, 173 ], "start_stop_timestamps": [ [ "00:24:17.16", "00:24:22.16" ], [ "00:24:22.26", "00:24:27.45" ], [ "00:24:27.49", "00:24:28.20" ], [ "00:24:29.14", "00:24:31.67" ] ], "start_stop_frames": [ [ 72858, 73108 ], [ 73113, 73372 ], [ 73374, 73410 ], [ 73457, 73583 ] ], "trgnoun": "coriander", "trgverb": "shake" }, { "key": "P04_109+412_413_414_415", "video_id": "P04_109", "narration_ids": [ "P04_109_412", "P04_109_413", "P04_109_414", "P04_109_415" ], "src": "put_down tofu_packet . put_down tofu . pick_up kitchen_roll", "src1": "put_down tofu_packet", "src2": "put_down tofu", "src3": "pick_up kitchen_roll", "trg": "unroll kitchen_roll", "vis_src": "P04_109:412 P04_109:413 P04_109:414", "vis_trg": "P04_109:415", "narrations": [ "put down tofu packet", "put down tofu", "pick up kitchen roll", "unroll kitchen roll" ], "verbs": [ "put-down", "put-down", "pick-up", "unroll" ], "verb_classes": [ 1, 1, 0, 39 ], "nouns": [ "packet:tofu", "tofu", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 26, 81, 93, 93 ], "start_stop_timestamps": [ [ "00:12:21.99", "00:12:23.63" ], [ "00:12:23.44", "00:12:24.49" ], [ "00:12:25.19", "00:12:26.29" ], [ "00:12:26.39", "00:12:27.44" ] ], "start_stop_frames": [ [ 37099, 37181 ], [ 37172, 37224 ], [ 37259, 37314 ], [ 37319, 37372 ] ], "trgnoun": "kitchen_roll", "trgverb": "unroll" }, { "key": "P24_01+52_53_54_55", "video_id": "P24_01", "narration_ids": [ "P24_01_52", "P24_01_53", "P24_01_54", "P24_01_55" ], "src": "check coffee_pot . open door . pick_up coffee_cup", "src1": "check coffee_pot", "src2": "open door", "src3": "pick_up coffee_cup", "trg": "close door", "vis_src": "P24_01:52 P24_01:53 P24_01:54", "vis_trg": "P24_01:55", "narrations": [ "check coffee pot", "open door", "pick up coffee cup", "close door" ], "verbs": [ "check", "open", "pick-up", "close" ], "verb_classes": [ 24, 3, 0, 4 ], "nouns": [ "pot:coffee", "door", "cup:coffee", "door" ], "noun_classes": [ 50, 3, 13, 3 ], "start_stop_timestamps": [ [ "00:07:29.97", "00:07:32.08" ], [ "00:07:34.72", "00:07:35.92" ], [ "00:07:37.25", "00:07:39.23" ], [ "00:07:39.36", "00:07:42.00" ] ], "start_stop_frames": [ [ 26998, 27124 ], [ 27283, 27355 ], [ 27435, 27553 ], [ 27561, 27720 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P02_03+40_41_42_43", "video_id": "P02_03", "narration_ids": [ "P02_03_40", "P02_03_41", "P02_03_42", "P02_03_43" ], "src": "open tap . rinse broccoli . sprinkle water on broccoli", "src1": "open tap", "src2": "rinse broccoli", "src3": "sprinkle water on broccoli", "trg": "close tap", "vis_src": "P02_03:40 P02_03:41 P02_03:42", "vis_trg": "P02_03:43", "narrations": [ "open tap", "rinse broccoli", "sprinkle water on broccoli", "close tap" ], "verbs": [ "turn-on", "rinse", "sprinkle-on", "turn-off" ], "verb_classes": [ 6, 2, 42, 8 ], "nouns": [ "tap", "broccoli", "water", "tap" ], "noun_classes": [ 0, 101, 27, 0 ], "start_stop_timestamps": [ [ "00:01:32.60", "00:01:33.80" ], [ "00:01:34.23", "00:01:37.11" ], [ "00:01:37.57", "00:01:42.14" ], [ "00:01:42.47", "00:01:43.91" ] ], "start_stop_frames": [ [ 5556, 5628 ], [ 5653, 5826 ], [ 5854, 6128 ], [ 6148, 6234 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P35_104+367_368_369_370", "video_id": "P35_104", "narration_ids": [ "P35_104_367", "P35_104_368", "P35_104_369", "P35_104_370" ], "src": "close bottle . open fridge . put_down bottle", "src1": "close bottle", "src2": "open fridge", "src3": "put_down bottle", "trg": "close fridge", "vis_src": "P35_104:367 P35_104:368 P35_104:369", "vis_trg": "P35_104:370", "narrations": [ "close bottle", "open fridge", "put down bottle", "close fridge" ], "verbs": [ "close", "open", "put-down", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "bottle", "fridge", "bottle", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:23:45.02", "00:23:49.13" ], [ "00:23:51.09", "00:23:52.51" ], [ "00:23:54.34", "00:23:55.59" ], [ "00:23:55.94", "00:23:57.45" ] ], "start_stop_frames": [ [ 71251, 71456 ], [ 71554, 71625 ], [ 71717, 71779 ], [ 71797, 71872 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_130+118_119_120_122", "video_id": "P02_130", "narration_ids": [ "P02_130_118", "P02_130_119", "P02_130_120", "P02_130_122" ], "src": "get biscuits from packaging . throw biscuits in food processor . get biscuit from packaging", "src1": "get biscuits from packaging", "src2": "throw biscuits in food processor", "src3": "get biscuit from packaging", "trg": "put_down biscuits", "vis_src": "P02_130:118 P02_130:119 P02_130:120", "vis_trg": "P02_130:122", "narrations": [ "get biscuits from packaging", "throw biscuits in food processor", "get biscuit from packaging", "put down biscuits" ], "verbs": [ "get-from", "throw-in", "get", "put-down" ], "verb_classes": [ 0, 13, 0, 1 ], "nouns": [ "biscuit", "biscuit", "biscuit", "biscuit" ], "noun_classes": [ 104, 104, 104, 104 ], "start_stop_timestamps": [ [ "00:04:35.44", "00:04:36.47" ], [ "00:04:36.35", "00:04:36.79" ], [ "00:04:36.75", "00:04:39.25" ], [ "00:04:39.75", "00:04:41.10" ] ], "start_stop_frames": [ [ 13772, 13823 ], [ 13817, 13839 ], [ 13837, 13962 ], [ 13987, 14055 ] ], "trgnoun": "biscuit", "trgverb": "put_down" }, { "key": "P04_109+495_497_498_499", "video_id": "P04_109", "narration_ids": [ "P04_109_495", "P04_109_497", "P04_109_498", "P04_109_499" ], "src": "take kitchen_roll off tofu . put_down tofu . pick_up kitchen_roll", "src1": "take kitchen_roll off tofu", "src2": "put_down tofu", "src3": "pick_up kitchen_roll", "trg": "crumple_up kitchen_roll", "vis_src": "P04_109:495 P04_109:497 P04_109:498", "vis_trg": "P04_109:499", "narrations": [ "take kitchen roll off tofu", "put down tofu", "pick up kitchen roll", "crumple up kitchen roll" ], "verbs": [ "take", "put-down", "pick-up", "crumple-up" ], "verb_classes": [ 0, 1, 0, 18 ], "nouns": [ "roll:kitchen", "tofu", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 93, 81, 93, 93 ], "start_stop_timestamps": [ [ "00:15:22.69", "00:15:24.25" ], [ "00:15:26.30", "00:15:27.00" ], [ "00:15:26.95", "00:15:27.48" ], [ "00:15:27.51", "00:15:28.50" ] ], "start_stop_frames": [ [ 46134, 46212 ], [ 46315, 46350 ], [ 46347, 46374 ], [ 46375, 46425 ] ], "trgnoun": "kitchen_roll", "trgverb": "crumple_up" }, { "key": "P03_117+79_80_81_82", "video_id": "P03_117", "narration_ids": [ "P03_117_79", "P03_117_80", "P03_117_81", "P03_117_82" ], "src": "put saucepan on drying rack . put tupperware down . pick_up plate", "src1": "put saucepan on drying rack", "src2": "put tupperware down", "src3": "pick_up plate", "trg": "wash plate", "vis_src": "P03_117:79 P03_117:80 P03_117:81", "vis_trg": "P03_117:82", "narrations": [ "put saucepan on drying rack", "put tupperware down", "pick up plate", "wash plate" ], "verbs": [ "put-on", "put", "pick-up", "wash" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "saucepan", "tupperware", "plate", "plate" ], "noun_classes": [ 5, 23, 2, 2 ], "start_stop_timestamps": [ [ "00:04:24.35", "00:04:26.28" ], [ "00:04:26.31", "00:04:27.77" ], [ "00:04:27.90", "00:04:30.07" ], [ "00:04:29.77", "00:04:49.15" ] ], "start_stop_frames": [ [ 13217, 13313 ], [ 13315, 13388 ], [ 13394, 13503 ], [ 13488, 14457 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P20_01+341_343_344_345", "video_id": "P20_01", "narration_ids": [ "P20_01_341", "P20_01_343", "P20_01_344", "P20_01_345" ], "src": "cut meat with knife and fork . put_down knife . pick_up spatula", "src1": "cut meat with knife and fork", "src2": "put_down knife", "src3": "pick_up spatula", "trg": "pick_up meat with spatula", "vis_src": "P20_01:341 P20_01:343 P20_01:344", "vis_trg": "P20_01:345", "narrations": [ "cut meat with knife and fork", "put down knife", "pick up spatula", "pick up meat with spatula" ], "verbs": [ "cut-with", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 7, 1, 0, 0 ], "nouns": [ "meat", "knife", "spatula", "meat" ], "noun_classes": [ 28, 4, 20, 28 ], "start_stop_timestamps": [ [ "00:22:24.97", "00:22:26.52" ], [ "00:22:30.79", "00:22:32.18" ], [ "00:22:32.63", "00:22:33.84" ], [ "00:22:35.51", "00:22:36.74" ] ], "start_stop_frames": [ [ 80698, 80791 ], [ 81047, 81130 ], [ 81157, 81230 ], [ 81330, 81404 ] ], "trgnoun": "meat", "trgverb": "pick_up" }, { "key": "P02_131+201_202_203_204", "video_id": "P02_131", "narration_ids": [ "P02_131_201", "P02_131_202", "P02_131_203", "P02_131_204" ], "src": "sponge cover . put_down sponge . open tap", "src1": "sponge cover", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse cover", "vis_src": "P02_131:201 P02_131:202 P02_131:203", "vis_trg": "P02_131:204", "narrations": [ "sponge cover", "put down sponge", "open tap", "rinse cover" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "cover", "sponge", "tap", "cover" ], "noun_classes": [ 89, 9, 0, 89 ], "start_stop_timestamps": [ [ "00:08:27.91", "00:08:35.37" ], [ "00:08:35.44", "00:08:35.74" ], [ "00:08:35.95", "00:08:36.61" ], [ "00:08:36.76", "00:08:46.69" ] ], "start_stop_frames": [ [ 25395, 25768 ], [ 25772, 25787 ], [ 25797, 25830 ], [ 25838, 26334 ] ], "trgnoun": "cover", "trgverb": "rinse" }, { "key": "P01_105+580_581_582_583", "video_id": "P01_105", "narration_ids": [ "P01_105_580", "P01_105_581", "P01_105_582", "P01_105_583" ], "src": "close garbage_bin . move bowl and colander . pick_up knife", "src1": "close garbage_bin", "src2": "move bowl and colander", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P01_105:580 P01_105:581 P01_105:582", "vis_trg": "P01_105:583", "narrations": [ "close garbage bin", "move bowl and colander", "pick up knife", "put down knife" ], "verbs": [ "close", "move", "pick-up", "put-down" ], "verb_classes": [ 4, 11, 0, 1 ], "nouns": [ "bin:garbage", "bowl", "knife", "knife" ], "noun_classes": [ 36, 7, 4, 4 ], "start_stop_timestamps": [ [ "00:23:22.60", "00:23:23.10" ], [ "00:23:24.90", "00:23:25.49" ], [ "00:23:25.59", "00:23:26.99" ], [ "00:23:27.43", "00:23:27.96" ] ], "start_stop_frames": [ [ 70130, 70155 ], [ 70245, 70274 ], [ 70279, 70349 ], [ 70371, 70398 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P22_111+644_645_646_647", "video_id": "P22_111", "narration_ids": [ "P22_111_644", "P22_111_645", "P22_111_646", "P22_111_647" ], "src": "put_down degreaser . pick_up tin_cans . remove bag", "src1": "put_down degreaser", "src2": "pick_up tin_cans", "src3": "remove bag", "trg": "throw away tin_cans", "vis_src": "P22_111:644 P22_111:645 P22_111:646", "vis_trg": "P22_111:647", "narrations": [ "put down degreaser", "pick up tin cans", "remove bag", "throw away tin cans" ], "verbs": [ "put-down", "pick-up", "remove", "throw" ], "verb_classes": [ 1, 0, 12, 13 ], "nouns": [ "degreaser", "can:tin", "bag", "can:tin" ], "noun_classes": [ 22, 61, 19, 61 ], "start_stop_timestamps": [ [ "00:24:06.47", "00:24:08.31" ], [ "00:24:11.96", "00:24:14.51" ], [ "00:24:21.10", "00:24:23.73" ], [ "00:24:24.80", "00:24:27.06" ] ], "start_stop_frames": [ [ 72323, 72415 ], [ 72598, 72725 ], [ 73055, 73186 ], [ 73240, 73353 ] ], "trgnoun": "tin_can", "trgverb": "throw" }, { "key": "P06_104+10_11_12_13", "video_id": "P06_104", "narration_ids": [ "P06_104_10", "P06_104_11", "P06_104_12", "P06_104_13" ], "src": "take pan out of oven . put pan down . close oven", "src1": "take pan out of oven", "src2": "put pan down", "src3": "close oven", "trg": "shake pan", "vis_src": "P06_104:10 P06_104:11 P06_104:12", "vis_trg": "P06_104:13", "narrations": [ "take pan out of oven", "put pan down", "close oven", "shake pan" ], "verbs": [ "take-out", "put-down", "close", "shake" ], "verb_classes": [ 12, 1, 4, 15 ], "nouns": [ "pan", "pan", "oven", "pan" ], "noun_classes": [ 5, 5, 46, 5 ], "start_stop_timestamps": [ [ "00:00:44.05", "00:00:48.09" ], [ "00:00:48.15", "00:00:49.45" ], [ "00:00:49.50", "00:00:50.97" ], [ "00:00:52.53", "00:00:56.68" ] ], "start_stop_frames": [ [ 2202, 2404 ], [ 2407, 2472 ], [ 2475, 2548 ], [ 2626, 2834 ] ], "trgnoun": "pan", "trgverb": "shake" }, { "key": "P22_10+413_414_415_416", "video_id": "P22_10", "narration_ids": [ "P22_10_413", "P22_10_414", "P22_10_415", "P22_10_416" ], "src": "throw_away food_residue . clean hands . close trash_can", "src1": "throw_away food_residue", "src2": "clean hands", "src3": "close trash_can", "trg": "rinse hands", "vis_src": "P22_10:413 P22_10:414 P22_10:415", "vis_trg": "P22_10:416", "narrations": [ "throw away food residue", "clean hands", "close trash can", "rinse hands" ], "verbs": [ "throw-away", "clean", "close", "rinse" ], "verb_classes": [ 13, 2, 4, 2 ], "nouns": [ "residue:food", "hand", "can:trash", "hand" ], "noun_classes": [ 54, 11, 36, 11 ], "start_stop_timestamps": [ [ "00:15:25.30", "00:15:27.12" ], [ "00:15:26.12", "00:15:27.11" ], [ "00:15:28.72", "00:15:29.74" ], [ "00:15:29.73", "00:15:31.79" ] ], "start_stop_frames": [ [ 55518, 55627 ], [ 55567, 55626 ], [ 55723, 55784 ], [ 55783, 55907 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P27_103+564_565_566_567", "video_id": "P27_103", "narration_ids": [ "P27_103_564", "P27_103_565", "P27_103_566", "P27_103_567" ], "src": "rinse knife . put_down knife . pick_up spoon", "src1": "rinse knife", "src2": "put_down knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P27_103:564 P27_103:565 P27_103:566", "vis_trg": "P27_103:567", "narrations": [ "rinse knife", "put down knife", "pick up spoon", "wash spoon" ], "verbs": [ "rinse", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:36:46.47", "00:36:47.65" ], [ "00:36:47.44", "00:36:47.96" ], [ "00:36:48.01", "00:36:48.73" ], [ "00:36:48.72", "00:36:51.74" ] ], "start_stop_frames": [ [ 110323, 110382 ], [ 110372, 110398 ], [ 110400, 110436 ], [ 110435, 110586 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P02_132+37_38_39_40", "video_id": "P02_132", "narration_ids": [ "P02_132_37", "P02_132_38", "P02_132_39", "P02_132_40" ], "src": "put_down knife . put_down foiled paper_cylinder . unfold foil_paper", "src1": "put_down knife", "src2": "put_down foiled paper_cylinder", "src3": "unfold foil_paper", "trg": "pick_up knife", "vis_src": "P02_132:37 P02_132:38 P02_132:39", "vis_trg": "P02_132:40", "narrations": [ "put down knife", "put down foiled paper cylinder", "unfold foil paper", "pick up knife" ], "verbs": [ "put-down", "put-down", "unfold", "pick-up" ], "verb_classes": [ 1, 1, 39, 0 ], "nouns": [ "knife", "cylinder:paper", "paper:foil", "knife" ], "noun_classes": [ 4, 49, 49, 4 ], "start_stop_timestamps": [ [ "00:01:18.81", "00:01:19.16" ], [ "00:01:19.26", "00:01:21.09" ], [ "00:01:19.51", "00:01:22.58" ], [ "00:01:25.40", "00:01:25.78" ] ], "start_stop_frames": [ [ 3940, 3958 ], [ 3963, 4054 ], [ 3975, 4129 ], [ 4270, 4289 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P22_16+228_229_230_231", "video_id": "P22_16", "narration_ids": [ "P22_16_228", "P22_16_229", "P22_16_230", "P22_16_231" ], "src": "close fridge . take carrot . turn_on tap", "src1": "close fridge", "src2": "take carrot", "src3": "turn_on tap", "trg": "wash carrot", "vis_src": "P22_16:228 P22_16:229 P22_16:230", "vis_trg": "P22_16:231", "narrations": [ "close fridge", "take carrot", "turn on tap", "wash carrot" ], "verbs": [ "close", "take", "turn-on", "wash" ], "verb_classes": [ 4, 0, 6, 2 ], "nouns": [ "fridge", "carrot", "tap", "carrot" ], "noun_classes": [ 12, 41, 0, 41 ], "start_stop_timestamps": [ [ "00:10:12.88", "00:10:13.66" ], [ "00:10:13.00", "00:10:14.20" ], [ "00:10:16.18", "00:10:17.06" ], [ "00:10:17.16", "00:10:19.91" ] ], "start_stop_frames": [ [ 36772, 36819 ], [ 36780, 36852 ], [ 36970, 37023 ], [ 37029, 37194 ] ], "trgnoun": "carrot", "trgverb": "wash" }, { "key": "P10_01+37_38_39_40", "video_id": "P10_01", "narration_ids": [ "P10_01_37", "P10_01_38", "P10_01_39", "P10_01_40" ], "src": "shake the pot . mix the salt and eggs using a chop stick . pour the egg inside the pot", "src1": "shake the pot", "src2": "mix the salt and eggs using a chop stick", "src3": "pour the egg inside the pot", "trg": "fry the egg", "vis_src": "P10_01:37 P10_01:38 P10_01:39", "vis_trg": "P10_01:40", "narrations": [ "shake the pot", "mix the salt and eggs using a chop stick", "pour the egg inside the pot", "fry the egg" ], "verbs": [ "shake", "mix", "pour-inside", "fry" ], "verb_classes": [ 15, 10, 9, 45 ], "nouns": [ "pot", "salt", "egg", "egg" ], "noun_classes": [ 29, 38, 53, 53 ], "start_stop_timestamps": [ [ "00:04:05.84", "00:04:10.95" ], [ "00:04:15.78", "00:04:25.36" ], [ "00:04:25.82", "00:04:33.57" ], [ "00:04:29.46", "00:04:36.38" ] ], "start_stop_frames": [ [ 14750, 15057 ], [ 15346, 15921 ], [ 15949, 16414 ], [ 16167, 16582 ] ], "trgnoun": "egg", "trgverb": "fry" }, { "key": "P06_102+39_40_41_42", "video_id": "P06_102", "narration_ids": [ "P06_102_39", "P06_102_40", "P06_102_41", "P06_102_42" ], "src": "open sachet . open drawer . pick_up knife", "src1": "open sachet", "src2": "open drawer", "src3": "pick_up knife", "trg": "cut sachet", "vis_src": "P06_102:39 P06_102:40 P06_102:41", "vis_trg": "P06_102:42", "narrations": [ "open sachet", "open drawer", "pick up knife", "cut sachet" ], "verbs": [ "open", "open", "pick-up", "cut" ], "verb_classes": [ 3, 3, 0, 7 ], "nouns": [ "sachet", "drawer", "knife", "sachet" ], "noun_classes": [ 26, 8, 4, 26 ], "start_stop_timestamps": [ [ "00:03:34.74", "00:03:38.89" ], [ "00:03:40.13", "00:03:42.70" ], [ "00:03:42.80", "00:03:44.93" ], [ "00:03:44.94", "00:03:48.25" ] ], "start_stop_frames": [ [ 10737, 10944 ], [ 11006, 11135 ], [ 11140, 11246 ], [ 11247, 11412 ] ], "trgnoun": "sachet", "trgverb": "cut" }, { "key": "P04_04+74_75_76_77", "video_id": "P04_04", "narration_ids": [ "P04_04_74", "P04_04_75", "P04_04_76", "P04_04_77" ], "src": "cut potato into chunks . pick_up potato . chop end off potato", "src1": "cut potato into chunks", "src2": "pick_up potato", "src3": "chop end off potato", "trg": "peel potato", "vis_src": "P04_04:74 P04_04:75 P04_04:76", "vis_trg": "P04_04:77", "narrations": [ "cut potato into chunks", "pick up potato", "chop end off potato", "peel potato" ], "verbs": [ "cut-into", "pick-up", "chop", "peel" ], "verb_classes": [ 7, 0, 7, 19 ], "nouns": [ "potato", "potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:05:49.66", "00:05:53.36" ], [ "00:06:01.67", "00:06:05.16" ], [ "00:06:06.12", "00:06:07.68" ], [ "00:06:09.31", "00:06:43.38" ] ], "start_stop_frames": [ [ 20979, 21201 ], [ 21700, 21909 ], [ 21967, 22060 ], [ 22158, 24202 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P30_107+607_608_609_610", "video_id": "P30_107", "narration_ids": [ "P30_107_607", "P30_107_608", "P30_107_609", "P30_107_610" ], "src": "put_down bottle . pick_up chopping_board . pick_up bowl", "src1": "put_down bottle", "src2": "pick_up chopping_board", "src3": "pick_up bowl", "trg": "put chopping_board", "vis_src": "P30_107:607 P30_107:608 P30_107:609", "vis_trg": "P30_107:610", "narrations": [ "put down bottle", "pick up chopping board", "pick up bowl", "put chopping board" ], "verbs": [ "put-down", "pick-up", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "bottle", "board:chopping", "bowl", "board:chopping" ], "noun_classes": [ 15, 18, 7, 18 ], "start_stop_timestamps": [ [ "00:31:21.91", "00:31:22.59" ], [ "00:31:25.06", "00:31:25.71" ], [ "00:31:26.32", "00:31:26.88" ], [ "00:31:26.98", "00:31:28.06" ] ], "start_stop_frames": [ [ 94095, 94129 ], [ 94253, 94285 ], [ 94316, 94344 ], [ 94349, 94403 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P30_107+522_523_524_525", "video_id": "P30_107", "narration_ids": [ "P30_107_522", "P30_107_523", "P30_107_524", "P30_107_525" ], "src": "turn_off tap . put colander on drying rack . take fork", "src1": "turn_off tap", "src2": "put colander on drying rack", "src3": "take fork", "trg": "wash fork", "vis_src": "P30_107:522 P30_107:523 P30_107:524", "vis_trg": "P30_107:525", "narrations": [ "turn off tap", "put colander on drying rack", "take fork", "wash fork" ], "verbs": [ "turn-off", "put-on", "take", "wash" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "colander", "fork", "fork" ], "noun_classes": [ 0, 39, 14, 14 ], "start_stop_timestamps": [ [ "00:26:07.73", "00:26:08.49" ], [ "00:26:08.32", "00:26:09.75" ], [ "00:26:10.53", "00:26:11.59" ], [ "00:26:11.36", "00:26:14.48" ] ], "start_stop_frames": [ [ 78386, 78424 ], [ 78416, 78487 ], [ 78526, 78579 ], [ 78568, 78724 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P04_112+55_56_57_58", "video_id": "P04_112", "narration_ids": [ "P04_112_55", "P04_112_56", "P04_112_57", "P04_112_58" ], "src": "pick_up tupperware . pick_up tupperware_lid . put lid on tupperware", "src1": "pick_up tupperware", "src2": "pick_up tupperware_lid", "src3": "put lid on tupperware", "trg": "close lid of tupperware", "vis_src": "P04_112:55 P04_112:56 P04_112:57", "vis_trg": "P04_112:58", "narrations": [ "pick up tupperware", "pick up tupperware lid", "put lid on tupperware", "close lid of tupperware" ], "verbs": [ "pick-up", "pick-up", "put-on", "close" ], "verb_classes": [ 0, 0, 1, 4 ], "nouns": [ "tupperware", "lid:tupperware", "lid", "lid:tupperware" ], "noun_classes": [ 23, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:01:40.68", "00:01:41.67" ], [ "00:01:41.57", "00:01:42.70" ], [ "00:01:43.07", "00:01:48.11" ], [ "00:01:43.10", "00:01:47.53" ] ], "start_stop_frames": [ [ 5034, 5083 ], [ 5078, 5135 ], [ 5153, 5405 ], [ 5155, 5376 ] ], "trgnoun": "tupperware_lid", "trgverb": "close" }, { "key": "P26_103+55_56_57_58", "video_id": "P26_103", "narration_ids": [ "P26_103_55", "P26_103_56", "P26_103_57", "P26_103_58" ], "src": "put_down detergent . pick_up glass . rinse glass", "src1": "put_down detergent", "src2": "pick_up glass", "src3": "rinse glass", "trg": "lather glass", "vis_src": "P26_103:55 P26_103:56 P26_103:57", "vis_trg": "P26_103:58", "narrations": [ "put down detergent", "pick up glass", "rinse glass", "lather glass" ], "verbs": [ "put-down", "pick-up", "rinse", "lather" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "detergent", "glass", "glass", "glass" ], "noun_classes": [ 22, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:03:35.38", "00:03:36.68" ], [ "00:03:37.04", "00:03:37.60" ], [ "00:03:37.39", "00:03:39.06" ], [ "00:03:39.14", "00:03:44.58" ] ], "start_stop_frames": [ [ 10769, 10834 ], [ 10852, 10880 ], [ 10869, 10953 ], [ 10957, 11229 ] ], "trgnoun": "glass", "trgverb": "lather" }, { "key": "P02_104+28_29_30_31", "video_id": "P02_104", "narration_ids": [ "P02_104_28", "P02_104_29", "P02_104_30", "P02_104_31" ], "src": "open cupboard . pick_up salt . put salt down", "src1": "open cupboard", "src2": "pick_up salt", "src3": "put salt down", "trg": "close cupboard", "vis_src": "P02_104:28 P02_104:29 P02_104:30", "vis_trg": "P02_104:31", "narrations": [ "open cupboard", "pick up salt", "put salt down", "close cupboard" ], "verbs": [ "open", "pick-up", "put-down", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "cupboard", "salt", "salt", "cupboard" ], "noun_classes": [ 3, 38, 38, 3 ], "start_stop_timestamps": [ [ "00:01:28.51", "00:01:29.99" ], [ "00:01:30.00", "00:01:32.82" ], [ "00:01:32.83", "00:01:33.68" ], [ "00:01:33.65", "00:01:34.91" ] ], "start_stop_frames": [ [ 4425, 4499 ], [ 4500, 4641 ], [ 4641, 4684 ], [ 4682, 4745 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P12_02+40_41_42_43", "video_id": "P12_02", "narration_ids": [ "P12_02_40", "P12_02_41", "P12_02_42", "P12_02_43" ], "src": "take onion . clean_up garbage . cut onion", "src1": "take onion", "src2": "clean_up garbage", "src3": "cut onion", "trg": "peel onion", "vis_src": "P12_02:40 P12_02:41 P12_02:42", "vis_trg": "P12_02:43", "narrations": [ "take onion", "clean up garbage", "cut onion", "peel onion" ], "verbs": [ "take", "clean-up", "cut", "peel" ], "verb_classes": [ 0, 2, 7, 19 ], "nouns": [ "onion", "garbage", "onion", "onion" ], "noun_classes": [ 16, 54, 16, 16 ], "start_stop_timestamps": [ [ "00:04:36.29", "00:04:37.16" ], [ "00:04:38.75", "00:04:47.62" ], [ "00:05:01.91", "00:05:11.00" ], [ "00:05:13.18", "00:05:25.60" ] ], "start_stop_frames": [ [ 16577, 16629 ], [ 16725, 17257 ], [ 18114, 18660 ], [ 18790, 19536 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P04_108+54_55_56_57", "video_id": "P04_108", "narration_ids": [ "P04_108_54", "P04_108_55", "P04_108_56", "P04_108_57" ], "src": "adjust rice_cooker . turn_on rice_cooker . pick_up rice cooker lid", "src1": "adjust rice_cooker", "src2": "turn_on rice_cooker", "src3": "pick_up rice cooker lid", "trg": "put rice cooker lid on rice cooker", "vis_src": "P04_108:54 P04_108:55 P04_108:56", "vis_trg": "P04_108:57", "narrations": [ "adjust rice cooker", "turn on rice cooker", "pick up rice cooker lid", "put rice cooker lid on rice cooker" ], "verbs": [ "adjust", "turn-on", "pick-up", "put-on" ], "verb_classes": [ 17, 6, 0, 1 ], "nouns": [ "cooker:rice", "cooker:rice", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 152, 152, 6, 6 ], "start_stop_timestamps": [ [ "00:01:51.03", "00:01:51.61" ], [ "00:01:51.58", "00:01:52.82" ], [ "00:01:51.77", "00:01:53.60" ], [ "00:01:53.13", "00:01:54.23" ] ], "start_stop_frames": [ [ 5551, 5580 ], [ 5579, 5641 ], [ 5588, 5680 ], [ 5656, 5711 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_on" }, { "key": "P37_102+77_78_79_80", "video_id": "P37_102", "narration_ids": [ "P37_102_77", "P37_102_78", "P37_102_79", "P37_102_80" ], "src": "chop carrots . cut carrots into sticks . cut carrots", "src1": "chop carrots", "src2": "cut carrots into sticks", "src3": "cut carrots", "trg": "take carrots", "vis_src": "P37_102:77 P37_102:78 P37_102:79", "vis_trg": "P37_102:80", "narrations": [ "chop carrots", "cut carrots into sticks", "cut carrots", "take carrots" ], "verbs": [ "chop", "cut-into", "cut", "take" ], "verb_classes": [ 7, 7, 7, 0 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:05:36.65", "00:05:41.90" ], [ "00:05:42.00", "00:05:54.50" ], [ "00:05:54.60", "00:06:03.35" ], [ "00:06:05.00", "00:06:09.29" ] ], "start_stop_frames": [ [ 16832, 17095 ], [ 17100, 17725 ], [ 17730, 18167 ], [ 18250, 18464 ] ], "trgnoun": "carrot", "trgverb": "take" }, { "key": "P03_02+89_90_91_92", "video_id": "P03_02", "narration_ids": [ "P03_02_89", "P03_02_90", "P03_02_91", "P03_02_92" ], "src": "pick_up bin_bag . place bin . put_in bin_bag", "src1": "pick_up bin_bag", "src2": "place bin", "src3": "put_in bin_bag", "trg": "pick_up bin", "vis_src": "P03_02:89 P03_02:90 P03_02:91", "vis_trg": "P03_02:92", "narrations": [ "pick up bin bag", "place bin", "put in bin bag", "pick up bin" ], "verbs": [ "pick-up", "place", "put-in", "pick-up" ], "verb_classes": [ 0, 1, 5, 0 ], "nouns": [ "bag:bin", "bin", "bag:bin", "bin" ], "noun_classes": [ 19, 36, 19, 36 ], "start_stop_timestamps": [ [ "00:03:01.61", "00:03:03.56" ], [ "00:03:03.21", "00:03:07.65" ], [ "00:03:08.71", "00:03:10.22" ], [ "00:03:12.04", "00:03:13.13" ] ], "start_stop_frames": [ [ 10896, 11013 ], [ 10992, 11259 ], [ 11322, 11413 ], [ 11522, 11587 ] ], "trgnoun": "bin", "trgverb": "pick_up" }, { "key": "P22_05+124_125_126_127", "video_id": "P22_05", "narration_ids": [ "P22_05_124", "P22_05_125", "P22_05_126", "P22_05_127" ], "src": "insert filter . fit filter . rotate filter", "src1": "insert filter", "src2": "fit filter", "src3": "rotate filter", "trg": "remove filter", "vis_src": "P22_05:124 P22_05:125 P22_05:126", "vis_trg": "P22_05:127", "narrations": [ "insert filter", "fit filter", "rotate filter", "remove filter" ], "verbs": [ "insert", "fit", "rotate", "remove" ], "verb_classes": [ 5, 5, 23, 12 ], "nouns": [ "filter", "filter", "filter", "filter" ], "noun_classes": [ 77, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:05:30.67", "00:05:33.92" ], [ "00:05:30.79", "00:05:34.16" ], [ "00:05:32.68", "00:05:34.68" ], [ "00:05:34.26", "00:05:35.27" ] ], "start_stop_frames": [ [ 19840, 20035 ], [ 19847, 20049 ], [ 19960, 20080 ], [ 20055, 20116 ] ], "trgnoun": "filter", "trgverb": "remove" }, { "key": "P07_114+27_28_29_30", "video_id": "P07_114", "narration_ids": [ "P07_114_27", "P07_114_28", "P07_114_29", "P07_114_30" ], "src": "grab bag . open bag . grab broccoli", "src1": "grab bag", "src2": "open bag", "src3": "grab broccoli", "trg": "pour broccoli onto colander", "vis_src": "P07_114:27 P07_114:28 P07_114:29", "vis_trg": "P07_114:30", "narrations": [ "grab bag", "open bag", "grab broccoli", "pour broccoli onto colander" ], "verbs": [ "grab", "open", "grab", "pour-onto" ], "verb_classes": [ 0, 3, 0, 9 ], "nouns": [ "bag", "bag", "broccoli", "broccoli" ], "noun_classes": [ 19, 19, 101, 101 ], "start_stop_timestamps": [ [ "00:02:20.06", "00:02:21.65" ], [ "00:02:23.09", "00:02:25.19" ], [ "00:02:25.21", "00:02:27.17" ], [ "00:02:27.18", "00:02:28.01" ] ], "start_stop_frames": [ [ 7003, 7082 ], [ 7154, 7259 ], [ 7260, 7358 ], [ 7359, 7400 ] ], "trgnoun": "broccoli", "trgverb": "pour_onto" }, { "key": "P27_104+67_68_69_70", "video_id": "P27_104", "narration_ids": [ "P27_104_67", "P27_104_68", "P27_104_69", "P27_104_70" ], "src": "wash lid . open container . put_down lid", "src1": "wash lid", "src2": "open container", "src3": "put_down lid", "trg": "rinse container", "vis_src": "P27_104:67 P27_104:68 P27_104:69", "vis_trg": "P27_104:70", "narrations": [ "wash lid", "open container", "put down lid", "rinse container" ], "verbs": [ "wash", "open", "put-down", "rinse" ], "verb_classes": [ 2, 3, 1, 2 ], "nouns": [ "lid", "container", "lid", "container" ], "noun_classes": [ 6, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:03:20.40", "00:03:22.40" ], [ "00:03:22.46", "00:03:24.01" ], [ "00:03:24.18", "00:03:24.73" ], [ "00:03:24.87", "00:03:25.97" ] ], "start_stop_frames": [ [ 10020, 10120 ], [ 10123, 10200 ], [ 10209, 10236 ], [ 10243, 10298 ] ], "trgnoun": "container", "trgverb": "rinse" }, { "key": "P04_107+589_590_591_592", "video_id": "P04_107", "narration_ids": [ "P04_107_589", "P04_107_590", "P04_107_591", "P04_107_592" ], "src": "let go of rolling_pin . pick_up pastry_brush . spread oil on dough", "src1": "let go of rolling_pin", "src2": "pick_up pastry_brush", "src3": "spread oil on dough", "trg": "put_down pastry_brush", "vis_src": "P04_107:589 P04_107:590 P04_107:591", "vis_trg": "P04_107:592", "narrations": [ "let go of rolling pin", "pick up pastry brush", "spread oil on dough", "put down pastry brush" ], "verbs": [ "let", "pick-up", "spread-on", "put-down" ], "verb_classes": [ 79, 0, 27, 1 ], "nouns": [ "pin:rolling", "brush:pastry", "oil", "brush:pastry" ], "noun_classes": [ 136, 103, 31, 103 ], "start_stop_timestamps": [ [ "00:16:18.67", "00:16:20.40" ], [ "00:16:19.39", "00:16:19.75" ], [ "00:16:19.92", "00:16:21.73" ], [ "00:16:21.83", "00:16:22.59" ] ], "start_stop_frames": [ [ 48933, 49020 ], [ 48969, 48987 ], [ 48996, 49086 ], [ 49091, 49129 ] ], "trgnoun": "pastry_brush", "trgverb": "put_down" }, { "key": "P07_113+33_34_35_36", "video_id": "P07_113", "narration_ids": [ "P07_113_33", "P07_113_34", "P07_113_35", "P07_113_36" ], "src": "open bag . pour rice into cup . grab cup", "src1": "open bag", "src2": "pour rice into cup", "src3": "grab cup", "trg": "shake cup", "vis_src": "P07_113:33 P07_113:34 P07_113:35", "vis_trg": "P07_113:36", "narrations": [ "open bag", "pour rice into cup", "grab cup", "shake cup" ], "verbs": [ "open", "pour-into", "grab", "shake" ], "verb_classes": [ 3, 9, 0, 15 ], "nouns": [ "bag", "rice", "cup", "cup" ], "noun_classes": [ 19, 55, 13, 13 ], "start_stop_timestamps": [ [ "00:01:24.96", "00:01:26.52" ], [ "00:01:25.86", "00:01:34.61" ], [ "00:01:34.71", "00:01:36.36" ], [ "00:01:36.05", "00:01:37.40" ] ], "start_stop_frames": [ [ 4248, 4326 ], [ 4293, 4730 ], [ 4735, 4818 ], [ 4802, 4870 ] ], "trgnoun": "cup", "trgverb": "shake" }, { "key": "P02_120+104_105_106_107", "video_id": "P02_120", "narration_ids": [ "P02_120_104", "P02_120_105", "P02_120_106", "P02_120_107" ], "src": "check recipe . remove lid from blender . unlock blender from processor", "src1": "check recipe", "src2": "remove lid from blender", "src3": "unlock blender from processor", "trg": "pick_up blender", "vis_src": "P02_120:104 P02_120:105 P02_120:106", "vis_trg": "P02_120:107", "narrations": [ "check recipe", "remove lid from blender", "unlock blender from processor", "pick up blender" ], "verbs": [ "check", "remove-from", "unlock-from", "pick-up" ], "verb_classes": [ 24, 12, 91, 0 ], "nouns": [ "recipe", "lid", "blender", "blender" ], "noun_classes": [ 149, 6, 82, 82 ], "start_stop_timestamps": [ [ "00:06:20.23", "00:06:21.68" ], [ "00:06:22.79", "00:06:23.80" ], [ "00:06:23.74", "00:06:25.55" ], [ "00:06:25.43", "00:06:26.10" ] ], "start_stop_frames": [ [ 19011, 19084 ], [ 19139, 19190 ], [ 19187, 19277 ], [ 19271, 19305 ] ], "trgnoun": "blender", "trgverb": "pick_up" }, { "key": "P06_101+302_303_304_305", "video_id": "P06_101", "narration_ids": [ "P06_101_302", "P06_101_303", "P06_101_304", "P06_101_305" ], "src": "put_down lid . pick_up knife . chop sweet_potato", "src1": "put_down lid", "src2": "pick_up knife", "src3": "chop sweet_potato", "trg": "put sweet_potato in pan", "vis_src": "P06_101:302 P06_101:303 P06_101:304", "vis_trg": "P06_101:305", "narrations": [ "put down lid", "pick up knife", "chop sweet potato", "put sweet potato in pan" ], "verbs": [ "put-down", "pick-up", "chop", "put-in" ], "verb_classes": [ 1, 0, 7, 5 ], "nouns": [ "lid", "knife", "potato:sweet", "potato:sweet" ], "noun_classes": [ 6, 4, 30, 30 ], "start_stop_timestamps": [ [ "00:23:37.39", "00:23:38.91" ], [ "00:23:38.00", "00:23:41.00" ], [ "00:23:40.32", "00:23:59.59" ], [ "00:23:59.66", "00:24:01.09" ] ], "start_stop_frames": [ [ 70869, 70945 ], [ 70900, 71050 ], [ 71016, 71979 ], [ 71983, 72054 ] ], "trgnoun": "sweet_potato", "trgverb": "put_in" }, { "key": "P02_129+81_82_83_84", "video_id": "P02_129", "narration_ids": [ "P02_129_81", "P02_129_82", "P02_129_83", "P02_129_84" ], "src": "cut cherry_tomato in half . pick_up chopping_board . slide cherry tomato halves from chopping board into pan using knife", "src1": "cut cherry_tomato in half", "src2": "pick_up chopping_board", "src3": "slide cherry tomato halves from chopping board into pan using knife", "trg": "put_down chopping_board", "vis_src": "P02_129:81 P02_129:82 P02_129:83", "vis_trg": "P02_129:84", "narrations": [ "cut cherry tomato in half", "pick up chopping board", "slide cherry tomato halves from chopping board into pan using knife", "put down chopping board" ], "verbs": [ "cut-in", "pick-up", "slide-from", "put-down" ], "verb_classes": [ 7, 0, 61, 1 ], "nouns": [ "tomato:cherry", "board:chopping", "half:cherry:tomato", "board:chopping" ], "noun_classes": [ 43, 18, 43, 18 ], "start_stop_timestamps": [ [ "00:03:00.93", "00:03:02.57" ], [ "00:03:03.25", "00:03:04.26" ], [ "00:03:06.49", "00:03:09.16" ], [ "00:03:09.48", "00:03:11.52" ] ], "start_stop_frames": [ [ 9046, 9128 ], [ 9162, 9213 ], [ 9324, 9458 ], [ 9474, 9576 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P23_03+35_36_37_38", "video_id": "P23_03", "narration_ids": [ "P23_03_35", "P23_03_36", "P23_03_37", "P23_03_38" ], "src": "open the tap . wash the hands . open the fridge", "src1": "open the tap", "src2": "wash the hands", "src3": "open the fridge", "trg": "searching for something", "vis_src": "P23_03:35 P23_03:36 P23_03:37", "vis_trg": "P23_03:38", "narrations": [ "open the tap", "wash the hands", "open the fridge", "searching for something" ], "verbs": [ "turn-on", "wash", "open", "search-for" ], "verb_classes": [ 6, 2, 3, 48 ], "nouns": [ "tap", "hand", "fridge", "fridge" ], "noun_classes": [ 0, 11, 12, 12 ], "start_stop_timestamps": [ [ "00:05:15.34", "00:05:16.13" ], [ "00:05:16.13", "00:05:16.63" ], [ "00:05:19.34", "00:05:20.21" ], [ "00:05:20.15", "00:05:24.71" ] ], "start_stop_frames": [ [ 18920, 18967 ], [ 18967, 18997 ], [ 19160, 19212 ], [ 19209, 19482 ] ], "trgnoun": "fridge", "trgverb": "search_for" }, { "key": "P04_107+64_65_66_67", "video_id": "P04_107", "narration_ids": [ "P04_107_64", "P04_107_65", "P04_107_66", "P04_107_67" ], "src": "pick_up scissors . cut greaseproof_paper with scissors . put_down roll of greaseproof paper", "src1": "pick_up scissors", "src2": "cut greaseproof_paper with scissors", "src3": "put_down roll of greaseproof paper", "trg": "pick_up greaseproof_paper", "vis_src": "P04_107:64 P04_107:65 P04_107:66", "vis_trg": "P04_107:67", "narrations": [ "pick up scissors", "cut greaseproof paper with scissors", "put down roll of greaseproof paper", "pick up greaseproof paper" ], "verbs": [ "pick-up", "cut-with", "put-down", "pick-up" ], "verb_classes": [ 0, 7, 1, 0 ], "nouns": [ "scissors", "paper:greaseproof", "roll", "paper:greaseproof" ], "noun_classes": [ 79, 49, 227, 49 ], "start_stop_timestamps": [ [ "00:02:28.55", "00:02:30.67" ], [ "00:02:30.77", "00:02:40.06" ], [ "00:02:40.11", "00:02:40.95" ], [ "00:02:40.48", "00:02:41.35" ] ], "start_stop_frames": [ [ 7427, 7533 ], [ 7538, 8003 ], [ 8005, 8047 ], [ 8023, 8067 ] ], "trgnoun": "greaseproof_paper", "trgverb": "pick_up" }, { "key": "P27_103+664_665_666_667", "video_id": "P27_103", "narration_ids": [ "P27_103_664", "P27_103_665", "P27_103_666", "P27_103_667" ], "src": "rinse toothpick . turn_off tap . dry toothpick", "src1": "rinse toothpick", "src2": "turn_off tap", "src3": "dry toothpick", "trg": "put_down toothpick", "vis_src": "P27_103:664 P27_103:665 P27_103:666", "vis_trg": "P27_103:667", "narrations": [ "rinse toothpick", "turn off tap", "dry toothpick", "put down toothpick" ], "verbs": [ "rinse", "turn-off", "dry", "put-down" ], "verb_classes": [ 2, 8, 14, 1 ], "nouns": [ "toothpick", "tap", "toothpick", "toothpick" ], "noun_classes": [ 228, 0, 228, 228 ], "start_stop_timestamps": [ [ "00:40:24.27", "00:40:25.63" ], [ "00:40:28.13", "00:40:28.73" ], [ "00:40:28.70", "00:40:34.60" ], [ "00:40:36.84", "00:40:38.19" ] ], "start_stop_frames": [ [ 121213, 121281 ], [ 121406, 121436 ], [ 121434, 121730 ], [ 121842, 121909 ] ], "trgnoun": "toothpick", "trgverb": "put_down" }, { "key": "P04_110+91_92_93_95", "video_id": "P04_110", "narration_ids": [ "P04_110_91", "P04_110_92", "P04_110_93", "P04_110_95" ], "src": "stir mixture with teaspoon . dip finger on spoon . lick finger", "src1": "stir mixture with teaspoon", "src2": "dip finger on spoon", "src3": "lick finger", "trg": "wipe finger on spoon", "vis_src": "P04_110:91 P04_110:92 P04_110:93", "vis_trg": "P04_110:95", "narrations": [ "stir mixture with teaspoon", "dip finger on spoon", "lick finger", "wipe finger on spoon" ], "verbs": [ "stir", "dip", "lick", "wipe-on" ], "verb_classes": [ 10, 66, 35, 2 ], "nouns": [ "mixture", "finger", "finger", "finger" ], "noun_classes": [ 71, 11, 11, 11 ], "start_stop_timestamps": [ [ "00:03:28.72", "00:03:32.30" ], [ "00:03:32.35", "00:03:33.69" ], [ "00:03:33.79", "00:03:34.65" ], [ "00:03:36.14", "00:03:36.90" ] ], "start_stop_frames": [ [ 10436, 10615 ], [ 10617, 10684 ], [ 10689, 10732 ], [ 10807, 10845 ] ], "trgnoun": "finger", "trgverb": "wipe_on" }, { "key": "P26_115+14_15_16_17", "video_id": "P26_115", "narration_ids": [ "P26_115_14", "P26_115_15", "P26_115_16", "P26_115_17" ], "src": "pick_up oil . open oil . put_down lid", "src1": "pick_up oil", "src2": "open oil", "src3": "put_down lid", "trg": "pour oil", "vis_src": "P26_115:14 P26_115:15 P26_115:16", "vis_trg": "P26_115:17", "narrations": [ "pick up oil", "open oil", "put down lid", "pour oil" ], "verbs": [ "pick-up", "open", "put-down", "pour" ], "verb_classes": [ 0, 3, 1, 9 ], "nouns": [ "oil", "oil", "lid", "oil" ], "noun_classes": [ 31, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:00:34.81", "00:00:35.91" ], [ "00:00:36.78", "00:00:37.30" ], [ "00:00:37.23", "00:00:37.91" ], [ "00:00:38.05", "00:00:54.67" ] ], "start_stop_frames": [ [ 1740, 1795 ], [ 1839, 1864 ], [ 1861, 1895 ], [ 1902, 2733 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P02_112+57_58_60_61", "video_id": "P02_112", "narration_ids": [ "P02_112_57", "P02_112_58", "P02_112_60", "P02_112_61" ], "src": "open jar . pour spice from jar onto lid . close jar", "src1": "open jar", "src2": "pour spice from jar onto lid", "src3": "close jar", "trg": "put_down jar", "vis_src": "P02_112:57 P02_112:58 P02_112:60", "vis_trg": "P02_112:61", "narrations": [ "open jar", "pour spice from jar onto lid", "close jar", "put down jar" ], "verbs": [ "open", "pour-from", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "jar", "spice", "jar", "jar" ], "noun_classes": [ 40, 85, 40, 40 ], "start_stop_timestamps": [ [ "00:02:40.39", "00:02:41.26" ], [ "00:02:41.17", "00:02:43.09" ], [ "00:02:43.64", "00:02:44.86" ], [ "00:02:44.96", "00:02:45.52" ] ], "start_stop_frames": [ [ 8019, 8063 ], [ 8058, 8154 ], [ 8181, 8243 ], [ 8248, 8276 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P02_113+171_172_173_174", "video_id": "P02_113", "narration_ids": [ "P02_113_171", "P02_113_172", "P02_113_173", "P02_113_174" ], "src": "return tray to oven . close oven . take_off glove", "src1": "return tray to oven", "src2": "close oven", "src3": "take_off glove", "trg": "put_down glove", "vis_src": "P02_113:171 P02_113:172 P02_113:173", "vis_trg": "P02_113:174", "narrations": [ "return tray to oven", "close oven", "take off glove", "put down glove" ], "verbs": [ "return", "close", "take-off", "put-down" ], "verb_classes": [ 1, 4, 12, 1 ], "nouns": [ "oven", "oven", "glove", "glove" ], "noun_classes": [ 46, 46, 60, 60 ], "start_stop_timestamps": [ [ "00:07:05.42", "00:07:07.20" ], [ "00:07:08.02", "00:07:08.30" ], [ "00:07:09.60", "00:07:11.22" ], [ "00:07:09.26", "00:07:10.85" ] ], "start_stop_frames": [ [ 21271, 21360 ], [ 21401, 21415 ], [ 21480, 21561 ], [ 21463, 21542 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P02_06+72_73_74_75", "video_id": "P02_06", "narration_ids": [ "P02_06_72", "P02_06_73", "P02_06_74", "P02_06_75" ], "src": "rinse cutlery . put spoon . rinse fork", "src1": "rinse cutlery", "src2": "put spoon", "src3": "rinse fork", "trg": "put fork", "vis_src": "P02_06:72 P02_06:73 P02_06:74", "vis_trg": "P02_06:75", "narrations": [ "rinse cutlery", "put spoon", "rinse fork", "put fork" ], "verbs": [ "rinse", "put", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "cutlery", "spoon", "fork", "fork" ], "noun_classes": [ 58, 1, 14, 14 ], "start_stop_timestamps": [ [ "00:02:56.85", "00:03:08.77" ], [ "00:02:59.56", "00:03:00.31" ], [ "00:03:00.41", "00:03:02.36" ], [ "00:03:02.46", "00:03:03.21" ] ], "start_stop_frames": [ [ 10611, 11326 ], [ 10773, 10818 ], [ 10824, 10941 ], [ 10947, 10992 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P04_113+113_114_115_117", "video_id": "P04_113", "narration_ids": [ "P04_113_113", "P04_113_114", "P04_113_115", "P04_113_117" ], "src": "put teaspoon in drawer . put teaspoons in drawer . pick_up teaspoon", "src1": "put teaspoon in drawer", "src2": "put teaspoons in drawer", "src3": "pick_up teaspoon", "trg": "pick_up measuring_spoon", "vis_src": "P04_113:113 P04_113:114 P04_113:115", "vis_trg": "P04_113:117", "narrations": [ "put teaspoon in drawer", "put teaspoons in drawer", "pick up teaspoon", "pick up measuring spoon" ], "verbs": [ "put-in", "put-in", "pick-up", "pick-up" ], "verb_classes": [ 5, 5, 0, 0 ], "nouns": [ "teaspoon", "teaspoon", "teaspoon", "spoon:measuring" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:38.08", "00:03:39.89" ], [ "00:03:39.94", "00:03:43.43" ], [ "00:03:44.20", "00:03:46.05" ], [ "00:03:47.75", "00:03:49.07" ] ], "start_stop_frames": [ [ 10904, 10994 ], [ 10997, 11171 ], [ 11210, 11302 ], [ 11387, 11453 ] ], "trgnoun": "measuring_spoon", "trgverb": "pick_up" }, { "key": "P35_105+148_149_150_151", "video_id": "P35_105", "narration_ids": [ "P35_105_148", "P35_105_149", "P35_105_150", "P35_105_151" ], "src": "put_down hand_held hoover . take fork . pick_up meat", "src1": "put_down hand_held hoover", "src2": "take fork", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P35_105:148 P35_105:149 P35_105:150", "vis_trg": "P35_105:151", "narrations": [ "put down hand-held hoover", "take fork", "pick up meat", "put down meat" ], "verbs": [ "put-down", "take", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "hoover:hand:held", "fork", "meat", "meat" ], "noun_classes": [ 225, 14, 28, 28 ], "start_stop_timestamps": [ [ "00:11:04.02", "00:11:06.32" ], [ "00:11:11.13", "00:11:13.02" ], [ "00:11:21.00", "00:11:25.45" ], [ "00:11:25.55", "00:11:26.72" ] ], "start_stop_frames": [ [ 33201, 33316 ], [ 33556, 33651 ], [ 34050, 34272 ], [ 34277, 34336 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P13_09+24_25_26_27", "video_id": "P13_09", "narration_ids": [ "P13_09_24", "P13_09_25", "P13_09_26", "P13_09_27" ], "src": "put_down plate . open cupboard . place strainer in cupboard", "src1": "put_down plate", "src2": "open cupboard", "src3": "place strainer in cupboard", "trg": "close cupboard", "vis_src": "P13_09:24 P13_09:25 P13_09:26", "vis_trg": "P13_09:27", "narrations": [ "put down plate", "open cupboard", "place strainer in cupboard", "close cupboard" ], "verbs": [ "put-down", "open", "place-in", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "plate", "cupboard", "strainer", "cupboard" ], "noun_classes": [ 2, 3, 39, 3 ], "start_stop_timestamps": [ [ "00:05:39.00", "00:05:39.86" ], [ "00:05:40.53", "00:05:41.21" ], [ "00:05:41.42", "00:05:43.71" ], [ "00:05:43.93", "00:05:45.35" ] ], "start_stop_frames": [ [ 20340, 20391 ], [ 20431, 20472 ], [ 20485, 20622 ], [ 20635, 20721 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_120+130_131_132_136", "video_id": "P03_120", "narration_ids": [ "P03_120_130", "P03_120_131", "P03_120_132", "P03_120_136" ], "src": "zest lemon into bowl . pick_up grater . tap grater", "src1": "zest lemon into bowl", "src2": "pick_up grater", "src3": "tap grater", "trg": "put_down lemon", "vis_src": "P03_120:130 P03_120:131 P03_120:132", "vis_trg": "P03_120:136", "narrations": [ "zest lemon into bowl", "pick up grater", "tap grater", "put down lemon" ], "verbs": [ "zest-into", "pick-up", "tap", "put-down" ], "verb_classes": [ 77, 0, 32, 1 ], "nouns": [ "lemon", "grater", "grater", "lemon" ], "noun_classes": [ 105, 96, 96, 105 ], "start_stop_timestamps": [ [ "00:05:53.34", "00:06:37.64" ], [ "00:06:37.40", "00:06:38.23" ], [ "00:06:38.16", "00:06:38.91" ], [ "00:06:38.16", "00:06:41.21" ] ], "start_stop_frames": [ [ 17667, 19882 ], [ 19870, 19911 ], [ 19908, 19945 ], [ 19908, 20060 ] ], "trgnoun": "lemon", "trgverb": "put_down" }, { "key": "P04_03+1_2_3_4", "video_id": "P04_03", "narration_ids": [ "P04_03_1", "P04_03_2", "P04_03_3", "P04_03_4" ], "src": "move carrot in pan . pick_up carrot . put_in pan", "src1": "move carrot in pan", "src2": "pick_up carrot", "src3": "put_in pan", "trg": "mix pan", "vis_src": "P04_03:1 P04_03:2 P04_03:3", "vis_trg": "P04_03:4", "narrations": [ "move carrot in pan", "pick up carrot", "put in pan", "mix pan" ], "verbs": [ "move-in", "pick-up", "put-in", "mix" ], "verb_classes": [ 5, 0, 5, 10 ], "nouns": [ "carrot", "carrot", "pan", "pan" ], "noun_classes": [ 41, 41, 5, 5 ], "start_stop_timestamps": [ [ "00:00:04.37", "00:00:08.73" ], [ "00:00:09.51", "00:00:11.86" ], [ "00:00:12.53", "00:00:14.96" ], [ "00:00:14.56", "00:00:15.81" ] ], "start_stop_frames": [ [ 262, 523 ], [ 570, 711 ], [ 751, 897 ], [ 873, 948 ] ], "trgnoun": "pan", "trgverb": "mix" }, { "key": "P08_01+118_119_120_121", "video_id": "P08_01", "narration_ids": [ "P08_01_118", "P08_01_119", "P08_01_120", "P08_01_121" ], "src": "place_on loaf of bread . arrange bread . get cheese", "src1": "place_on loaf of bread", "src2": "arrange bread", "src3": "get cheese", "trg": "place_on bread", "vis_src": "P08_01:118 P08_01:119 P08_01:120", "vis_trg": "P08_01:121", "narrations": [ "place on loaf of bread", "arrange bread", "get cheese", "place on bread" ], "verbs": [ "place-on", "arrange", "get", "place-on" ], "verb_classes": [ 1, 40, 0, 1 ], "nouns": [ "loaf:bread", "bread", "cheese", "bread" ], "noun_classes": [ 33, 33, 32, 33 ], "start_stop_timestamps": [ [ "00:08:01.39", "00:08:02.70" ], [ "00:08:05.14", "00:08:08.46" ], [ "00:08:08.56", "00:08:09.83" ], [ "00:08:09.90", "00:08:12.41" ] ], "start_stop_frames": [ [ 28883, 28962 ], [ 29108, 29307 ], [ 29313, 29389 ], [ 29394, 29544 ] ], "trgnoun": "bread", "trgverb": "place_on" }, { "key": "P06_107+30_31_32_33", "video_id": "P06_107", "narration_ids": [ "P06_107_30", "P06_107_31", "P06_107_32", "P06_107_33" ], "src": "put_down cling_film . pick_up bowl . take dough out of bowl", "src1": "put_down cling_film", "src2": "pick_up bowl", "src3": "take dough out of bowl", "trg": "put_down bowl", "vis_src": "P06_107:30 P06_107:31 P06_107:32", "vis_trg": "P06_107:33", "narrations": [ "put down cling film", "pick up bowl", "take dough out of bowl", "put down bowl" ], "verbs": [ "put-down", "pick-up", "take-out", "put-down" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "film:cling", "bowl", "dough", "bowl" ], "noun_classes": [ 100, 7, 25, 7 ], "start_stop_timestamps": [ [ "00:01:51.46", "00:01:52.44" ], [ "00:01:52.52", "00:01:53.26" ], [ "00:01:54.09", "00:02:13.70" ], [ "00:02:14.14", "00:02:15.25" ] ], "start_stop_frames": [ [ 5573, 5622 ], [ 5626, 5663 ], [ 5704, 6684 ], [ 6706, 6762 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_06+65_66_67_68", "video_id": "P02_06", "narration_ids": [ "P02_06_65", "P02_06_66", "P02_06_67", "P02_06_68" ], "src": "pick_up spoon . wash spoon . pick_up fork", "src1": "pick_up spoon", "src2": "wash spoon", "src3": "pick_up fork", "trg": "wash fork", "vis_src": "P02_06:65 P02_06:66 P02_06:67", "vis_trg": "P02_06:68", "narrations": [ "pick up spoon", "wash spoon", "pick up fork", "wash fork" ], "verbs": [ "pick-up", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "spoon", "spoon", "fork", "fork" ], "noun_classes": [ 1, 1, 14, 14 ], "start_stop_timestamps": [ [ "00:02:43.74", "00:02:44.55" ], [ "00:02:45.16", "00:02:47.08" ], [ "00:02:46.98", "00:02:48.31" ], [ "00:02:48.19", "00:02:50.12" ] ], "start_stop_frames": [ [ 9824, 9873 ], [ 9909, 10024 ], [ 10018, 10098 ], [ 10091, 10207 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P19_04+30_31_32_33", "video_id": "P19_04", "narration_ids": [ "P19_04_30", "P19_04_31", "P19_04_32", "P19_04_33" ], "src": "open fridge . take chicken . put the chicken into bowl", "src1": "open fridge", "src2": "take chicken", "src3": "put the chicken into bowl", "trg": "wash chicken", "vis_src": "P19_04:30 P19_04:31 P19_04:32", "vis_trg": "P19_04:33", "narrations": [ "open fridge", "take chicken", "put the chicken into bowl", "wash chicken" ], "verbs": [ "open", "take", "put-into", "wash" ], "verb_classes": [ 3, 0, 5, 2 ], "nouns": [ "fridge", "chicken", "chicken", "chicken" ], "noun_classes": [ 12, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:03:59.28", "00:04:03.22" ], [ "00:04:03.32", "00:04:10.82" ], [ "00:04:24.25", "00:04:25.88" ], [ "00:04:25.94", "00:04:34.24" ] ], "start_stop_frames": [ [ 14356, 14593 ], [ 14599, 15049 ], [ 15855, 15952 ], [ 15956, 16454 ] ], "trgnoun": "chicken", "trgverb": "wash" }, { "key": "P12_101+220_221_222_223", "video_id": "P12_101", "narration_ids": [ "P12_101_220", "P12_101_221", "P12_101_222", "P12_101_223" ], "src": "stir meat in saucepan using spoon . stir meat in frying pan using spoon . lift_up frying_pan with meat", "src1": "stir meat in saucepan using spoon", "src2": "stir meat in frying pan using spoon", "src3": "lift_up frying_pan with meat", "trg": "pour meat from frying pan into saucepan using spoon", "vis_src": "P12_101:220 P12_101:221 P12_101:222", "vis_trg": "P12_101:223", "narrations": [ "stir meat in saucepan using spoon", "stir meat in frying pan using spoon", "lift up frying pan with meat", "pour meat from frying pan into saucepan using spoon" ], "verbs": [ "stir-in", "stir-in", "lift-up", "pour-from" ], "verb_classes": [ 10, 10, 33, 9 ], "nouns": [ "meat", "meat", "pan:frying", "meat" ], "noun_classes": [ 28, 28, 5, 28 ], "start_stop_timestamps": [ [ "00:10:59.67", "00:11:08.80" ], [ "00:11:08.90", "00:11:10.18" ], [ "00:11:08.98", "00:11:10.88" ], [ "00:11:11.59", "00:11:14.94" ] ], "start_stop_frames": [ [ 32983, 33440 ], [ 33445, 33509 ], [ 33449, 33544 ], [ 33579, 33747 ] ], "trgnoun": "meat", "trgverb": "pour_from" }, { "key": "P01_105+717_718_719_720", "video_id": "P01_105", "narration_ids": [ "P01_105_717", "P01_105_718", "P01_105_719", "P01_105_720" ], "src": "put cutting_board onto drying rack . pick_up knife . rinse knife", "src1": "put cutting_board onto drying rack", "src2": "pick_up knife", "src3": "rinse knife", "trg": "put knife onto drying rack", "vis_src": "P01_105:717 P01_105:718 P01_105:719", "vis_trg": "P01_105:720", "narrations": [ "put cutting board onto drying rack", "pick up knife", "rinse knife", "put knife onto drying rack" ], "verbs": [ "put-onto", "pick-up", "rinse", "put-onto" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "board:cutting", "knife", "knife", "knife" ], "noun_classes": [ 18, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:30:26.99", "00:30:29.04" ], [ "00:30:28.10", "00:30:29.27" ], [ "00:30:29.28", "00:30:33.50" ], [ "00:30:33.24", "00:30:34.25" ] ], "start_stop_frames": [ [ 91349, 91452 ], [ 91405, 91463 ], [ 91464, 91675 ], [ 91662, 91712 ] ], "trgnoun": "knife", "trgverb": "put_onto" }, { "key": "P20_04+116_117_118_119", "video_id": "P20_04", "narration_ids": [ "P20_04_116", "P20_04_117", "P20_04_118", "P20_04_119" ], "src": "pick_up meat_pieces . put_down knife . pick_up bowl", "src1": "pick_up meat_pieces", "src2": "put_down knife", "src3": "pick_up bowl", "trg": "put bowl on counter", "vis_src": "P20_04:116 P20_04:117 P20_04:118", "vis_trg": "P20_04:119", "narrations": [ "pick up meat pieces", "put down knife", "pick up bowl", "put bowl on counter" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "piece:meat", "knife", "bowl", "bowl" ], "noun_classes": [ 28, 4, 7, 7 ], "start_stop_timestamps": [ [ "00:08:15.46", "00:08:20.95" ], [ "00:08:26.19", "00:08:31.25" ], [ "00:08:31.35", "00:08:32.01" ], [ "00:08:32.11", "00:08:34.41" ] ], "start_stop_frames": [ [ 29727, 30057 ], [ 30371, 30675 ], [ 30681, 30720 ], [ 30726, 30864 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P04_109+127_128_129_130", "video_id": "P04_109", "narration_ids": [ "P04_109_127", "P04_109_128", "P04_109_129", "P04_109_130" ], "src": "pick_up piece of cucumber . put_into measuring_jug . pick_up cucumber", "src1": "pick_up piece of cucumber", "src2": "put_into measuring_jug", "src3": "pick_up cucumber", "trg": "inspect cucumber", "vis_src": "P04_109:127 P04_109:128 P04_109:129", "vis_trg": "P04_109:130", "narrations": [ "pick up piece of cucumber", "put into measuring jug", "pick up cucumber", "inspect cucumber" ], "verbs": [ "pick-up", "put-into", "pick-up", "inspect" ], "verb_classes": [ 0, 5, 0, 24 ], "nouns": [ "piece:cucumber", "jug:measuring", "cucumber", "cucumber" ], "noun_classes": [ 72, 66, 72, 72 ], "start_stop_timestamps": [ [ "00:04:41.01", "00:04:42.15" ], [ "00:04:42.07", "00:04:42.68" ], [ "00:04:42.78", "00:04:43.28" ], [ "00:04:41.31", "00:04:43.70" ] ], "start_stop_frames": [ [ 14050, 14107 ], [ 14103, 14134 ], [ 14138, 14163 ], [ 14065, 14185 ] ], "trgnoun": "cucumber", "trgverb": "inspect" }, { "key": "P04_107+804_805_806_807", "video_id": "P04_107", "narration_ids": [ "P04_107_804", "P04_107_805", "P04_107_806", "P04_107_807" ], "src": "lay_out dough . roll dough . unfold dough", "src1": "lay_out dough", "src2": "roll dough", "src3": "unfold dough", "trg": "pull dough away from rolling pin", "vis_src": "P04_107:804 P04_107:805 P04_107:806", "vis_trg": "P04_107:807", "narrations": [ "lay out dough", "roll dough", "unfold dough", "pull dough away from rolling pin" ], "verbs": [ "lay-out", "roll", "unfold", "pull" ], "verb_classes": [ 1, 47, 39, 31 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:21:20.69", "00:21:21.31" ], [ "00:21:21.41", "00:21:23.22" ], [ "00:21:23.32", "00:21:24.90" ], [ "00:21:24.56", "00:21:24.87" ] ], "start_stop_frames": [ [ 64034, 64065 ], [ 64070, 64161 ], [ 64166, 64245 ], [ 64228, 64243 ] ], "trgnoun": "dough", "trgverb": "pull" }, { "key": "P02_07+24_25_26_27", "video_id": "P02_07", "narration_ids": [ "P02_07_24", "P02_07_25", "P02_07_26", "P02_07_27" ], "src": "put plate . open fridge . get mayonnaise", "src1": "put plate", "src2": "open fridge", "src3": "get mayonnaise", "trg": "open mayonnaise", "vis_src": "P02_07:24 P02_07:25 P02_07:26", "vis_trg": "P02_07:27", "narrations": [ "put plate", "open fridge", "get mayonnaise", "open mayonnaise" ], "verbs": [ "put", "open", "get", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "plate", "fridge", "mayonnaise", "mayonnaise" ], "noun_classes": [ 2, 12, 47, 47 ], "start_stop_timestamps": [ [ "00:00:47.33", "00:00:50.42" ], [ "00:00:50.52", "00:00:51.58" ], [ "00:00:51.68", "00:00:52.86" ], [ "00:00:52.73", "00:00:56.03" ] ], "start_stop_frames": [ [ 2839, 3025 ], [ 3031, 3094 ], [ 3100, 3171 ], [ 3163, 3361 ] ], "trgnoun": "mayonnaise", "trgverb": "open" }, { "key": "P04_107+48_49_50_51", "video_id": "P04_107", "narration_ids": [ "P04_107_48", "P04_107_49", "P04_107_50", "P04_107_51" ], "src": "pick_up baking_tray . put_down baking_tray . grab flour", "src1": "pick_up baking_tray", "src2": "put_down baking_tray", "src3": "grab flour", "trg": "sprinkle flour on baking tray", "vis_src": "P04_107:48 P04_107:49 P04_107:50", "vis_trg": "P04_107:51", "narrations": [ "pick up baking tray", "put down baking tray", "grab flour", "sprinkle flour on baking tray" ], "verbs": [ "pick-up", "put-down", "grab", "sprinkle-on" ], "verb_classes": [ 0, 1, 0, 42 ], "nouns": [ "tray:baking", "tray:baking", "flour", "flour" ], "noun_classes": [ 35, 35, 75, 75 ], "start_stop_timestamps": [ [ "00:01:55.15", "00:01:55.76" ], [ "00:01:55.53", "00:01:56.74" ], [ "00:01:56.86", "00:01:59.14" ], [ "00:01:58.75", "00:02:00.07" ] ], "start_stop_frames": [ [ 5757, 5788 ], [ 5776, 5837 ], [ 5843, 5957 ], [ 5937, 6003 ] ], "trgnoun": "flour", "trgverb": "sprinkle_on" }, { "key": "P02_122+103_104_105_106", "video_id": "P02_122", "narration_ids": [ "P02_122_103", "P02_122_104", "P02_122_105", "P02_122_106" ], "src": "pick_up spice_jar . pour spice from jar into lid . pour spice from lid into plate", "src1": "pick_up spice_jar", "src2": "pour spice from jar into lid", "src3": "pour spice from lid into plate", "trg": "close spice_jar", "vis_src": "P02_122:103 P02_122:104 P02_122:105", "vis_trg": "P02_122:106", "narrations": [ "pick up spice jar", "pour spice from jar into lid", "pour spice from lid into plate", "close spice jar" ], "verbs": [ "pick-up", "pour-from", "pour-from", "close" ], "verb_classes": [ 0, 9, 9, 4 ], "nouns": [ "jar:spice", "spice", "spice", "jar:spice" ], "noun_classes": [ 40, 85, 85, 40 ], "start_stop_timestamps": [ [ "00:05:26.61", "00:05:27.30" ], [ "00:05:28.99", "00:05:30.92" ], [ "00:05:31.10", "00:05:31.65" ], [ "00:05:32.22", "00:05:33.24" ] ], "start_stop_frames": [ [ 16330, 16365 ], [ 16449, 16546 ], [ 16555, 16582 ], [ 16611, 16662 ] ], "trgnoun": "spice_jar", "trgverb": "close" }, { "key": "P27_105+123_124_125_126", "video_id": "P27_105", "narration_ids": [ "P27_105_123", "P27_105_124", "P27_105_125", "P27_105_126" ], "src": "pick_up bottle . open bottle . pour water", "src1": "pick_up bottle", "src2": "open bottle", "src3": "pour water", "trg": "close bottle", "vis_src": "P27_105:123 P27_105:124 P27_105:125", "vis_trg": "P27_105:126", "narrations": [ "pick up bottle", "open bottle", "pour water", "close bottle" ], "verbs": [ "pick-up", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "bottle", "bottle", "water", "bottle" ], "noun_classes": [ 15, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:06:33.37", "00:06:34.08" ], [ "00:06:34.45", "00:06:36.45" ], [ "00:06:36.55", "00:06:40.30" ], [ "00:06:40.66", "00:06:42.84" ] ], "start_stop_frames": [ [ 19668, 19704 ], [ 19722, 19822 ], [ 19827, 20015 ], [ 20033, 20142 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P30_107+178_179_180_181", "video_id": "P30_107", "narration_ids": [ "P30_107_178", "P30_107_179", "P30_107_180", "P30_107_181" ], "src": "split pak_choi into pieces . take pak_choi . split pak_choi", "src1": "split pak_choi into pieces", "src2": "take pak_choi", "src3": "split pak_choi", "trg": "pick_up pak_choi", "vis_src": "P30_107:178 P30_107:179 P30_107:180", "vis_trg": "P30_107:181", "narrations": [ "split pak choi into pieces", "take pak choi", "split pak choi", "pick up pak choi" ], "verbs": [ "split-into", "take", "split", "pick-up" ], "verb_classes": [ 52, 0, 52, 0 ], "nouns": [ "choi:pak", "choi:pak", "choi:pak", "choi:pak" ], "noun_classes": [ 151, 151, 151, 151 ], "start_stop_timestamps": [ [ "00:08:36.96", "00:08:52.32" ], [ "00:08:51.84", "00:08:52.54" ], [ "00:08:53.08", "00:09:09.81" ], [ "00:09:11.71", "00:09:12.57" ] ], "start_stop_frames": [ [ 25848, 26616 ], [ 26592, 26627 ], [ 26654, 27490 ], [ 27585, 27628 ] ], "trgnoun": "pak_choi", "trgverb": "pick_up" }, { "key": "P30_05+380_381_382_383", "video_id": "P30_05", "narration_ids": [ "P30_05_380", "P30_05_381", "P30_05_382", "P30_05_383" ], "src": "close box . stack boxes . put boxes", "src1": "close box", "src2": "stack boxes", "src3": "put boxes", "trg": "take box", "vis_src": "P30_05:380 P30_05:381 P30_05:382", "vis_trg": "P30_05:383", "narrations": [ "close box", "stack boxes", "put boxes", "take box" ], "verbs": [ "close", "stack", "put", "take" ], "verb_classes": [ 4, 40, 1, 0 ], "nouns": [ "box", "box", "box", "box" ], "noun_classes": [ 23, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:30:37.83", "00:30:41.30" ], [ "00:30:41.48", "00:30:42.56" ], [ "00:30:43.70", "00:30:48.18" ], [ "00:30:44.01", "00:30:47.10" ] ], "start_stop_frames": [ [ 110269, 110478 ], [ 110488, 110553 ], [ 110622, 110890 ], [ 110640, 110826 ] ], "trgnoun": "box", "trgverb": "take" }, { "key": "P28_113+114_115_116_118", "video_id": "P28_113", "narration_ids": [ "P28_113_114", "P28_113_115", "P28_113_116", "P28_113_118" ], "src": "put bell_pepper . turn_off tap . take bell_peppers", "src1": "put bell_pepper", "src2": "turn_off tap", "src3": "take bell_peppers", "trg": "take spring_onions", "vis_src": "P28_113:114 P28_113:115 P28_113:116", "vis_trg": "P28_113:118", "narrations": [ "put bell pepper", "turn off tap", "take bell peppers", "take spring onions" ], "verbs": [ "put", "turn-off", "take", "take" ], "verb_classes": [ 1, 8, 0, 0 ], "nouns": [ "pepper:bell", "tap", "pepper:bell", "onion:spring" ], "noun_classes": [ 37, 0, 37, 128 ], "start_stop_timestamps": [ [ "00:05:50.57", "00:05:51.54" ], [ "00:05:51.64", "00:05:52.76" ], [ "00:05:52.99", "00:05:53.93" ], [ "00:05:59.33", "00:06:01.39" ] ], "start_stop_frames": [ [ 17528, 17577 ], [ 17582, 17638 ], [ 17649, 17696 ], [ 17966, 18069 ] ], "trgnoun": "spring_onion", "trgverb": "take" }, { "key": "P20_04+376_377_378_379", "video_id": "P20_04", "narration_ids": [ "P20_04_376", "P20_04_377", "P20_04_378", "P20_04_379" ], "src": "put packaging in bin . put lid on milk bottle . pick_up milk_bottle", "src1": "put packaging in bin", "src2": "put lid on milk bottle", "src3": "pick_up milk_bottle", "trg": "rinse milk_bottle", "vis_src": "P20_04:376 P20_04:377 P20_04:378", "vis_trg": "P20_04:379", "narrations": [ "put packaging in bin", "put lid on milk bottle", "pick up milk bottle", "rinse milk bottle" ], "verbs": [ "put-in", "put-on", "pick-up", "rinse" ], "verb_classes": [ 5, 1, 0, 2 ], "nouns": [ "packaging", "lid", "bottle:milk", "bottle:milk" ], "noun_classes": [ 26, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:36:08.47", "00:36:13.85" ], [ "00:36:20.52", "00:36:24.08" ], [ "00:36:25.08", "00:36:26.06" ], [ "00:36:26.92", "00:36:33.54" ] ], "start_stop_frames": [ [ 130108, 130431 ], [ 130831, 131044 ], [ 131104, 131163 ], [ 131215, 131612 ] ], "trgnoun": "milk_bottle", "trgverb": "rinse" }, { "key": "P02_104+23_24_25_26", "video_id": "P02_104", "narration_ids": [ "P02_104_23", "P02_104_24", "P02_104_25", "P02_104_26" ], "src": "open cupboard . pick_up strainer . close cupboard", "src1": "open cupboard", "src2": "pick_up strainer", "src3": "close cupboard", "trg": "put strainer down", "vis_src": "P02_104:23 P02_104:24 P02_104:25", "vis_trg": "P02_104:26", "narrations": [ "open cupboard", "pick up strainer", "close cupboard", "put strainer down" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "strainer", "cupboard", "strainer" ], "noun_classes": [ 3, 39, 3, 39 ], "start_stop_timestamps": [ [ "00:01:07.53", "00:01:09.57" ], [ "00:01:11.08", "00:01:17.64" ], [ "00:01:15.87", "00:01:21.03" ], [ "00:01:20.86", "00:01:22.84" ] ], "start_stop_frames": [ [ 3376, 3478 ], [ 3554, 3882 ], [ 3793, 4051 ], [ 4043, 4142 ] ], "trgnoun": "strainer", "trgverb": "put_down" }, { "key": "P01_09+180_181_182_183", "video_id": "P01_09", "narration_ids": [ "P01_09_180", "P01_09_181", "P01_09_182", "P01_09_183" ], "src": "wipe counter . put_down cloth . rinse sponge", "src1": "wipe counter", "src2": "put_down cloth", "src3": "rinse sponge", "trg": "squeeze sponge", "vis_src": "P01_09:180 P01_09:181 P01_09:182", "vis_trg": "P01_09:183", "narrations": [ "wipe counter", "put down cloth", "rinse sponge", "squeeze sponge" ], "verbs": [ "wipe", "put-down", "rinse", "squeeze" ], "verb_classes": [ 2, 1, 2, 18 ], "nouns": [ "counter", "cloth", "sponge", "sponge" ], "noun_classes": [ 42, 17, 9, 9 ], "start_stop_timestamps": [ [ "00:13:09.06", "00:13:14.23" ], [ "00:13:13.01", "00:13:14.01" ], [ "00:13:14.17", "00:13:15.93" ], [ "00:13:15.49", "00:13:19.51" ] ], "start_stop_frames": [ [ 47343, 47653 ], [ 47580, 47640 ], [ 47650, 47755 ], [ 47729, 47970 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P04_121+30_31_32_33", "video_id": "P04_121", "narration_ids": [ "P04_121_30", "P04_121_31", "P04_121_32", "P04_121_33" ], "src": "rinse knife . turn_off tap . shake knife", "src1": "rinse knife", "src2": "turn_off tap", "src3": "shake knife", "trg": "wipe knife on tea towel", "vis_src": "P04_121:30 P04_121:31 P04_121:32", "vis_trg": "P04_121:33", "narrations": [ "rinse knife", "turn off tap", "shake knife", "wipe knife on tea towel" ], "verbs": [ "rinse", "turn-off", "shake", "wipe-on" ], "verb_classes": [ 2, 8, 15, 2 ], "nouns": [ "knife", "tap", "knife", "knife" ], "noun_classes": [ 4, 0, 4, 4 ], "start_stop_timestamps": [ [ "00:02:56.47", "00:02:57.14" ], [ "00:02:56.99", "00:02:57.36" ], [ "00:02:57.24", "00:02:57.92" ], [ "00:02:59.11", "00:03:01.72" ] ], "start_stop_frames": [ [ 8823, 8857 ], [ 8849, 8868 ], [ 8862, 8896 ], [ 8955, 9086 ] ], "trgnoun": "knife", "trgverb": "wipe_on" }, { "key": "P07_01+1_2_3_4", "video_id": "P07_01", "narration_ids": [ "P07_01_1", "P07_01_2", "P07_01_3", "P07_01_4" ], "src": "put pot on cooker . open drawer . take scales", "src1": "put pot on cooker", "src2": "open drawer", "src3": "take scales", "trg": "put scales on kitchen counter", "vis_src": "P07_01:1 P07_01:2 P07_01:3", "vis_trg": "P07_01:4", "narrations": [ "put pot on cooker", "open drawer", "take scales", "put scales on kitchen counter" ], "verbs": [ "put-on", "open", "take", "put-on" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "pot", "drawer", "scale", "scale" ], "noun_classes": [ 29, 8, 108, 108 ], "start_stop_timestamps": [ [ "00:00:08.46", "00:00:09.54" ], [ "00:00:11.49", "00:00:13.49" ], [ "00:00:13.67", "00:00:16.33" ], [ "00:00:17.26", "00:00:19.88" ] ], "start_stop_frames": [ [ 507, 572 ], [ 689, 809 ], [ 820, 979 ], [ 1035, 1192 ] ], "trgnoun": "scale", "trgverb": "put_on" }, { "key": "P02_02+41_42_43_44", "video_id": "P02_02", "narration_ids": [ "P02_02_41", "P02_02_42", "P02_02_43", "P02_02_44" ], "src": "close tap . put mug . pick_up mug", "src1": "close tap", "src2": "put mug", "src3": "pick_up mug", "trg": "wash mug", "vis_src": "P02_02:41 P02_02:42 P02_02:43", "vis_trg": "P02_02:44", "narrations": [ "close tap", "put mug", "pick up mug", "wash mug" ], "verbs": [ "turn-off", "put", "pick-up", "wash" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "mug", "mug", "mug" ], "noun_classes": [ 0, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:32.35", "00:01:33.10" ], [ "00:01:33.20", "00:01:34.53" ], [ "00:01:34.38", "00:01:35.80" ], [ "00:01:35.65", "00:01:39.06" ] ], "start_stop_frames": [ [ 5541, 5586 ], [ 5592, 5671 ], [ 5662, 5748 ], [ 5739, 5943 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P35_103+168_169_170_171", "video_id": "P35_103", "narration_ids": [ "P35_103_168", "P35_103_169", "P35_103_170", "P35_103_171" ], "src": "put_down colander . pick_up mixer . dry mixer", "src1": "put_down colander", "src2": "pick_up mixer", "src3": "dry mixer", "trg": "put_down mixer", "vis_src": "P35_103:168 P35_103:169 P35_103:170", "vis_trg": "P35_103:171", "narrations": [ "put down colander", "pick up mixer", "dry mixer", "put down mixer" ], "verbs": [ "put-down", "pick-up", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "colander", "mixer", "mixer", "mixer" ], "noun_classes": [ 39, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:18:46.22", "00:18:49.33" ], [ "00:18:52.09", "00:18:54.34" ], [ "00:18:54.27", "00:19:05.22" ], [ "00:19:06.26", "00:19:07.24" ] ], "start_stop_frames": [ [ 56311, 56466 ], [ 56604, 56716 ], [ 56713, 57261 ], [ 57313, 57362 ] ], "trgnoun": "mixer", "trgverb": "put_down" }, { "key": "P04_121+521_522_523_524", "video_id": "P04_121", "narration_ids": [ "P04_121_521", "P04_121_522", "P04_121_523", "P04_121_524" ], "src": "read instructions . pick_up tea_towel . dry instruction_booklet with tea towel", "src1": "read instructions", "src2": "pick_up tea_towel", "src3": "dry instruction_booklet with tea towel", "trg": "put tea_towel on oven door", "vis_src": "P04_121:521 P04_121:522 P04_121:523", "vis_trg": "P04_121:524", "narrations": [ "read instructions", "pick up tea towel", "dry instruction booklet with tea towel", "put tea towel on oven door" ], "verbs": [ "read", "pick-up", "dry", "put-on" ], "verb_classes": [ 38, 0, 14, 1 ], "nouns": [ "instruction", "towel:tea", "booklet:instruction", "towel:tea" ], "noun_classes": [ 149, 52, 140, 52 ], "start_stop_timestamps": [ [ "00:21:43.67", "00:21:45.29" ], [ "00:21:45.49", "00:21:46.09" ], [ "00:21:46.08", "00:21:47.62" ], [ "00:21:47.52", "00:21:49.42" ] ], "start_stop_frames": [ [ 65183, 65264 ], [ 65274, 65304 ], [ 65304, 65380 ], [ 65376, 65471 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P04_120+111_112_113_114", "video_id": "P04_120", "narration_ids": [ "P04_120_111", "P04_120_112", "P04_120_113", "P04_120_114" ], "src": "put_down spatula . pick_up thermometer . read thermometer", "src1": "put_down spatula", "src2": "pick_up thermometer", "src3": "read thermometer", "trg": "put thermometer into milk", "vis_src": "P04_120:111 P04_120:112 P04_120:113", "vis_trg": "P04_120:114", "narrations": [ "put down spatula", "pick up thermometer", "read thermometer", "put thermometer into milk" ], "verbs": [ "put-down", "pick-up", "read", "put-into" ], "verb_classes": [ 1, 0, 38, 5 ], "nouns": [ "spatula", "thermometer", "thermometer", "thermometer" ], "noun_classes": [ 20, 166, 166, 166 ], "start_stop_timestamps": [ [ "00:05:47.54", "00:05:47.84" ], [ "00:05:47.90", "00:05:48.65" ], [ "00:05:48.65", "00:05:49.87" ], [ "00:05:49.87", "00:06:01.24" ] ], "start_stop_frames": [ [ 17377, 17392 ], [ 17395, 17432 ], [ 17432, 17493 ], [ 17493, 18062 ] ], "trgnoun": "thermometer", "trgverb": "put_into" }, { "key": "P23_102+352_353_354_355", "video_id": "P23_102", "narration_ids": [ "P23_102_352", "P23_102_353", "P23_102_354", "P23_102_355" ], "src": "mix curry . put spoon . take plate", "src1": "mix curry", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_102:352 P23_102:353 P23_102:354", "vis_trg": "P23_102:355", "narrations": [ "mix curry", "put spoon", "take plate", "put plate" ], "verbs": [ "mix", "put", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "curry", "spoon", "plate", "plate" ], "noun_classes": [ 121, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:33:43.29", "00:33:55.57" ], [ "00:33:56.94", "00:33:57.69" ], [ "00:33:58.04", "00:33:58.95" ], [ "00:33:58.79", "00:33:59.56" ] ], "start_stop_frames": [ [ 101164, 101778 ], [ 101847, 101884 ], [ 101902, 101947 ], [ 101939, 101978 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P30_103+28_29_30_31", "video_id": "P30_103", "narration_ids": [ "P30_103_28", "P30_103_29", "P30_103_30", "P30_103_31" ], "src": "pick_up mug . put_down mug . pick_up v60", "src1": "pick_up mug", "src2": "put_down mug", "src3": "pick_up v60", "trg": "put v60 onto mug", "vis_src": "P30_103:28 P30_103:29 P30_103:30", "vis_trg": "P30_103:31", "narrations": [ "pick up mug", "put down mug", "pick up v60", "put v60 onto mug" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-onto" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "mug", "mug", "v60", "v60" ], "noun_classes": [ 13, 13, 50, 50 ], "start_stop_timestamps": [ [ "00:00:44.20", "00:00:45.39" ], [ "00:00:45.78", "00:00:47.60" ], [ "00:00:47.49", "00:00:48.79" ], [ "00:00:48.89", "00:00:49.70" ] ], "start_stop_frames": [ [ 2210, 2269 ], [ 2289, 2380 ], [ 2374, 2439 ], [ 2444, 2485 ] ], "trgnoun": "v60", "trgverb": "put_onto" }, { "key": "P35_104+177_178_179_180", "video_id": "P35_104", "narration_ids": [ "P35_104_177", "P35_104_178", "P35_104_179", "P35_104_180" ], "src": "lather container . lather colander . pick_up glass", "src1": "lather container", "src2": "lather colander", "src3": "pick_up glass", "trg": "lather glass", "vis_src": "P35_104:177 P35_104:178 P35_104:179", "vis_trg": "P35_104:180", "narrations": [ "lather container", "lather colander", "pick up glass", "lather glass" ], "verbs": [ "lather", "lather", "pick-up", "lather" ], "verb_classes": [ 2, 2, 0, 2 ], "nouns": [ "container", "colander", "glass", "glass" ], "noun_classes": [ 21, 39, 10, 10 ], "start_stop_timestamps": [ [ "00:12:49.37", "00:12:57.07" ], [ "00:12:57.64", "00:13:09.28" ], [ "00:13:09.96", "00:13:11.90" ], [ "00:13:11.64", "00:13:19.02" ] ], "start_stop_frames": [ [ 38468, 38853 ], [ 38882, 39464 ], [ 39498, 39595 ], [ 39582, 39951 ] ], "trgnoun": "glass", "trgverb": "lather" }, { "key": "P03_117+178_179_180_181", "video_id": "P03_117", "narration_ids": [ "P03_117_178", "P03_117_179", "P03_117_180", "P03_117_181" ], "src": "put sink_strainer back in sink . turn_off tap . pick_up sponge", "src1": "put sink_strainer back in sink", "src2": "turn_off tap", "src3": "pick_up sponge", "trg": "squeeze sponge", "vis_src": "P03_117:178 P03_117:179 P03_117:180", "vis_trg": "P03_117:181", "narrations": [ "put sink strainer back in sink", "turn off tap", "pick up sponge", "squeeze sponge" ], "verbs": [ "put-in", "turn-off", "pick-up", "squeeze" ], "verb_classes": [ 5, 8, 0, 18 ], "nouns": [ "strainer:sink", "tap", "sponge", "sponge" ], "noun_classes": [ 39, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:08:57.55", "00:08:59.65" ], [ "00:08:59.67", "00:09:00.43" ], [ "00:09:00.53", "00:09:01.02" ], [ "00:09:01.12", "00:09:01.76" ] ], "start_stop_frames": [ [ 26877, 26982 ], [ 26983, 27021 ], [ 27026, 27051 ], [ 27056, 27088 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P29_01+274_275_276_277", "video_id": "P29_01", "narration_ids": [ "P29_01_274", "P29_01_275", "P29_01_276", "P29_01_277" ], "src": "pick_up knife . open green bean packing . remove green_bean from packaging", "src1": "pick_up knife", "src2": "open green bean packing", "src3": "remove green_bean from packaging", "trg": "chop green_beans", "vis_src": "P29_01:274 P29_01:275 P29_01:276", "vis_trg": "P29_01:277", "narrations": [ "pick up knife", "open green bean packing", "remove green bean from packaging", "chop green beans" ], "verbs": [ "pick-up", "open", "remove-from", "chop" ], "verb_classes": [ 0, 3, 12, 7 ], "nouns": [ "knife", "packing:green:bean", "bean:green", "bean:green" ], "noun_classes": [ 4, 26, 185, 185 ], "start_stop_timestamps": [ [ "00:17:22.84", "00:17:23.48" ], [ "00:17:24.25", "00:17:25.47" ], [ "00:17:26.12", "00:17:28.76" ], [ "00:17:28.05", "00:17:29.93" ] ], "start_stop_frames": [ [ 62570, 62608 ], [ 62655, 62728 ], [ 62767, 62925 ], [ 62883, 62995 ] ], "trgnoun": "green_bean", "trgverb": "chop" }, { "key": "P04_109+470_471_472_473", "video_id": "P04_109", "narration_ids": [ "P04_109_470", "P04_109_471", "P04_109_472", "P04_109_473" ], "src": "put_down pan . open coriander_packet . take coriander out of packet", "src1": "put_down pan", "src2": "open coriander_packet", "src3": "take coriander out of packet", "trg": "put_down coriander_packet", "vis_src": "P04_109:470 P04_109:471 P04_109:472", "vis_trg": "P04_109:473", "narrations": [ "put down pan", "open coriander packet", "take coriander out of packet", "put down coriander packet" ], "verbs": [ "put-down", "open", "take-out", "put-down" ], "verb_classes": [ 1, 3, 12, 1 ], "nouns": [ "pan", "packet:coriander", "coriander", "packet:coriander" ], "noun_classes": [ 5, 26, 173, 26 ], "start_stop_timestamps": [ [ "00:14:25.82", "00:14:27.07" ], [ "00:14:27.82", "00:14:28.93" ], [ "00:14:30.27", "00:14:32.51" ], [ "00:14:32.92", "00:14:33.32" ] ], "start_stop_frames": [ [ 43291, 43353 ], [ 43391, 43446 ], [ 43513, 43625 ], [ 43646, 43666 ] ], "trgnoun": "coriander_packet", "trgverb": "put_down" }, { "key": "P22_07+123_124_125_126", "video_id": "P22_07", "narration_ids": [ "P22_07_123", "P22_07_124", "P22_07_125", "P22_07_126" ], "src": "throw_away scraps . close trash_can . move onion", "src1": "throw_away scraps", "src2": "close trash_can", "src3": "move onion", "trg": "cut onion", "vis_src": "P22_07:123 P22_07:124 P22_07:125", "vis_trg": "P22_07:126", "narrations": [ "throw away scraps", "close trash can", "move onion", "cut onion" ], "verbs": [ "throw-away", "close", "move", "cut" ], "verb_classes": [ 13, 4, 11, 7 ], "nouns": [ "scrap", "can:trash", "onion", "onion" ], "noun_classes": [ 19, 36, 16, 16 ], "start_stop_timestamps": [ [ "00:04:49.55", "00:04:53.48" ], [ "00:04:53.55", "00:04:54.09" ], [ "00:04:55.57", "00:04:56.51" ], [ "00:04:57.06", "00:05:04.36" ] ], "start_stop_frames": [ [ 17373, 17608 ], [ 17613, 17645 ], [ 17734, 17790 ], [ 17823, 18261 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P08_22+24_25_26_27", "video_id": "P08_22", "narration_ids": [ "P08_22_24", "P08_22_25", "P08_22_26", "P08_22_27" ], "src": "throw away . turn_on water . squeeze sponge", "src1": "throw away", "src2": "turn_on water", "src3": "squeeze sponge", "trg": "place sponge away", "vis_src": "P08_22:24 P08_22:25 P08_22:26", "vis_trg": "P08_22:27", "narrations": [ "throw away", "turn on water", "squeeze sponge", "place sponge away" ], "verbs": [ "throw", "turn-on", "squeeze", "place" ], "verb_classes": [ 13, 6, 18, 1 ], "nouns": [ "rubbish", "tap", "sponge", "sponge" ], "noun_classes": [ 54, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:01:19.26", "00:01:21.07" ], [ "00:01:27.29", "00:01:28.11" ], [ "00:01:28.12", "00:01:31.44" ], [ "00:01:34.82", "00:01:36.94" ] ], "start_stop_frames": [ [ 4755, 4864 ], [ 5237, 5286 ], [ 5287, 5486 ], [ 5689, 5816 ] ], "trgnoun": "sponge", "trgverb": "place" }, { "key": "P03_14+4_5_6_7", "video_id": "P03_14", "narration_ids": [ "P03_14_4", "P03_14_5", "P03_14_6", "P03_14_7" ], "src": "open lid . close lid . put saucepan down", "src1": "open lid", "src2": "close lid", "src3": "put saucepan down", "trg": "turn saucepan", "vis_src": "P03_14:4 P03_14:5 P03_14:6", "vis_trg": "P03_14:7", "narrations": [ "open lid", "close lid", "put saucepan down", "turn saucepan" ], "verbs": [ "open", "close", "put-down", "turn" ], "verb_classes": [ 3, 4, 1, 23 ], "nouns": [ "lid", "lid", "saucepan", "saucepan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:00:11.97", "00:00:12.65" ], [ "00:00:14.52", "00:00:16.20" ], [ "00:00:15.49", "00:00:16.31" ], [ "00:00:16.61", "00:00:17.62" ] ], "start_stop_frames": [ [ 718, 759 ], [ 871, 972 ], [ 929, 978 ], [ 996, 1057 ] ], "trgnoun": "saucepan", "trgverb": "turn" }, { "key": "P02_134+5_6_7_8", "video_id": "P02_134", "narration_ids": [ "P02_134_5", "P02_134_6", "P02_134_7", "P02_134_8" ], "src": "put_down water_filter . pick_up tablets . put_down glass", "src1": "put_down water_filter", "src2": "pick_up tablets", "src3": "put_down glass", "trg": "get tablets from packaging", "vis_src": "P02_134:5 P02_134:6 P02_134:7", "vis_trg": "P02_134:8", "narrations": [ "put down water filter", "pick up tablets", "put down glass", "get tablets from packaging" ], "verbs": [ "put-down", "pick-up", "put-down", "get" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "filter:water", "tablet", "glass", "tablet" ], "noun_classes": [ 66, 171, 10, 171 ], "start_stop_timestamps": [ [ "00:00:12.70", "00:00:13.55" ], [ "00:00:14.55", "00:00:15.05" ], [ "00:00:15.30", "00:00:16.10" ], [ "00:00:16.30", "00:00:17.67" ] ], "start_stop_frames": [ [ 635, 677 ], [ 727, 752 ], [ 765, 805 ], [ 815, 883 ] ], "trgnoun": "tablet", "trgverb": "get" }, { "key": "P01_01+105_106_107_108", "video_id": "P01_01", "narration_ids": [ "P01_01_105", "P01_01_106", "P01_01_107", "P01_01_108" ], "src": "open container . put container inside container . close lid", "src1": "open container", "src2": "put container inside container", "src3": "close lid", "trg": "put container in cupboard", "vis_src": "P01_01:105 P01_01:106 P01_01:107", "vis_trg": "P01_01:108", "narrations": [ "open container", "put container inside container", "close lid", "put container in cupboard" ], "verbs": [ "open", "put-inside", "close", "put-in" ], "verb_classes": [ 3, 5, 4, 5 ], "nouns": [ "container", "container", "lid", "container" ], "noun_classes": [ 21, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:08:12.00", "00:08:12.74" ], [ "00:08:13.22", "00:08:14.37" ], [ "00:08:15.80", "00:08:16.99" ], [ "00:08:19.64", "00:08:20.60" ] ], "start_stop_frames": [ [ 29520, 29564 ], [ 29593, 29662 ], [ 29748, 29819 ], [ 29978, 30036 ] ], "trgnoun": "container", "trgverb": "put_in" }, { "key": "P11_06+12_13_14_15", "video_id": "P11_06", "narration_ids": [ "P11_06_12", "P11_06_13", "P11_06_14", "P11_06_15" ], "src": "pour cereal in bowl . put cereal on counter . pick_up bowl", "src1": "pour cereal in bowl", "src2": "put cereal on counter", "src3": "pick_up bowl", "trg": "place bowl on desk", "vis_src": "P11_06:12 P11_06:13 P11_06:14", "vis_trg": "P11_06:15", "narrations": [ "pour cereal in bowl", "put cereal on counter", "pick up bowl", "place bowl on desk" ], "verbs": [ "pour-in", "put-on", "pick-up", "place" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "cereal", "cereal", "bowl", "bowl" ], "noun_classes": [ 99, 99, 7, 7 ], "start_stop_timestamps": [ [ "00:00:26.83", "00:00:31.08" ], [ "00:00:31.70", "00:00:32.45" ], [ "00:00:33.53", "00:00:34.04" ], [ "00:00:34.45", "00:00:35.96" ] ], "start_stop_frames": [ [ 1609, 1864 ], [ 1902, 1947 ], [ 2011, 2042 ], [ 2067, 2157 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P21_01+7_8_9_10", "video_id": "P21_01", "narration_ids": [ "P21_01_7", "P21_01_8", "P21_01_9", "P21_01_10" ], "src": "taking out the cheese_slices . breaking the cheese_slices . and stuffing the tortillas with cheese", "src1": "taking out the cheese_slices", "src2": "breaking the cheese_slices", "src3": "and stuffing the tortillas with cheese", "trg": "taking more cheese_slices", "vis_src": "P21_01:7 P21_01:8 P21_01:9", "vis_trg": "P21_01:10", "narrations": [ "taking out the cheese slices", "breaking the cheese slices", "and stuffing the tortillas with cheese", "taking more cheese slices" ], "verbs": [ "take-out", "break", "stuff-with", "take" ], "verb_classes": [ 12, 30, 26, 0 ], "nouns": [ "slice:cheese", "slice:cheese", "tortilla", "slice:cheese" ], "noun_classes": [ 32, 32, 107, 32 ], "start_stop_timestamps": [ [ "00:00:58.77", "00:01:03.31" ], [ "00:01:03.39", "00:01:18.54" ], [ "00:01:03.75", "00:01:12.84" ], [ "00:01:12.94", "00:01:16.84" ] ], "start_stop_frames": [ [ 3526, 3798 ], [ 3803, 4712 ], [ 3825, 4370 ], [ 4376, 4610 ] ], "trgnoun": "cheese_slice", "trgverb": "take" }, { "key": "P10_02+26_27_28_29", "video_id": "P10_02", "narration_ids": [ "P10_02_26", "P10_02_27", "P10_02_28", "P10_02_29" ], "src": "get some flours . put a flours into the glass bowl . get an egg from the paper box", "src1": "get some flours", "src2": "put a flours into the glass bowl", "src3": "get an egg from the paper box", "trg": "put the egg into the glass bowl", "vis_src": "P10_02:26 P10_02:27 P10_02:28", "vis_trg": "P10_02:29", "narrations": [ "get some flours", "put a flours into the glass bowl", "get an egg from the paper box", "put the egg into the glass bowl" ], "verbs": [ "get", "put-into", "get-from", "put-into" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "flour", "flour", "egg", "egg" ], "noun_classes": [ 75, 75, 53, 53 ], "start_stop_timestamps": [ [ "00:03:09.69", "00:03:15.26" ], [ "00:03:17.60", "00:03:25.49" ], [ "00:03:39.19", "00:03:43.44" ], [ "00:03:41.29", "00:03:48.70" ] ], "start_stop_frames": [ [ 11381, 11715 ], [ 11856, 12329 ], [ 13151, 13406 ], [ 13277, 13722 ] ], "trgnoun": "egg", "trgverb": "put_into" }, { "key": "P30_107+608_609_610_611", "video_id": "P30_107", "narration_ids": [ "P30_107_608", "P30_107_609", "P30_107_610", "P30_107_611" ], "src": "pick_up chopping_board . pick_up bowl . put chopping_board", "src1": "pick_up chopping_board", "src2": "pick_up bowl", "src3": "put chopping_board", "trg": "put bowl", "vis_src": "P30_107:608 P30_107:609 P30_107:610", "vis_trg": "P30_107:611", "narrations": [ "pick up chopping board", "pick up bowl", "put chopping board", "put bowl" ], "verbs": [ "pick-up", "pick-up", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "board:chopping", "bowl", "board:chopping", "bowl" ], "noun_classes": [ 18, 7, 18, 7 ], "start_stop_timestamps": [ [ "00:31:25.06", "00:31:25.71" ], [ "00:31:26.32", "00:31:26.88" ], [ "00:31:26.98", "00:31:28.06" ], [ "00:31:27.87", "00:31:28.47" ] ], "start_stop_frames": [ [ 94253, 94285 ], [ 94316, 94344 ], [ 94349, 94403 ], [ 94393, 94423 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P01_05+172_173_174_175", "video_id": "P01_05", "narration_ids": [ "P01_05_172", "P01_05_173", "P01_05_174", "P01_05_175" ], "src": "dry hands . adjust hob . take sausages", "src1": "dry hands", "src2": "adjust hob", "src3": "take sausages", "trg": "put sausages onto pan", "vis_src": "P01_05:172 P01_05:173 P01_05:174", "vis_trg": "P01_05:175", "narrations": [ "dry hands", "adjust hob", "take sausages", "put sausages onto pan" ], "verbs": [ "dry", "adjust", "take", "put-onto" ], "verb_classes": [ 14, 17, 0, 1 ], "nouns": [ "hand", "hob", "sausage", "sausage" ], "noun_classes": [ 11, 24, 86, 86 ], "start_stop_timestamps": [ [ "00:11:29.42", "00:11:31.06" ], [ "00:11:31.76", "00:11:32.40" ], [ "00:11:35.04", "00:11:36.72" ], [ "00:11:36.99", "00:11:45.59" ] ], "start_stop_frames": [ [ 41365, 41463 ], [ 41505, 41544 ], [ 41702, 41803 ], [ 41819, 42335 ] ], "trgnoun": "sausage", "trgverb": "put_onto" }, { "key": "P03_120+113_114_115_116", "video_id": "P03_120", "narration_ids": [ "P03_120_113", "P03_120_114", "P03_120_115", "P03_120_116" ], "src": "take grater from cupboard . close cupboard . put_down grater", "src1": "take grater from cupboard", "src2": "close cupboard", "src3": "put_down grater", "trg": "open cupboard", "vis_src": "P03_120:113 P03_120:114 P03_120:115", "vis_trg": "P03_120:116", "narrations": [ "take grater from cupboard", "close cupboard", "put down grater", "open cupboard" ], "verbs": [ "take-from", "close", "put-down", "open" ], "verb_classes": [ 0, 4, 1, 3 ], "nouns": [ "grater", "cupboard", "grater", "cupboard" ], "noun_classes": [ 96, 3, 96, 3 ], "start_stop_timestamps": [ [ "00:04:52.40", "00:04:54.20" ], [ "00:04:54.25", "00:04:54.95" ], [ "00:04:55.04", "00:04:56.72" ], [ "00:04:56.96", "00:04:57.44" ] ], "start_stop_frames": [ [ 14619, 14710 ], [ 14712, 14747 ], [ 14752, 14836 ], [ 14847, 14872 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P30_05+246_247_248_249", "video_id": "P30_05", "narration_ids": [ "P30_05_246", "P30_05_247", "P30_05_248", "P30_05_249" ], "src": "close box . take stock_cubes from box . take stock_cubes", "src1": "close box", "src2": "take stock_cubes from box", "src3": "take stock_cubes", "trg": "cut stock_cube", "vis_src": "P30_05:246 P30_05:247 P30_05:248", "vis_trg": "P30_05:249", "narrations": [ "close box", "take stock cubes from box", "take stock cubes", "cut stock cube" ], "verbs": [ "close", "take-from", "take", "cut" ], "verb_classes": [ 4, 0, 0, 7 ], "nouns": [ "box", "cube:stock", "cube:stock", "cube:stock" ], "noun_classes": [ 23, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:19:55.40", "00:19:56.17" ], [ "00:20:02.57", "00:20:03.15" ], [ "00:20:03.95", "00:20:08.77" ], [ "00:20:09.96", "00:20:12.34" ] ], "start_stop_frames": [ [ 71724, 71770 ], [ 72154, 72189 ], [ 72237, 72526 ], [ 72597, 72740 ] ], "trgnoun": "stock_cube", "trgverb": "cut" }, { "key": "P03_117+122_123_124_125", "video_id": "P03_117", "narration_ids": [ "P03_117_122", "P03_117_123", "P03_117_124", "P03_117_125" ], "src": "rinse sponge . wash knife . put knife in drying rack", "src1": "rinse sponge", "src2": "wash knife", "src3": "put knife in drying rack", "trg": "pick_up knife", "vis_src": "P03_117:122 P03_117:123 P03_117:124", "vis_trg": "P03_117:125", "narrations": [ "rinse sponge", "wash knife", "put knife in drying rack", "pick up knife" ], "verbs": [ "rinse", "wash", "put-in", "pick-up" ], "verb_classes": [ 2, 2, 5, 0 ], "nouns": [ "sponge", "knife", "knife", "knife" ], "noun_classes": [ 9, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:06:45.71", "00:06:47.55" ], [ "00:06:46.62", "00:06:48.70" ], [ "00:06:48.50", "00:06:50.00" ], [ "00:06:50.05", "00:06:51.23" ] ], "start_stop_frames": [ [ 20285, 20377 ], [ 20331, 20435 ], [ 20425, 20500 ], [ 20502, 20561 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P30_05+474_475_476_477", "video_id": "P30_05", "narration_ids": [ "P30_05_474", "P30_05_475", "P30_05_476", "P30_05_477" ], "src": "rinse sponge . take scissors . clean scissors", "src1": "rinse sponge", "src2": "take scissors", "src3": "clean scissors", "trg": "wipe scissors", "vis_src": "P30_05:474 P30_05:475 P30_05:476", "vis_trg": "P30_05:477", "narrations": [ "rinse sponge", "take scissors", "clean scissors", "wipe scissors" ], "verbs": [ "rinse", "take", "clean", "wipe" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "sponge", "scissors", "scissors", "scissors" ], "noun_classes": [ 9, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:36:32.33", "00:36:35.10" ], [ "00:36:36.36", "00:36:37.63" ], [ "00:36:38.28", "00:36:40.15" ], [ "00:36:40.25", "00:36:42.32" ] ], "start_stop_frames": [ [ 131539, 131706 ], [ 131781, 131857 ], [ 131896, 132009 ], [ 132015, 132139 ] ], "trgnoun": "scissors", "trgverb": "wipe" }, { "key": "P25_106+145_146_147_148", "video_id": "P25_106", "narration_ids": [ "P25_106_145", "P25_106_146", "P25_106_147", "P25_106_148" ], "src": "put_down plate . open cupboard . pick_up washing up liquid", "src1": "put_down plate", "src2": "open cupboard", "src3": "pick_up washing up liquid", "trg": "close cupboard", "vis_src": "P25_106:145 P25_106:146 P25_106:147", "vis_trg": "P25_106:148", "narrations": [ "put down plate", "open cupboard", "pick up washing up liquid", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "plate", "cupboard", "liquid:washing:up", "cupboard" ], "noun_classes": [ 2, 3, 22, 3 ], "start_stop_timestamps": [ [ "00:13:43.03", "00:13:46.86" ], [ "00:13:47.16", "00:13:49.37" ], [ "00:13:49.28", "00:13:50.35" ], [ "00:13:50.40", "00:13:51.32" ] ], "start_stop_frames": [ [ 41151, 41343 ], [ 41358, 41468 ], [ 41464, 41517 ], [ 41520, 41566 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_128+8_9_10_11", "video_id": "P02_128", "narration_ids": [ "P02_128_8", "P02_128_9", "P02_128_10", "P02_128_11" ], "src": "turn_on coffee_machine . pick_up bowl . close cupboard", "src1": "turn_on coffee_machine", "src2": "pick_up bowl", "src3": "close cupboard", "trg": "put_down bowl", "vis_src": "P02_128:8 P02_128:9 P02_128:10", "vis_trg": "P02_128:11", "narrations": [ "turn on coffee machine", "pick up bowl", "close cupboard", "put down bowl" ], "verbs": [ "turn-on", "pick-up", "close", "put-down" ], "verb_classes": [ 6, 0, 4, 1 ], "nouns": [ "machine:coffee", "bowl", "cupboard", "bowl" ], "noun_classes": [ 50, 7, 3, 7 ], "start_stop_timestamps": [ [ "00:00:14.44", "00:00:15.30" ], [ "00:00:19.74", "00:00:24.44" ], [ "00:00:24.09", "00:00:25.20" ], [ "00:00:27.19", "00:00:28.07" ] ], "start_stop_frames": [ [ 722, 765 ], [ 986, 1222 ], [ 1204, 1260 ], [ 1359, 1403 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P23_102+108_109_110_111", "video_id": "P23_102", "narration_ids": [ "P23_102_108", "P23_102_109", "P23_102_110", "P23_102_111" ], "src": "cut onion . put knife . take onion", "src1": "cut onion", "src2": "put knife", "src3": "take onion", "trg": "put onion", "vis_src": "P23_102:108 P23_102:109 P23_102:110", "vis_trg": "P23_102:111", "narrations": [ "cut onion", "put knife", "take onion", "put onion" ], "verbs": [ "cut", "put", "take", "put" ], "verb_classes": [ 7, 1, 0, 1 ], "nouns": [ "onion", "knife", "onion", "onion" ], "noun_classes": [ 16, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:09:51.50", "00:09:57.53" ], [ "00:09:57.45", "00:09:58.83" ], [ "00:09:57.88", "00:09:59.01" ], [ "00:09:58.97", "00:10:01.23" ] ], "start_stop_frames": [ [ 29575, 29876 ], [ 29872, 29941 ], [ 29894, 29950 ], [ 29948, 30061 ] ], "trgnoun": "onion", "trgverb": "put" }, { "key": "P04_114+25_26_27_28", "video_id": "P04_114", "narration_ids": [ "P04_114_25", "P04_114_26", "P04_114_27", "P04_114_28" ], "src": "pick_up spoon . spoon coffee into aeropress . tap spoon on aeropress", "src1": "pick_up spoon", "src2": "spoon coffee into aeropress", "src3": "tap spoon on aeropress", "trg": "put_down spoon", "vis_src": "P04_114:25 P04_114:26 P04_114:27", "vis_trg": "P04_114:28", "narrations": [ "pick up spoon", "spoon coffee into aeropress", "tap spoon on aeropress", "put down spoon" ], "verbs": [ "pick-up", "spoon-into", "tap-on", "put-down" ], "verb_classes": [ 0, 16, 32, 1 ], "nouns": [ "spoon", "coffee", "spoon", "spoon" ], "noun_classes": [ 1, 59, 1, 1 ], "start_stop_timestamps": [ [ "00:00:50.11", "00:00:51.21" ], [ "00:00:51.17", "00:00:52.20" ], [ "00:00:54.94", "00:00:56.69" ], [ "00:00:56.87", "00:00:57.90" ] ], "start_stop_frames": [ [ 2505, 2560 ], [ 2558, 2610 ], [ 2747, 2834 ], [ 2843, 2895 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P26_118+43_44_45_46", "video_id": "P26_118", "narration_ids": [ "P26_118_43", "P26_118_44", "P26_118_45", "P26_118_46" ], "src": "put_down detergent . take fork . rinse fork", "src1": "put_down detergent", "src2": "take fork", "src3": "rinse fork", "trg": "lather fork", "vis_src": "P26_118:43 P26_118:44 P26_118:45", "vis_trg": "P26_118:46", "narrations": [ "put down detergent", "take fork", "rinse fork", "lather fork" ], "verbs": [ "put-down", "take", "rinse", "lather" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "detergent", "fork", "fork", "fork" ], "noun_classes": [ 22, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:04:04.24", "00:04:05.21" ], [ "00:04:05.24", "00:04:06.53" ], [ "00:04:06.61", "00:04:07.59" ], [ "00:04:07.76", "00:04:11.70" ] ], "start_stop_frames": [ [ 12212, 12260 ], [ 12262, 12326 ], [ 12330, 12379 ], [ 12388, 12585 ] ], "trgnoun": "fork", "trgverb": "lather" }, { "key": "P22_16+2_3_4_5", "video_id": "P22_16", "narration_ids": [ "P22_16_2", "P22_16_3", "P22_16_4", "P22_16_5" ], "src": "put_down salad_bowl . move objects . move glass", "src1": "put_down salad_bowl", "src2": "move objects", "src3": "move glass", "trg": "put_down glass", "vis_src": "P22_16:2 P22_16:3 P22_16:4", "vis_trg": "P22_16:5", "narrations": [ "put down salad bowl", "move objects", "move glass", "put down glass" ], "verbs": [ "put-down", "move", "move", "put-down" ], "verb_classes": [ 1, 11, 11, 1 ], "nouns": [ "bowl:salad", "colander", "glass", "glass" ], "noun_classes": [ 7, 39, 10, 10 ], "start_stop_timestamps": [ [ "00:00:10.82", "00:00:16.52" ], [ "00:00:23.66", "00:00:25.74" ], [ "00:00:25.97", "00:00:27.10" ], [ "00:00:26.73", "00:00:32.01" ] ], "start_stop_frames": [ [ 649, 991 ], [ 1419, 1544 ], [ 1558, 1626 ], [ 1603, 1920 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P27_101+67_68_69_70", "video_id": "P27_101", "narration_ids": [ "P27_101_67", "P27_101_68", "P27_101_69", "P27_101_70" ], "src": "move glass . pick_up cutting_board . open drawer", "src1": "move glass", "src2": "pick_up cutting_board", "src3": "open drawer", "trg": "put_down cutting_board", "vis_src": "P27_101:67 P27_101:68 P27_101:69", "vis_trg": "P27_101:70", "narrations": [ "move glass", "pick up cutting board", "open drawer", "put down cutting board" ], "verbs": [ "move", "pick-up", "open", "put-down" ], "verb_classes": [ 11, 0, 3, 1 ], "nouns": [ "glass", "board:cutting", "drawer", "board:cutting" ], "noun_classes": [ 10, 18, 8, 18 ], "start_stop_timestamps": [ [ "00:03:10.70", "00:03:11.41" ], [ "00:03:12.48", "00:03:13.98" ], [ "00:03:14.41", "00:03:15.88" ], [ "00:03:16.19", "00:03:17.87" ] ], "start_stop_frames": [ [ 9535, 9570 ], [ 9624, 9699 ], [ 9720, 9794 ], [ 9809, 9893 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P04_05+154_155_156_157", "video_id": "P04_05", "narration_ids": [ "P04_05_154", "P04_05_155", "P04_05_156", "P04_05_157" ], "src": "eat potato . stir pan . open dishwasher", "src1": "eat potato", "src2": "stir pan", "src3": "open dishwasher", "trg": "close dishwasher", "vis_src": "P04_05:154 P04_05:155 P04_05:156", "vis_trg": "P04_05:157", "narrations": [ "eat potato", "stir pan", "open dishwasher", "close dishwasher" ], "verbs": [ "eat", "stir", "open", "close" ], "verb_classes": [ 35, 10, 3, 4 ], "nouns": [ "potato", "pan", "dishwasher", "dishwasher" ], "noun_classes": [ 30, 5, 70, 70 ], "start_stop_timestamps": [ [ "00:18:31.42", "00:18:34.75" ], [ "00:18:41.25", "00:18:45.47" ], [ "00:18:50.30", "00:18:51.73" ], [ "00:18:52.70", "00:18:55.91" ] ], "start_stop_frames": [ [ 66685, 66885 ], [ 67275, 67528 ], [ 67818, 67903 ], [ 67962, 68154 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P06_101+334_335_336_338", "video_id": "P06_101", "narration_ids": [ "P06_101_334", "P06_101_335", "P06_101_336", "P06_101_338" ], "src": "cut pepper . put pepper in pan . put lid on pepper", "src1": "cut pepper", "src2": "put pepper in pan", "src3": "put lid on pepper", "trg": "close cupboard", "vis_src": "P06_101:334 P06_101:335 P06_101:336", "vis_trg": "P06_101:338", "narrations": [ "cut pepper", "put pepper in pan", "put lid on pepper", "close cupboard" ], "verbs": [ "cut", "put-in", "put-on", "close" ], "verb_classes": [ 7, 5, 1, 4 ], "nouns": [ "pepper", "pepper", "lid", "cupboard" ], "noun_classes": [ 37, 37, 6, 3 ], "start_stop_timestamps": [ [ "00:26:14.94", "00:26:15.85" ], [ "00:26:19.78", "00:26:21.70" ], [ "00:26:21.39", "00:26:23.14" ], [ "00:26:24.74", "00:26:26.59" ] ], "start_stop_frames": [ [ 78747, 78792 ], [ 78989, 79085 ], [ 79069, 79157 ], [ 79237, 79329 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P06_03+6_7_8_9", "video_id": "P06_03", "narration_ids": [ "P06_03_6", "P06_03_7", "P06_03_8", "P06_03_9" ], "src": "take flour out of plastic bag . open flour . pour flour into pan", "src1": "take flour out of plastic bag", "src2": "open flour", "src3": "pour flour into pan", "trg": "check flour", "vis_src": "P06_03:6 P06_03:7 P06_03:8", "vis_trg": "P06_03:9", "narrations": [ "take flour out of plastic bag", "open flour", "pour flour into pan", "check flour" ], "verbs": [ "take-out", "open", "pour-into", "check" ], "verb_classes": [ 12, 3, 9, 24 ], "nouns": [ "flour", "flour", "flour", "flour" ], "noun_classes": [ 75, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:00:18.80", "00:00:20.05" ], [ "00:00:20.40", "00:00:27.75" ], [ "00:00:27.54", "00:00:34.18" ], [ "00:00:34.92", "00:00:38.52" ] ], "start_stop_frames": [ [ 1128, 1203 ], [ 1224, 1665 ], [ 1652, 2050 ], [ 2095, 2311 ] ], "trgnoun": "flour", "trgverb": "check" }, { "key": "P30_107+671_672_673_674", "video_id": "P30_107", "narration_ids": [ "P30_107_671", "P30_107_672", "P30_107_673", "P30_107_674" ], "src": "pick_up garlic_clove . cut end off garlic_clove . scrape bits off knife", "src1": "pick_up garlic_clove", "src2": "cut end off garlic_clove", "src3": "scrape bits off knife", "trg": "squash garlic_clove with knife", "vis_src": "P30_107:671 P30_107:672 P30_107:673", "vis_trg": "P30_107:674", "narrations": [ "pick up garlic clove", "cut end off garlic clove", "scrape bits off knife", "squash garlic clove with knife" ], "verbs": [ "pick-up", "cut", "scrape-off", "squash" ], "verb_classes": [ 0, 7, 25, 18 ], "nouns": [ "clove:garlic", "clove:garlic", "knife", "clove:garlic" ], "noun_classes": [ 51, 51, 4, 51 ], "start_stop_timestamps": [ [ "00:35:22.30", "00:35:22.85" ], [ "00:35:23.57", "00:35:28.77" ], [ "00:35:30.06", "00:35:31.45" ], [ "00:35:32.57", "00:35:33.74" ] ], "start_stop_frames": [ [ 106115, 106142 ], [ 106178, 106438 ], [ 106503, 106572 ], [ 106628, 106686 ] ], "trgnoun": "garlic_clove", "trgverb": "squash" }, { "key": "P26_105+114_115_116_117", "video_id": "P26_105", "narration_ids": [ "P26_105_114", "P26_105_115", "P26_105_116", "P26_105_117" ], "src": "close oil_bottle . put_down oil . pick_up baking_tray", "src1": "close oil_bottle", "src2": "put_down oil", "src3": "pick_up baking_tray", "trg": "put_down baking_tray", "vis_src": "P26_105:114 P26_105:115 P26_105:116", "vis_trg": "P26_105:117", "narrations": [ "close oil bottle", "put down oil", "pick up baking tray", "put down baking tray" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "bottle:oil", "oil", "tray:baking", "tray:baking" ], "noun_classes": [ 15, 31, 35, 35 ], "start_stop_timestamps": [ [ "00:05:09.81", "00:05:12.47" ], [ "00:05:12.33", "00:05:14.31" ], [ "00:05:14.33", "00:05:20.33" ], [ "00:05:20.21", "00:05:23.44" ] ], "start_stop_frames": [ [ 15490, 15623 ], [ 15616, 15715 ], [ 15716, 16016 ], [ 16010, 16172 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P29_03+334_335_336_337", "video_id": "P29_03", "narration_ids": [ "P29_03_334", "P29_03_335", "P29_03_336", "P29_03_337" ], "src": "rinse spatula . put spatula away . pick_up spoon", "src1": "rinse spatula", "src2": "put spatula away", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P29_03:334 P29_03:335 P29_03:336", "vis_trg": "P29_03:337", "narrations": [ "rinse spatula", "put spatula away", "pick up spoon", "wash spoon" ], "verbs": [ "rinse", "put", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "spoon", "spoon" ], "noun_classes": [ 20, 20, 1, 1 ], "start_stop_timestamps": [ [ "00:21:14.37", "00:21:17.83" ], [ "00:21:17.58", "00:21:19.66" ], [ "00:21:19.98", "00:21:21.19" ], [ "00:21:21.02", "00:21:23.92" ] ], "start_stop_frames": [ [ 76462, 76669 ], [ 76654, 76779 ], [ 76798, 76871 ], [ 76861, 77035 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P04_110+325_326_327_328", "video_id": "P04_110", "narration_ids": [ "P04_110_325", "P04_110_326", "P04_110_327", "P04_110_328" ], "src": "wipe chopping_board with sponge . put_down sponge . pick_up coriander_packet", "src1": "wipe chopping_board with sponge", "src2": "put_down sponge", "src3": "pick_up coriander_packet", "trg": "put_down coriander_packet", "vis_src": "P04_110:325 P04_110:326 P04_110:327", "vis_trg": "P04_110:328", "narrations": [ "wipe chopping board with sponge", "put down sponge", "pick up coriander packet", "put down coriander packet" ], "verbs": [ "wipe-with", "put-down", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "board:chopping", "sponge", "packet:coriander", "packet:coriander" ], "noun_classes": [ 18, 9, 26, 26 ], "start_stop_timestamps": [ [ "00:09:46.21", "00:09:48.53" ], [ "00:09:48.16", "00:09:49.09" ], [ "00:09:49.19", "00:09:49.82" ], [ "00:09:49.79", "00:09:50.95" ] ], "start_stop_frames": [ [ 29310, 29426 ], [ 29408, 29454 ], [ 29459, 29491 ], [ 29489, 29547 ] ], "trgnoun": "coriander_packet", "trgverb": "put_down" }, { "key": "P22_07+92_93_94_95", "video_id": "P22_07", "narration_ids": [ "P22_07_92", "P22_07_93", "P22_07_94", "P22_07_95" ], "src": "open tap . rinse onions . shake onions", "src1": "open tap", "src2": "rinse onions", "src3": "shake onions", "trg": "close tap", "vis_src": "P22_07:92 P22_07:93 P22_07:94", "vis_trg": "P22_07:95", "narrations": [ "open tap", "rinse onions", "shake onions", "close tap" ], "verbs": [ "turn-on", "rinse", "shake", "turn-off" ], "verb_classes": [ 6, 2, 15, 8 ], "nouns": [ "tap", "onion", "onion", "tap" ], "noun_classes": [ 0, 16, 16, 0 ], "start_stop_timestamps": [ [ "00:03:18.80", "00:03:19.48" ], [ "00:03:19.31", "00:03:22.80" ], [ "00:03:22.67", "00:03:24.36" ], [ "00:03:22.70", "00:03:23.44" ] ], "start_stop_frames": [ [ 11928, 11968 ], [ 11958, 12168 ], [ 12160, 12261 ], [ 12162, 12206 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_116+27_28_29_30", "video_id": "P22_116", "narration_ids": [ "P22_116_27", "P22_116_28", "P22_116_29", "P22_116_30" ], "src": "put_down lid . open cupboard . throw paper", "src1": "put_down lid", "src2": "open cupboard", "src3": "throw paper", "trg": "close cupboard", "vis_src": "P22_116:27 P22_116:28 P22_116:29", "vis_trg": "P22_116:30", "narrations": [ "put down lid", "open cupboard", "throw paper", "close cupboard" ], "verbs": [ "put-down", "open", "throw", "close" ], "verb_classes": [ 1, 3, 13, 4 ], "nouns": [ "lid", "cupboard", "paper", "cupboard" ], "noun_classes": [ 6, 3, 49, 3 ], "start_stop_timestamps": [ [ "00:01:06.37", "00:01:07.40" ], [ "00:01:09.15", "00:01:09.55" ], [ "00:01:09.56", "00:01:10.51" ], [ "00:01:10.44", "00:01:11.35" ] ], "start_stop_frames": [ [ 3318, 3370 ], [ 3457, 3477 ], [ 3478, 3525 ], [ 3522, 3567 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P28_09+116_117_118_119", "video_id": "P28_09", "narration_ids": [ "P28_09_116", "P28_09_117", "P28_09_118", "P28_09_119" ], "src": "take_out something . close cupboard . take stuff", "src1": "take_out something", "src2": "close cupboard", "src3": "take stuff", "trg": "put_down stuff", "vis_src": "P28_09:116 P28_09:117 P28_09:118", "vis_trg": "P28_09:119", "narrations": [ "take out something", "close cupboard", "take stuff", "put down stuff" ], "verbs": [ "take-out", "close", "take", "put-down" ], "verb_classes": [ 12, 4, 0, 1 ], "nouns": [ "jar", "cupboard", "cupboard", "cupboard" ], "noun_classes": [ 40, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:07:06.90", "00:07:08.21" ], [ "00:07:18.43", "00:07:19.69" ], [ "00:07:19.84", "00:07:20.67" ], [ "00:07:22.28", "00:07:23.60" ] ], "start_stop_frames": [ [ 25614, 25692 ], [ 26305, 26381 ], [ 26390, 26440 ], [ 26536, 26616 ] ], "trgnoun": "cupboard", "trgverb": "put_down" }, { "key": "P37_101+353_354_355_356", "video_id": "P37_101", "narration_ids": [ "P37_101_353", "P37_101_354", "P37_101_355", "P37_101_356" ], "src": "turn_on tap . rinse onions . turn_off tap", "src1": "turn_on tap", "src2": "rinse onions", "src3": "turn_off tap", "trg": "shake onions to remove water", "vis_src": "P37_101:353 P37_101:354 P37_101:355", "vis_trg": "P37_101:356", "narrations": [ "turn on tap", "rinse onions", "turn off tap", "shake onions to remove water" ], "verbs": [ "turn-on", "rinse", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "tap", "onion", "tap", "onion" ], "noun_classes": [ 0, 16, 0, 16 ], "start_stop_timestamps": [ [ "00:25:19.38", "00:25:21.07" ], [ "00:25:21.10", "00:25:24.87" ], [ "00:25:24.52", "00:25:25.54" ], [ "00:25:25.49", "00:25:27.26" ] ], "start_stop_frames": [ [ 75969, 76053 ], [ 76055, 76243 ], [ 76226, 76277 ], [ 76274, 76363 ] ], "trgnoun": "onion", "trgverb": "shake" }, { "key": "P11_08+12_13_14_15", "video_id": "P11_08", "narration_ids": [ "P11_08_12", "P11_08_13", "P11_08_14", "P11_08_15" ], "src": "take_out cereal . put_on floor . pick_up pasta", "src1": "take_out cereal", "src2": "put_on floor", "src3": "pick_up pasta", "trg": "drop_on floor", "vis_src": "P11_08:12 P11_08:13 P11_08:14", "vis_trg": "P11_08:15", "narrations": [ "take out cereal", "put on floor", "pick up pasta", "drop on floor" ], "verbs": [ "take-out", "put-on", "pick-up", "drop-on" ], "verb_classes": [ 12, 1, 0, 59 ], "nouns": [ "cereal", "floor", "pasta", "floor" ], "noun_classes": [ 99, 159, 45, 159 ], "start_stop_timestamps": [ [ "00:00:20.04", "00:00:22.29" ], [ "00:00:22.64", "00:00:24.14" ], [ "00:00:25.12", "00:00:26.43" ], [ "00:00:25.84", "00:00:26.34" ] ], "start_stop_frames": [ [ 1202, 1337 ], [ 1358, 1448 ], [ 1507, 1585 ], [ 1550, 1580 ] ], "trgnoun": "floor", "trgverb": "drop_on" }, { "key": "P04_106+53_54_55_56", "video_id": "P04_106", "narration_ids": [ "P04_106_53", "P04_106_54", "P04_106_55", "P04_106_56" ], "src": "put tea_towel on oven door . pick_up tea_towel . feel dough", "src1": "put tea_towel on oven door", "src2": "pick_up tea_towel", "src3": "feel dough", "trg": "upturn dough", "vis_src": "P04_106:53 P04_106:54 P04_106:55", "vis_trg": "P04_106:56", "narrations": [ "put tea towel on oven door", "pick up tea towel", "feel dough", "upturn dough" ], "verbs": [ "put-on", "pick-up", "feel", "upturn" ], "verb_classes": [ 1, 0, 54, 22 ], "nouns": [ "towel:tea", "towel:tea", "dough", "dough" ], "noun_classes": [ 52, 52, 25, 25 ], "start_stop_timestamps": [ [ "00:02:07.89", "00:02:08.68" ], [ "00:02:08.60", "00:02:10.87" ], [ "00:02:09.98", "00:02:12.27" ], [ "00:02:13.00", "00:02:16.45" ] ], "start_stop_frames": [ [ 6394, 6434 ], [ 6430, 6543 ], [ 6498, 6613 ], [ 6650, 6822 ] ], "trgnoun": "dough", "trgverb": "upturn" }, { "key": "P03_101+94_95_96_97", "video_id": "P03_101", "narration_ids": [ "P03_101_94", "P03_101_95", "P03_101_96", "P03_101_97" ], "src": "pick_up spoon . wash spoon . squeeze sponge", "src1": "pick_up spoon", "src2": "wash spoon", "src3": "squeeze sponge", "trg": "put spoon in drying rack", "vis_src": "P03_101:94 P03_101:95 P03_101:96", "vis_trg": "P03_101:97", "narrations": [ "pick up spoon", "wash spoon", "squeeze sponge", "put spoon in drying rack" ], "verbs": [ "pick-up", "wash", "squeeze", "put-in" ], "verb_classes": [ 0, 2, 18, 5 ], "nouns": [ "spoon", "spoon", "sponge", "spoon" ], "noun_classes": [ 1, 1, 9, 1 ], "start_stop_timestamps": [ [ "00:02:38.97", "00:02:40.44" ], [ "00:02:40.46", "00:02:54.09" ], [ "00:02:54.05", "00:02:54.92" ], [ "00:02:56.33", "00:02:57.75" ] ], "start_stop_frames": [ [ 7948, 8022 ], [ 8023, 8704 ], [ 8702, 8746 ], [ 8816, 8887 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P05_03+71_72_73_74", "video_id": "P05_03", "narration_ids": [ "P05_03_71", "P05_03_72", "P05_03_73", "P05_03_74" ], "src": "take cup from microwave oven . place cup on table . close microwave", "src1": "take cup from microwave oven", "src2": "place cup on table", "src3": "close microwave", "trg": "open microwave", "vis_src": "P05_03:71 P05_03:72 P05_03:73", "vis_trg": "P05_03:74", "narrations": [ "take cup from microwave oven", "place cup on table", "close microwave", "open microwave" ], "verbs": [ "take-from", "place-on", "close", "open" ], "verb_classes": [ 0, 1, 4, 3 ], "nouns": [ "cup", "cup", "microwave", "microwave" ], "noun_classes": [ 13, 13, 90, 90 ], "start_stop_timestamps": [ [ "00:05:48.16", "00:05:54.30" ], [ "00:05:53.48", "00:05:57.54" ], [ "00:05:54.16", "00:05:55.78" ], [ "00:05:57.64", "00:05:59.06" ] ], "start_stop_frames": [ [ 20889, 21258 ], [ 21208, 21452 ], [ 21249, 21346 ], [ 21458, 21543 ] ], "trgnoun": "microwave", "trgverb": "open" }, { "key": "P24_05+280_281_282_283", "video_id": "P24_05", "narration_ids": [ "P24_05_280", "P24_05_281", "P24_05_282", "P24_05_283" ], "src": "drain pasta into colander . put_down saucepan . put pasta into saucepan", "src1": "drain pasta into colander", "src2": "put_down saucepan", "src3": "put pasta into saucepan", "trg": "put saucepan", "vis_src": "P24_05:280 P24_05:281 P24_05:282", "vis_trg": "P24_05:283", "narrations": [ "drain pasta into colander", "put down saucepan", "put pasta into saucepan", "put saucepan" ], "verbs": [ "drain-into", "put-down", "put-into", "put" ], "verb_classes": [ 37, 1, 5, 1 ], "nouns": [ "pasta", "saucepan", "pasta", "saucepan" ], "noun_classes": [ 45, 5, 45, 5 ], "start_stop_timestamps": [ [ "00:24:12.49", "00:24:16.26" ], [ "00:24:16.32", "00:24:17.44" ], [ "00:24:17.54", "00:24:20.98" ], [ "00:24:22.56", "00:24:27.43" ] ], "start_stop_frames": [ [ 87149, 87375 ], [ 87379, 87446 ], [ 87452, 87658 ], [ 87753, 88045 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P22_105+9_10_11_12", "video_id": "P22_105", "narration_ids": [ "P22_105_9", "P22_105_10", "P22_105_11", "P22_105_12" ], "src": "put_down plate . pick_up knife . cut mozzarella", "src1": "put_down plate", "src2": "pick_up knife", "src3": "cut mozzarella", "trg": "move plate", "vis_src": "P22_105:9 P22_105:10 P22_105:11", "vis_trg": "P22_105:12", "narrations": [ "put down plate", "pick up knife", "cut mozzarella", "move plate" ], "verbs": [ "put-down", "pick-up", "cut", "move" ], "verb_classes": [ 1, 0, 7, 11 ], "nouns": [ "plate", "knife", "mozzarella", "plate" ], "noun_classes": [ 2, 4, 32, 2 ], "start_stop_timestamps": [ [ "00:00:41.66", "00:00:42.65" ], [ "00:00:42.67", "00:00:43.29" ], [ "00:00:43.25", "00:00:57.44" ], [ "00:00:57.95", "00:00:59.00" ] ], "start_stop_frames": [ [ 2083, 2132 ], [ 2133, 2164 ], [ 2162, 2872 ], [ 2897, 2950 ] ], "trgnoun": "plate", "trgverb": "move" }, { "key": "P22_14+67_68_69_70", "video_id": "P22_14", "narration_ids": [ "P22_14_67", "P22_14_68", "P22_14_69", "P22_14_70" ], "src": "open jar . place measure . close jar", "src1": "open jar", "src2": "place measure", "src3": "close jar", "trg": "place jar", "vis_src": "P22_14:67 P22_14:68 P22_14:69", "vis_trg": "P22_14:70", "narrations": [ "open jar", "place measure", "close jar", "place jar" ], "verbs": [ "open", "place", "close", "place" ], "verb_classes": [ 3, 1, 4, 1 ], "nouns": [ "jar", "measure", "jar", "jar" ], "noun_classes": [ 40, 1, 40, 40 ], "start_stop_timestamps": [ [ "00:03:02.41", "00:03:03.06" ], [ "00:03:02.49", "00:03:04.91" ], [ "00:03:05.25", "00:03:06.06" ], [ "00:03:06.39", "00:03:07.26" ] ], "start_stop_frames": [ [ 10944, 10983 ], [ 10949, 11094 ], [ 11115, 11163 ], [ 11183, 11235 ] ], "trgnoun": "jar", "trgverb": "place" }, { "key": "P16_01+18_19_20_21", "video_id": "P16_01", "narration_ids": [ "P16_01_18", "P16_01_19", "P16_01_20", "P16_01_21" ], "src": "put the fish on the cutting board . pick_up the knife . pick_up the chopsticks", "src1": "put the fish on the cutting board", "src2": "pick_up the knife", "src3": "pick_up the chopsticks", "trg": "put the fish into the pan", "vis_src": "P16_01:18 P16_01:19 P16_01:20", "vis_trg": "P16_01:21", "narrations": [ "put the fish on the cutting board", "pick up the knife", "pick up the chopsticks", "put the fish into the pan" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-into" ], "verb_classes": [ 1, 0, 0, 5 ], "nouns": [ "fish", "knife", "chopstick", "fish" ], "noun_classes": [ 119, 4, 80, 119 ], "start_stop_timestamps": [ [ "00:01:42.66", "00:01:52.20" ], [ "00:01:52.16", "00:01:54.62" ], [ "00:02:17.18", "00:02:18.62" ], [ "00:02:39.47", "00:02:41.74" ] ], "start_stop_frames": [ [ 6159, 6732 ], [ 6729, 6877 ], [ 8230, 8317 ], [ 9568, 9704 ] ], "trgnoun": "fish", "trgverb": "put_into" }, { "key": "P06_101+280_281_282_283", "video_id": "P06_101", "narration_ids": [ "P06_101_280", "P06_101_281", "P06_101_282", "P06_101_283" ], "src": "turn_on oven . open oven . take_out tray", "src1": "turn_on oven", "src2": "open oven", "src3": "take_out tray", "trg": "close oven", "vis_src": "P06_101:280 P06_101:281 P06_101:282", "vis_trg": "P06_101:283", "narrations": [ "turn on oven", "open oven", "take out tray", "close oven" ], "verbs": [ "turn-on", "open", "take-out", "close" ], "verb_classes": [ 6, 3, 12, 4 ], "nouns": [ "oven", "oven", "tray", "oven" ], "noun_classes": [ 46, 46, 35, 46 ], "start_stop_timestamps": [ [ "00:20:23.21", "00:20:48.48" ], [ "00:20:48.17", "00:20:49.93" ], [ "00:20:49.22", "00:20:52.92" ], [ "00:21:04.15", "00:21:05.48" ] ], "start_stop_frames": [ [ 61160, 62424 ], [ 62408, 62496 ], [ 62461, 62646 ], [ 63207, 63274 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P12_103+128_129_130_131", "video_id": "P12_103", "narration_ids": [ "P12_103_128", "P12_103_129", "P12_103_130", "P12_103_131" ], "src": "throw trash into trash bin . open tap . wash hands", "src1": "throw trash into trash bin", "src2": "open tap", "src3": "wash hands", "trg": "close tap", "vis_src": "P12_103:128 P12_103:129 P12_103:130", "vis_trg": "P12_103:131", "narrations": [ "throw trash into trash bin", "open tap", "wash hands", "close tap" ], "verbs": [ "throw-into", "turn-on", "wash", "turn-off" ], "verb_classes": [ 13, 6, 2, 8 ], "nouns": [ "trash", "tap", "hand", "tap" ], "noun_classes": [ 54, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:10:07.40", "00:10:08.25" ], [ "00:10:09.05", "00:10:10.02" ], [ "00:10:10.07", "00:10:11.46" ], [ "00:10:11.55", "00:10:12.45" ] ], "start_stop_frames": [ [ 30370, 30412 ], [ 30452, 30501 ], [ 30503, 30573 ], [ 30577, 30622 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_03+281_282_283_284", "video_id": "P02_03", "narration_ids": [ "P02_03_281", "P02_03_282", "P02_03_283", "P02_03_284" ], "src": "pick_up spoon . hold cheese and . scoop cheese using spoon", "src1": "pick_up spoon", "src2": "hold cheese and", "src3": "scoop cheese using spoon", "trg": "put cheese into pan", "vis_src": "P02_03:281 P02_03:282 P02_03:283", "vis_trg": "P02_03:284", "narrations": [ "pick up spoon", "hold cheese and", "scoop cheese using spoon", "put cheese into pan" ], "verbs": [ "pick-up", "hold", "scoop", "put-into" ], "verb_classes": [ 0, 34, 16, 5 ], "nouns": [ "spoon", "cheese", "cheese", "cheese" ], "noun_classes": [ 1, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:15:56.36", "00:15:57.11" ], [ "00:15:57.54", "00:15:59.69" ], [ "00:16:00.21", "00:16:01.96" ], [ "00:16:01.91", "00:16:03.26" ] ], "start_stop_frames": [ [ 57381, 57426 ], [ 57452, 57581 ], [ 57612, 57717 ], [ 57714, 57795 ] ], "trgnoun": "cheese", "trgverb": "put_into" }, { "key": "P05_08+109_110_111_112", "video_id": "P05_08", "narration_ids": [ "P05_08_109", "P05_08_110", "P05_08_111", "P05_08_112" ], "src": "wash spoon . place teaspoon in drainer . wash wooden_spoon", "src1": "wash spoon", "src2": "place teaspoon in drainer", "src3": "wash wooden_spoon", "trg": "place wooden_spoon in drainer", "vis_src": "P05_08:109 P05_08:110 P05_08:111", "vis_trg": "P05_08:112", "narrations": [ "wash spoon", "place teaspoon in drainer", "wash wooden spoon", "place wooden spoon in drainer" ], "verbs": [ "wash", "place-in", "wash", "place-in" ], "verb_classes": [ 2, 5, 2, 5 ], "nouns": [ "spoon", "teaspoon", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:16:37.44", "00:16:44.81" ], [ "00:16:44.57", "00:16:46.48" ], [ "00:16:46.58", "00:17:04.84" ], [ "00:17:04.28", "00:17:07.88" ] ], "start_stop_frames": [ [ 59846, 60288 ], [ 60274, 60388 ], [ 60394, 61490 ], [ 61456, 61672 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_in" }, { "key": "P26_103+141_142_143_144", "video_id": "P26_103", "narration_ids": [ "P26_103_141", "P26_103_142", "P26_103_143", "P26_103_144" ], "src": "open cupboard . put_down detergent . put_down sponge", "src1": "open cupboard", "src2": "put_down detergent", "src3": "put_down sponge", "trg": "close cupboard", "vis_src": "P26_103:141 P26_103:142 P26_103:143", "vis_trg": "P26_103:144", "narrations": [ "open cupboard", "put down detergent", "put down sponge", "close cupboard" ], "verbs": [ "open", "put-down", "put-down", "close" ], "verb_classes": [ 3, 1, 1, 4 ], "nouns": [ "cupboard", "detergent", "sponge", "cupboard" ], "noun_classes": [ 3, 22, 9, 3 ], "start_stop_timestamps": [ [ "00:09:12.89", "00:09:13.66" ], [ "00:09:13.75", "00:09:14.48" ], [ "00:09:14.56", "00:09:16.04" ], [ "00:09:16.09", "00:09:17.58" ] ], "start_stop_frames": [ [ 27644, 27683 ], [ 27687, 27724 ], [ 27727, 27802 ], [ 27804, 27879 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_07+22_23_24_25", "video_id": "P04_07", "narration_ids": [ "P04_07_22", "P04_07_23", "P04_07_24", "P04_07_25" ], "src": "close tupperware . put tupperware in fridge . open bin", "src1": "close tupperware", "src2": "put tupperware in fridge", "src3": "open bin", "trg": "put_in bin", "vis_src": "P04_07:22 P04_07:23 P04_07:24", "vis_trg": "P04_07:25", "narrations": [ "close tupperware", "put tupperware in fridge", "open bin", "put in bin" ], "verbs": [ "close", "put-in", "open", "put-in" ], "verb_classes": [ 4, 5, 3, 5 ], "nouns": [ "tupperware", "tupperware", "bin", "bin" ], "noun_classes": [ 23, 23, 36, 36 ], "start_stop_timestamps": [ [ "00:01:26.93", "00:01:30.14" ], [ "00:01:31.82", "00:01:36.54" ], [ "00:01:38.95", "00:01:39.63" ], [ "00:01:39.70", "00:01:40.23" ] ], "start_stop_frames": [ [ 5215, 5408 ], [ 5509, 5792 ], [ 5937, 5977 ], [ 5982, 6013 ] ], "trgnoun": "bin", "trgverb": "put_in" }, { "key": "P24_06+58_59_60_61", "video_id": "P24_06", "narration_ids": [ "P24_06_58", "P24_06_59", "P24_06_60", "P24_06_61" ], "src": "put coffee_cup . open doors . pick_up chopping_board", "src1": "put coffee_cup", "src2": "open doors", "src3": "pick_up chopping_board", "trg": "put chopping_board", "vis_src": "P24_06:58 P24_06:59 P24_06:60", "vis_trg": "P24_06:61", "narrations": [ "put coffee cup", "open doors", "pick up chopping board", "put chopping board" ], "verbs": [ "put", "open", "pick-up", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "cup:coffee", "door", "board:chopping", "board:chopping" ], "noun_classes": [ 13, 3, 18, 18 ], "start_stop_timestamps": [ [ "00:04:39.36", "00:04:40.75" ], [ "00:04:42.49", "00:04:43.70" ], [ "00:04:43.77", "00:04:45.80" ], [ "00:04:45.83", "00:04:48.27" ] ], "start_stop_frames": [ [ 16761, 16845 ], [ 16949, 17022 ], [ 17026, 17148 ], [ 17149, 17296 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P06_113+88_89_90_91", "video_id": "P06_113", "narration_ids": [ "P06_113_88", "P06_113_89", "P06_113_90", "P06_113_91" ], "src": "open wraps . take_out wrap . fold wrap", "src1": "open wraps", "src2": "take_out wrap", "src3": "fold wrap", "trg": "put wrap in tupperware", "vis_src": "P06_113:88 P06_113:89 P06_113:90", "vis_trg": "P06_113:91", "narrations": [ "open wraps", "take out wrap", "fold wrap", "put wrap in tupperware" ], "verbs": [ "open", "take-out", "fold", "put-in" ], "verb_classes": [ 3, 12, 28, 5 ], "nouns": [ "wrap", "wrap", "wrap", "wrap" ], "noun_classes": [ 107, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:03:31.06", "00:03:32.00" ], [ "00:03:32.07", "00:03:33.44" ], [ "00:03:33.54", "00:03:37.28" ], [ "00:03:37.67", "00:03:38.82" ] ], "start_stop_frames": [ [ 10553, 10600 ], [ 10603, 10672 ], [ 10677, 10864 ], [ 10883, 10941 ] ], "trgnoun": "wrap", "trgverb": "put_in" }, { "key": "P04_05+253_254_255_256", "video_id": "P04_05", "narration_ids": [ "P04_05_253", "P04_05_254", "P04_05_255", "P04_05_256" ], "src": "pick_up pasta . pick_up baking_powder . clean spoon", "src1": "pick_up pasta", "src2": "pick_up baking_powder", "src3": "clean spoon", "trg": "open baking_powder", "vis_src": "P04_05:253 P04_05:254 P04_05:255", "vis_trg": "P04_05:256", "narrations": [ "pick up pasta", "pick up baking powder", "clean spoon", "open baking powder" ], "verbs": [ "pick-up", "pick-up", "clean", "open" ], "verb_classes": [ 0, 0, 2, 3 ], "nouns": [ "pasta", "powder:baking", "spoon", "powder:baking" ], "noun_classes": [ 45, 138, 1, 138 ], "start_stop_timestamps": [ [ "00:27:39.06", "00:27:41.45" ], [ "00:27:42.44", "00:27:47.58" ], [ "00:27:51.64", "00:27:56.26" ], [ "00:27:57.45", "00:27:58.75" ] ], "start_stop_frames": [ [ 99543, 99687 ], [ 99746, 100054 ], [ 100298, 100575 ], [ 100647, 100725 ] ], "trgnoun": "baking_powder", "trgverb": "open" }, { "key": "P02_105+177_178_179_180", "video_id": "P02_105", "narration_ids": [ "P02_105_177", "P02_105_178", "P02_105_179", "P02_105_180" ], "src": "put_down folded_bag . arrange bags of nuts . pick_up bag of bread", "src1": "put_down folded_bag", "src2": "arrange bags of nuts", "src3": "pick_up bag of bread", "trg": "put_down bag of bread", "vis_src": "P02_105:177 P02_105:178 P02_105:179", "vis_trg": "P02_105:180", "narrations": [ "put down folded bag", "arrange bags of nuts", "pick up bag of bread", "put down bag of bread" ], "verbs": [ "put-down", "arrange", "pick-up", "put-down" ], "verb_classes": [ 1, 40, 0, 1 ], "nouns": [ "bag:folded", "bag:nut", "bag:bread", "bag:bread" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:05:48.32", "00:05:49.37" ], [ "00:05:52.70", "00:05:58.83" ], [ "00:05:59.37", "00:06:00.52" ], [ "00:06:01.84", "00:06:06.93" ] ], "start_stop_frames": [ [ 17416, 17468 ], [ 17635, 17941 ], [ 17968, 18026 ], [ 18092, 18346 ] ], "trgnoun": "bread_bag", "trgverb": "put_down" }, { "key": "P22_17+307_312_313_314", "video_id": "P22_17", "narration_ids": [ "P22_17_307", "P22_17_312", "P22_17_313", "P22_17_314" ], "src": "put_down glass . pick_up utensils . rinse utensil", "src1": "put_down glass", "src2": "pick_up utensils", "src3": "rinse utensil", "trg": "put_down utensil", "vis_src": "P22_17:307 P22_17:312 P22_17:313", "vis_trg": "P22_17:314", "narrations": [ "put down glass", "pick up utensils", "rinse utensil", "put down utensil" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "glass", "utensil", "utensil", "utensil" ], "noun_classes": [ 10, 154, 154, 154 ], "start_stop_timestamps": [ [ "00:11:55.26", "00:11:57.41" ], [ "00:12:03.85", "00:12:04.72" ], [ "00:12:04.68", "00:12:07.32" ], [ "00:12:07.24", "00:12:08.86" ] ], "start_stop_frames": [ [ 42915, 43044 ], [ 43431, 43483 ], [ 43480, 43639 ], [ 43634, 43731 ] ], "trgnoun": "utensil", "trgverb": "put_down" }, { "key": "P03_109+308_309_310_311", "video_id": "P03_109", "narration_ids": [ "P03_109_308", "P03_109_309", "P03_109_310", "P03_109_311" ], "src": "open butter . peel_off film of butter . put_down film", "src1": "open butter", "src2": "peel_off film of butter", "src3": "put_down film", "trg": "pick_up butter", "vis_src": "P03_109:308 P03_109:309 P03_109:310", "vis_trg": "P03_109:311", "narrations": [ "open butter", "peel off film of butter", "put down film", "pick up butter" ], "verbs": [ "open", "peel-off", "put-down", "pick-up" ], "verb_classes": [ 3, 19, 1, 0 ], "nouns": [ "butter", "film:butter", "film", "butter" ], "noun_classes": [ 78, 100, 100, 78 ], "start_stop_timestamps": [ [ "00:15:22.32", "00:15:22.99" ], [ "00:15:23.10", "00:15:25.45" ], [ "00:15:25.45", "00:15:25.94" ], [ "00:15:25.51", "00:15:26.40" ] ], "start_stop_frames": [ [ 46116, 46149 ], [ 46155, 46272 ], [ 46272, 46297 ], [ 46275, 46320 ] ], "trgnoun": "butter", "trgverb": "pick_up" }, { "key": "P04_109+473_474_475_476", "video_id": "P04_109", "narration_ids": [ "P04_109_473", "P04_109_474", "P04_109_475", "P04_109_476" ], "src": "put_down coriander_packet . put_down coriander . pick_up knife", "src1": "put_down coriander_packet", "src2": "put_down coriander", "src3": "pick_up knife", "trg": "chop coriander", "vis_src": "P04_109:473 P04_109:474 P04_109:475", "vis_trg": "P04_109:476", "narrations": [ "put down coriander packet", "put down coriander", "pick up knife", "chop coriander" ], "verbs": [ "put-down", "put-down", "pick-up", "chop" ], "verb_classes": [ 1, 1, 0, 7 ], "nouns": [ "packet:coriander", "coriander", "knife", "coriander" ], "noun_classes": [ 26, 173, 4, 173 ], "start_stop_timestamps": [ [ "00:14:32.92", "00:14:33.32" ], [ "00:14:33.06", "00:14:33.53" ], [ "00:14:33.43", "00:14:34.99" ], [ "00:14:35.06", "00:14:41.39" ] ], "start_stop_frames": [ [ 43646, 43666 ], [ 43653, 43676 ], [ 43671, 43749 ], [ 43753, 44069 ] ], "trgnoun": "coriander", "trgverb": "chop" }, { "key": "P30_113+23_24_25_26", "video_id": "P30_113", "narration_ids": [ "P30_113_23", "P30_113_24", "P30_113_25", "P30_113_26" ], "src": "put container in recycling box . take spoons . open drawer", "src1": "put container in recycling box", "src2": "take spoons", "src3": "open drawer", "trg": "put spoons", "vis_src": "P30_113:23 P30_113:24 P30_113:25", "vis_trg": "P30_113:26", "narrations": [ "put container in recycling box", "take spoons", "open drawer", "put spoons" ], "verbs": [ "put-in", "take", "open", "put" ], "verb_classes": [ 5, 0, 3, 1 ], "nouns": [ "container", "spoon", "drawer", "spoon" ], "noun_classes": [ 21, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:00:32.67", "00:00:34.31" ], [ "00:00:35.35", "00:00:35.96" ], [ "00:00:36.07", "00:00:36.92" ], [ "00:00:36.66", "00:00:37.33" ] ], "start_stop_frames": [ [ 1633, 1715 ], [ 1767, 1798 ], [ 1803, 1846 ], [ 1832, 1866 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P08_03+17_18_19_20", "video_id": "P08_03", "narration_ids": [ "P08_03_17", "P08_03_18", "P08_03_19", "P08_03_20" ], "src": "put away plastic_bags . open drawer . get scissors", "src1": "put away plastic_bags", "src2": "open drawer", "src3": "get scissors", "trg": "cut plastic_bag", "vis_src": "P08_03:17 P08_03:18 P08_03:19", "vis_trg": "P08_03:20", "narrations": [ "put away plastic bags", "open drawer", "get scissors", "cut plastic bag" ], "verbs": [ "put", "open", "get", "cut" ], "verb_classes": [ 1, 3, 0, 7 ], "nouns": [ "bag:plastic", "drawer", "scissors", "bag:plastic" ], "noun_classes": [ 19, 8, 79, 19 ], "start_stop_timestamps": [ [ "00:01:06.23", "00:01:09.75" ], [ "00:01:11.86", "00:01:12.50" ], [ "00:01:12.45", "00:01:13.58" ], [ "00:01:13.63", "00:01:18.23" ] ], "start_stop_frames": [ [ 3973, 4185 ], [ 4311, 4350 ], [ 4347, 4414 ], [ 4417, 4693 ] ], "trgnoun": "plastic_bag", "trgverb": "cut" }, { "key": "P22_16+362_363_364_365", "video_id": "P22_16", "narration_ids": [ "P22_16_362", "P22_16_363", "P22_16_364", "P22_16_365" ], "src": "put spoon . pick_up oil . open oil", "src1": "put spoon", "src2": "pick_up oil", "src3": "open oil", "trg": "put_in oil", "vis_src": "P22_16:362 P22_16:363 P22_16:364", "vis_trg": "P22_16:365", "narrations": [ "put spoon", "pick up oil", "open oil", "put in oil" ], "verbs": [ "put", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "spoon", "oil", "oil", "oil" ], "noun_classes": [ 1, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:18:59.28", "00:19:00.76" ], [ "00:19:01.86", "00:19:03.71" ], [ "00:19:04.17", "00:19:05.23" ], [ "00:19:05.45", "00:19:07.49" ] ], "start_stop_frames": [ [ 68356, 68445 ], [ 68511, 68622 ], [ 68650, 68713 ], [ 68727, 68849 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P04_13+2_3_4_5", "video_id": "P04_13", "narration_ids": [ "P04_13_2", "P04_13_3", "P04_13_4", "P04_13_5" ], "src": "open drawer . pick_up spoon . open garlic_powder", "src1": "open drawer", "src2": "pick_up spoon", "src3": "open garlic_powder", "trg": "measure garlic_powder", "vis_src": "P04_13:2 P04_13:3 P04_13:4", "vis_trg": "P04_13:5", "narrations": [ "open drawer", "pick up spoon", "open garlic powder", "measure garlic powder" ], "verbs": [ "open", "pick-up", "open", "measure" ], "verb_classes": [ 3, 0, 3, 69 ], "nouns": [ "drawer", "spoon", "powder:garlic", "powder:garlic" ], "noun_classes": [ 8, 1, 138, 138 ], "start_stop_timestamps": [ [ "00:00:08.13", "00:00:09.90" ], [ "00:00:09.76", "00:00:11.22" ], [ "00:00:11.32", "00:00:13.11" ], [ "00:00:13.21", "00:00:21.13" ] ], "start_stop_frames": [ [ 487, 594 ], [ 585, 673 ], [ 679, 786 ], [ 792, 1267 ] ], "trgnoun": "garlic_powder", "trgverb": "measure" }, { "key": "P02_109+115_116_117_118", "video_id": "P02_109", "narration_ids": [ "P02_109_115", "P02_109_116", "P02_109_117", "P02_109_118" ], "src": "close garlic_presser . press garlic . pick_up wooden_spoon", "src1": "close garlic_presser", "src2": "press garlic", "src3": "pick_up wooden_spoon", "trg": "scrape garlic off presser using wooden spoon", "vis_src": "P02_109:115 P02_109:116 P02_109:117", "vis_trg": "P02_109:118", "narrations": [ "close garlic presser", "press garlic", "pick up wooden spoon", "scrape garlic off presser using wooden spoon" ], "verbs": [ "close", "press", "pick-up", "scrape-off" ], "verb_classes": [ 4, 21, 0, 25 ], "nouns": [ "presser:garlic", "garlic", "spoon:wooden", "garlic" ], "noun_classes": [ 172, 51, 1, 51 ], "start_stop_timestamps": [ [ "00:10:02.63", "00:10:04.57" ], [ "00:10:05.76", "00:10:12.39" ], [ "00:10:09.23", "00:10:10.68" ], [ "00:10:10.81", "00:10:11.68" ] ], "start_stop_frames": [ [ 30131, 30228 ], [ 30288, 30619 ], [ 30461, 30533 ], [ 30540, 30583 ] ], "trgnoun": "garlic", "trgverb": "scrape_off" }, { "key": "P01_106+37_38_39_40", "video_id": "P01_106", "narration_ids": [ "P01_106_37", "P01_106_38", "P01_106_39", "P01_106_40" ], "src": "pick_up wok . grab spatula . spoon food", "src1": "pick_up wok", "src2": "grab spatula", "src3": "spoon food", "trg": "pour food into container", "vis_src": "P01_106:37 P01_106:38 P01_106:39", "vis_trg": "P01_106:40", "narrations": [ "pick up wok", "grab spatula", "spoon food", "pour food into container" ], "verbs": [ "pick-up", "grab", "spoon", "pour-into" ], "verb_classes": [ 0, 0, 16, 9 ], "nouns": [ "wok", "spatula", "food", "food" ], "noun_classes": [ 5, 20, 34, 34 ], "start_stop_timestamps": [ [ "00:01:26.88", "00:01:28.72" ], [ "00:01:28.11", "00:01:29.60" ], [ "00:01:28.90", "00:01:32.05" ], [ "00:01:32.94", "00:01:43.04" ] ], "start_stop_frames": [ [ 4344, 4436 ], [ 4405, 4480 ], [ 4445, 4602 ], [ 4647, 5152 ] ], "trgnoun": "food", "trgverb": "pour_into" }, { "key": "P01_109+420_421_422_423", "video_id": "P01_109", "narration_ids": [ "P01_109_420", "P01_109_421", "P01_109_422", "P01_109_423" ], "src": "compress rubbish . close food_bin . open food_bin", "src1": "compress rubbish", "src2": "close food_bin", "src3": "open food_bin", "trg": "move rubbish", "vis_src": "P01_109:420 P01_109:421 P01_109:422", "vis_trg": "P01_109:423", "narrations": [ "compress rubbish", "close food bin", "open food bin", "move rubbish" ], "verbs": [ "compress", "close", "open", "move" ], "verb_classes": [ 21, 4, 3, 11 ], "nouns": [ "rubbish", "bin:food", "bin:food", "rubbish" ], "noun_classes": [ 54, 36, 36, 54 ], "start_stop_timestamps": [ [ "00:24:19.22", "00:24:22.22" ], [ "00:24:23.22", "00:24:24.23" ], [ "00:24:24.12", "00:24:25.98" ], [ "00:24:26.36", "00:24:28.48" ] ], "start_stop_frames": [ [ 72961, 73111 ], [ 73161, 73211 ], [ 73206, 73299 ], [ 73318, 73424 ] ], "trgnoun": "rubbish", "trgverb": "move" }, { "key": "P28_04+72_73_74_75", "video_id": "P28_04", "narration_ids": [ "P28_04_72", "P28_04_73", "P28_04_74", "P28_04_75" ], "src": "throw rubbish . put_down pepper . take onion", "src1": "throw rubbish", "src2": "put_down pepper", "src3": "take onion", "trg": "cut onion", "vis_src": "P28_04:72 P28_04:73 P28_04:74", "vis_trg": "P28_04:75", "narrations": [ "throw rubbish", "put down pepper", "take onion", "cut onion" ], "verbs": [ "throw", "put-down", "take", "cut" ], "verb_classes": [ 13, 1, 0, 7 ], "nouns": [ "rubbish", "pepper", "onion", "onion" ], "noun_classes": [ 54, 37, 16, 16 ], "start_stop_timestamps": [ [ "00:06:07.01", "00:06:08.38" ], [ "00:06:09.21", "00:06:11.13" ], [ "00:06:30.08", "00:06:31.39" ], [ "00:06:31.08", "00:06:41.79" ] ], "start_stop_frames": [ [ 22020, 22102 ], [ 22152, 22267 ], [ 23404, 23483 ], [ 23464, 24107 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P04_109+395_396_397_398", "video_id": "P04_109", "narration_ids": [ "P04_109_395", "P04_109_396", "P04_109_397", "P04_109_398" ], "src": "tap finger against fridge . pick_up tofu . close fridge", "src1": "tap finger against fridge", "src2": "pick_up tofu", "src3": "close fridge", "trg": "put_down tofu", "vis_src": "P04_109:395 P04_109:396 P04_109:397", "vis_trg": "P04_109:398", "narrations": [ "tap finger against fridge", "pick up tofu", "close fridge", "put down tofu" ], "verbs": [ "tap", "pick-up", "close", "put-down" ], "verb_classes": [ 32, 0, 4, 1 ], "nouns": [ "finger", "tofu", "fridge", "tofu" ], "noun_classes": [ 11, 81, 12, 81 ], "start_stop_timestamps": [ [ "00:11:45.03", "00:11:50.19" ], [ "00:11:50.27", "00:11:52.09" ], [ "00:11:52.57", "00:11:54.44" ], [ "00:11:54.16", "00:11:55.02" ] ], "start_stop_frames": [ [ 35251, 35509 ], [ 35513, 35604 ], [ 35628, 35722 ], [ 35708, 35751 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P22_106+280_281_282_283", "video_id": "P22_106", "narration_ids": [ "P22_106_280", "P22_106_281", "P22_106_282", "P22_106_283" ], "src": "pick_up bowl . put_down glass . move glass", "src1": "pick_up bowl", "src2": "put_down glass", "src3": "move glass", "trg": "put_down bowl", "vis_src": "P22_106:280 P22_106:281 P22_106:282", "vis_trg": "P22_106:283", "narrations": [ "pick up bowl", "put down glass", "move glass", "put down bowl" ], "verbs": [ "pick-up", "put-down", "move", "put-down" ], "verb_classes": [ 0, 1, 11, 1 ], "nouns": [ "bowl", "glass", "glass", "bowl" ], "noun_classes": [ 7, 10, 10, 7 ], "start_stop_timestamps": [ [ "00:07:53.65", "00:07:54.68" ], [ "00:07:54.70", "00:07:55.67" ], [ "00:07:55.59", "00:07:56.51" ], [ "00:07:56.71", "00:07:57.60" ] ], "start_stop_frames": [ [ 23682, 23734 ], [ 23735, 23783 ], [ 23779, 23825 ], [ 23835, 23880 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P22_101+86_87_88_89", "video_id": "P22_101", "narration_ids": [ "P22_101_86", "P22_101_87", "P22_101_88", "P22_101_89" ], "src": "pick_up spoon . close drawer . open yogurt", "src1": "pick_up spoon", "src2": "close drawer", "src3": "open yogurt", "trg": "pour yogurt", "vis_src": "P22_101:86 P22_101:87 P22_101:88", "vis_trg": "P22_101:89", "narrations": [ "pick up spoon", "close drawer", "open yogurt", "pour yogurt" ], "verbs": [ "pick-up", "close", "open", "pour" ], "verb_classes": [ 0, 4, 3, 9 ], "nouns": [ "spoon", "drawer", "yogurt", "yogurt" ], "noun_classes": [ 1, 8, 98, 98 ], "start_stop_timestamps": [ [ "00:02:47.40", "00:02:48.82" ], [ "00:02:48.69", "00:02:49.52" ], [ "00:02:50.41", "00:02:55.12" ], [ "00:02:55.64", "00:03:14.07" ] ], "start_stop_frames": [ [ 8370, 8441 ], [ 8434, 8476 ], [ 8520, 8756 ], [ 8782, 9703 ] ], "trgnoun": "yogurt", "trgverb": "pour" }, { "key": "P04_01+7_8_9_10", "video_id": "P04_01", "narration_ids": [ "P04_01_7", "P04_01_8", "P04_01_9", "P04_01_10" ], "src": "grab packet . pick_up bucket . put bucket", "src1": "grab packet", "src2": "pick_up bucket", "src3": "put bucket", "trg": "put_down packet", "vis_src": "P04_01:7 P04_01:8 P04_01:9", "vis_trg": "P04_01:10", "narrations": [ "grab packet", "pick up bucket", "put bucket", "put down packet" ], "verbs": [ "grab", "pick-up", "put", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "packet", "bucket", "bucket", "packet" ], "noun_classes": [ 26, 21, 21, 26 ], "start_stop_timestamps": [ [ "00:00:29.72", "00:00:33.82" ], [ "00:00:33.48", "00:00:34.38" ], [ "00:00:34.48", "00:00:35.06" ], [ "00:00:35.18", "00:00:36.88" ] ], "start_stop_frames": [ [ 1783, 2029 ], [ 2008, 2062 ], [ 2068, 2103 ], [ 2110, 2212 ] ], "trgnoun": "packet", "trgverb": "put_down" }, { "key": "P25_102+41_42_43_44", "video_id": "P25_102", "narration_ids": [ "P25_102_41", "P25_102_42", "P25_102_43", "P25_102_44" ], "src": "put_down knife . pick_up meat . open fridge", "src1": "put_down knife", "src2": "pick_up meat", "src3": "open fridge", "trg": "put_down meat", "vis_src": "P25_102:41 P25_102:42 P25_102:43", "vis_trg": "P25_102:44", "narrations": [ "put down knife", "pick up meat", "open fridge", "put down meat" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "knife", "meat", "fridge", "meat" ], "noun_classes": [ 4, 28, 12, 28 ], "start_stop_timestamps": [ [ "00:02:06.89", "00:02:08.02" ], [ "00:02:11.00", "00:02:12.26" ], [ "00:02:12.10", "00:02:13.85" ], [ "00:02:13.75", "00:02:14.73" ] ], "start_stop_frames": [ [ 6344, 6401 ], [ 6550, 6613 ], [ 6605, 6692 ], [ 6687, 6736 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P06_101+364_365_366_367", "video_id": "P06_101", "narration_ids": [ "P06_101_364", "P06_101_365", "P06_101_366", "P06_101_367" ], "src": "pick_up can . open fridge . put can in fridge", "src1": "pick_up can", "src2": "open fridge", "src3": "put can in fridge", "trg": "close fridge", "vis_src": "P06_101:364 P06_101:365 P06_101:366", "vis_trg": "P06_101:367", "narrations": [ "pick up can", "open fridge", "put can in fridge", "close fridge" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "can", "fridge", "fridge", "fridge" ], "noun_classes": [ 61, 12, 12, 12 ], "start_stop_timestamps": [ [ "00:27:58.37", "00:28:00.19" ], [ "00:28:02.95", "00:28:04.06" ], [ "00:28:04.40", "00:28:05.60" ], [ "00:28:06.53", "00:28:07.15" ] ], "start_stop_frames": [ [ 83918, 84009 ], [ 84147, 84203 ], [ 84220, 84280 ], [ 84326, 84357 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_108+297_298_299_300", "video_id": "P35_108", "narration_ids": [ "P35_108_297", "P35_108_298", "P35_108_299", "P35_108_300" ], "src": "drain cup . pick_up cloth . put_down mug", "src1": "drain cup", "src2": "pick_up cloth", "src3": "put_down mug", "trg": "pick_up mug", "vis_src": "P35_108:297 P35_108:298 P35_108:299", "vis_trg": "P35_108:300", "narrations": [ "drain cup", "pick up cloth", "put down mug", "pick up mug" ], "verbs": [ "drain", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 37, 0, 1, 0 ], "nouns": [ "cup", "cloth", "mug", "mug" ], "noun_classes": [ 13, 17, 13, 13 ], "start_stop_timestamps": [ [ "00:19:38.74", "00:19:40.21" ], [ "00:19:40.64", "00:19:41.79" ], [ "00:19:44.83", "00:19:45.50" ], [ "00:19:47.04", "00:19:48.22" ] ], "start_stop_frames": [ [ 58937, 59010 ], [ 59032, 59089 ], [ 59241, 59275 ], [ 59352, 59411 ] ], "trgnoun": "mug", "trgverb": "pick_up" }, { "key": "P12_104+35_36_37_38", "video_id": "P12_104", "narration_ids": [ "P12_104_35", "P12_104_36", "P12_104_37", "P12_104_38" ], "src": "pick_up stock . throw away stock . open fridge", "src1": "pick_up stock", "src2": "throw away stock", "src3": "open fridge", "trg": "put stock and spinach into fridge", "vis_src": "P12_104:35 P12_104:36 P12_104:37", "vis_trg": "P12_104:38", "narrations": [ "pick up stock", "throw away stock", "open fridge", "put stock and spinach into fridge" ], "verbs": [ "pick-up", "throw", "open", "put" ], "verb_classes": [ 0, 13, 3, 1 ], "nouns": [ "stock", "stock", "fridge", "stock" ], "noun_classes": [ 95, 95, 12, 95 ], "start_stop_timestamps": [ [ "00:02:33.92", "00:02:36.03" ], [ "00:02:38.34", "00:02:39.92" ], [ "00:02:40.06", "00:02:40.82" ], [ "00:02:41.02", "00:02:44.21" ] ], "start_stop_frames": [ [ 7696, 7801 ], [ 7917, 7996 ], [ 8003, 8041 ], [ 8051, 8210 ] ], "trgnoun": "stock", "trgverb": "put" }, { "key": "P24_03+99_100_101_102", "video_id": "P24_03", "narration_ids": [ "P24_03_99", "P24_03_100", "P24_03_101", "P24_03_102" ], "src": "wipe sink with sponge . rinse sponge . turn_off tap", "src1": "wipe sink with sponge", "src2": "rinse sponge", "src3": "turn_off tap", "trg": "wash sink", "vis_src": "P24_03:99 P24_03:100 P24_03:101", "vis_trg": "P24_03:102", "narrations": [ "wipe sink with sponge", "rinse sponge", "turn off tap", "wash sink" ], "verbs": [ "wipe", "rinse", "turn-off", "wash" ], "verb_classes": [ 2, 2, 8, 2 ], "nouns": [ "sink", "sponge", "tap", "sink" ], "noun_classes": [ 63, 9, 0, 63 ], "start_stop_timestamps": [ [ "00:06:05.73", "00:06:11.43" ], [ "00:06:11.85", "00:06:21.91" ], [ "00:06:21.91", "00:06:22.64" ], [ "00:06:22.60", "00:06:30.96" ] ], "start_stop_frames": [ [ 21943, 22285 ], [ 22311, 22914 ], [ 22914, 22958 ], [ 22956, 23457 ] ], "trgnoun": "sink", "trgverb": "wash" }, { "key": "P35_105+26_27_28_29", "video_id": "P35_105", "narration_ids": [ "P35_105_26", "P35_105_27", "P35_105_28", "P35_105_29" ], "src": "open drawer . move container . close drawer", "src1": "open drawer", "src2": "move container", "src3": "close drawer", "trg": "pick_up container", "vis_src": "P35_105:26 P35_105:27 P35_105:28", "vis_trg": "P35_105:29", "narrations": [ "open drawer", "move container", "close drawer", "pick up container" ], "verbs": [ "open", "move", "close", "pick-up" ], "verb_classes": [ 3, 11, 4, 0 ], "nouns": [ "drawer", "container", "drawer", "container" ], "noun_classes": [ 8, 21, 8, 21 ], "start_stop_timestamps": [ [ "00:01:19.74", "00:01:21.24" ], [ "00:01:22.09", "00:01:23.34" ], [ "00:01:23.44", "00:01:25.90" ], [ "00:01:27.04", "00:01:30.38" ] ], "start_stop_frames": [ [ 3986, 4061 ], [ 4104, 4167 ], [ 4172, 4295 ], [ 4352, 4519 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P04_120+144_145_146_147", "video_id": "P04_120", "narration_ids": [ "P04_120_144", "P04_120_145", "P04_120_146", "P04_120_147" ], "src": "pick_up tea_towel . dry ramekin with tea towel . put tea_towel on oven door", "src1": "pick_up tea_towel", "src2": "dry ramekin with tea towel", "src3": "put tea_towel on oven door", "trg": "put ramekin in cupboard", "vis_src": "P04_120:144 P04_120:145 P04_120:146", "vis_trg": "P04_120:147", "narrations": [ "pick up tea towel", "dry ramekin with tea towel", "put tea towel on oven door", "put ramekin in cupboard" ], "verbs": [ "pick-up", "dry", "put-on", "put-in" ], "verb_classes": [ 0, 14, 1, 5 ], "nouns": [ "towel:tea", "ramekin", "towel:tea", "ramekin" ], "noun_classes": [ 52, 7, 52, 7 ], "start_stop_timestamps": [ [ "00:06:57.84", "00:07:00.21" ], [ "00:07:00.19", "00:07:05.90" ], [ "00:07:05.41", "00:07:07.05" ], [ "00:07:07.26", "00:07:09.90" ] ], "start_stop_frames": [ [ 20892, 21010 ], [ 21009, 21295 ], [ 21270, 21352 ], [ 21363, 21495 ] ], "trgnoun": "ramekin", "trgverb": "put_in" }, { "key": "P30_107+177_178_179_180", "video_id": "P30_107", "narration_ids": [ "P30_107_177", "P30_107_178", "P30_107_179", "P30_107_180" ], "src": "wash pak_choi . split pak_choi into pieces . take pak_choi", "src1": "wash pak_choi", "src2": "split pak_choi into pieces", "src3": "take pak_choi", "trg": "split pak_choi", "vis_src": "P30_107:177 P30_107:178 P30_107:179", "vis_trg": "P30_107:180", "narrations": [ "wash pak choi", "split pak choi into pieces", "take pak choi", "split pak choi" ], "verbs": [ "wash", "split-into", "take", "split" ], "verb_classes": [ 2, 52, 0, 52 ], "nouns": [ "choi:pak", "choi:pak", "choi:pak", "choi:pak" ], "noun_classes": [ 151, 151, 151, 151 ], "start_stop_timestamps": [ [ "00:08:36.03", "00:08:37.53" ], [ "00:08:36.96", "00:08:52.32" ], [ "00:08:51.84", "00:08:52.54" ], [ "00:08:53.08", "00:09:09.81" ] ], "start_stop_frames": [ [ 25801, 25876 ], [ 25848, 26616 ], [ 26592, 26627 ], [ 26654, 27490 ] ], "trgnoun": "pak_choi", "trgverb": "split" }, { "key": "P35_104+235_236_237_238", "video_id": "P35_104", "narration_ids": [ "P35_104_235", "P35_104_236", "P35_104_237", "P35_104_238" ], "src": "put_down cloth . pick_up spoon . pick_up salt", "src1": "put_down cloth", "src2": "pick_up spoon", "src3": "pick_up salt", "trg": "put_down salt", "vis_src": "P35_104:235 P35_104:236 P35_104:237", "vis_trg": "P35_104:238", "narrations": [ "put down cloth", "pick up spoon", "pick up salt", "put down salt" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "cloth", "spoon", "salt", "salt" ], "noun_classes": [ 17, 1, 38, 38 ], "start_stop_timestamps": [ [ "00:17:12.61", "00:17:15.92" ], [ "00:17:15.55", "00:17:21.48" ], [ "00:17:23.87", "00:17:27.27" ], [ "00:17:26.65", "00:17:28.39" ] ], "start_stop_frames": [ [ 51630, 51796 ], [ 51777, 52074 ], [ 52193, 52363 ], [ 52332, 52419 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P03_09+115_116_117_118", "video_id": "P03_09", "narration_ids": [ "P03_09_115", "P03_09_116", "P03_09_117", "P03_09_118" ], "src": "grab spoon and spatula . grab cutting_board . put mess in bin", "src1": "grab spoon and spatula", "src2": "grab cutting_board", "src3": "put mess in bin", "trg": "wipe cutting_board", "vis_src": "P03_09:115 P03_09:116 P03_09:117", "vis_trg": "P03_09:118", "narrations": [ "grab spoon and spatula", "grab cutting board", "put mess in bin", "wipe cutting board" ], "verbs": [ "grab", "grab", "put-in", "wipe" ], "verb_classes": [ 0, 0, 5, 2 ], "nouns": [ "spoon", "board:cutting", "bin", "board:cutting" ], "noun_classes": [ 1, 18, 36, 18 ], "start_stop_timestamps": [ [ "00:05:18.33", "00:05:19.26" ], [ "00:05:20.33", "00:05:21.60" ], [ "00:05:22.31", "00:05:24.68" ], [ "00:05:26.93", "00:05:40.78" ] ], "start_stop_frames": [ [ 19099, 19155 ], [ 19219, 19296 ], [ 19338, 19480 ], [ 19615, 20446 ] ], "trgnoun": "cutting_board", "trgverb": "wipe" }, { "key": "P01_105+393_394_395_396", "video_id": "P01_105", "narration_ids": [ "P01_105_393", "P01_105_394", "P01_105_395", "P01_105_396" ], "src": "adjust hob . pick_up pot . pick_up garlic", "src1": "adjust hob", "src2": "pick_up pot", "src3": "pick_up garlic", "trg": "pull_down pot", "vis_src": "P01_105:393 P01_105:394 P01_105:395", "vis_trg": "P01_105:396", "narrations": [ "adjust hob", "pick up pot", "pick up garlic", "pull down pot" ], "verbs": [ "adjust", "pick-up", "pick-up", "pull-down" ], "verb_classes": [ 17, 0, 0, 31 ], "nouns": [ "hob", "pot", "garlic", "pot" ], "noun_classes": [ 24, 29, 51, 29 ], "start_stop_timestamps": [ [ "00:15:28.04", "00:15:30.04" ], [ "00:15:30.65", "00:15:31.35" ], [ "00:15:31.54", "00:15:34.06" ], [ "00:15:33.97", "00:15:36.01" ] ], "start_stop_frames": [ [ 46402, 46502 ], [ 46532, 46567 ], [ 46577, 46703 ], [ 46698, 46800 ] ], "trgnoun": "pot", "trgverb": "pull_down" }, { "key": "P04_113+367_368_369_370", "video_id": "P04_113", "narration_ids": [ "P04_113_367", "P04_113_368", "P04_113_369", "P04_113_370" ], "src": "pick_up spoons . dry spoons . open drawer", "src1": "pick_up spoons", "src2": "dry spoons", "src3": "open drawer", "trg": "put spoons in drawer", "vis_src": "P04_113:367 P04_113:368 P04_113:369", "vis_trg": "P04_113:370", "narrations": [ "pick up spoons", "dry spoons", "open drawer", "put spoons in drawer" ], "verbs": [ "pick-up", "dry", "open", "put-in" ], "verb_classes": [ 0, 14, 3, 5 ], "nouns": [ "spoon", "spoon", "drawer", "spoon" ], "noun_classes": [ 1, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:11:42.70", "00:11:43.56" ], [ "00:11:43.91", "00:11:47.49" ], [ "00:11:48.11", "00:11:49.31" ], [ "00:11:49.33", "00:11:50.22" ] ], "start_stop_frames": [ [ 35135, 35178 ], [ 35195, 35374 ], [ 35405, 35465 ], [ 35466, 35511 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P21_03+16_17_18_19", "video_id": "P21_03", "narration_ids": [ "P21_03_16", "P21_03_17", "P21_03_18", "P21_03_19" ], "src": "sprinkling some pepper and salt . opening the tortilla_pack . taking out some tortillas", "src1": "sprinkling some pepper and salt", "src2": "opening the tortilla_pack", "src3": "taking out some tortillas", "trg": "arranging the tortillas on the dish", "vis_src": "P21_03:16 P21_03:17 P21_03:18", "vis_trg": "P21_03:19", "narrations": [ "sprinkling some pepper and salt", "opening the tortilla pack", "taking out some tortillas", "arranging the tortillas on the dish" ], "verbs": [ "sprinkle", "open", "take-out", "arrange-on" ], "verb_classes": [ 42, 3, 12, 40 ], "nouns": [ "pepper", "pack:tortilla", "tortilla", "tortilla" ], "noun_classes": [ 37, 26, 107, 107 ], "start_stop_timestamps": [ [ "00:01:56.80", "00:02:08.10" ], [ "00:02:13.12", "00:02:21.47" ], [ "00:02:21.57", "00:02:25.51" ], [ "00:02:25.45", "00:02:51.82" ] ], "start_stop_frames": [ [ 7008, 7686 ], [ 7987, 8488 ], [ 8494, 8730 ], [ 8727, 10309 ] ], "trgnoun": "tortilla", "trgverb": "arrange_on" }, { "key": "P03_112+27_28_29_30", "video_id": "P03_112", "narration_ids": [ "P03_112_27", "P03_112_28", "P03_112_29", "P03_112_30" ], "src": "place pan . pick_up salt . pour salt", "src1": "place pan", "src2": "pick_up salt", "src3": "pour salt", "trg": "put salt", "vis_src": "P03_112:27 P03_112:28 P03_112:29", "vis_trg": "P03_112:30", "narrations": [ "place pan", "pick up salt", "pour salt", "put salt" ], "verbs": [ "place", "pick-up", "pour", "put" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "pan", "salt", "salt", "salt" ], "noun_classes": [ 5, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:00:48.79", "00:00:49.96" ], [ "00:00:49.88", "00:00:51.29" ], [ "00:00:51.04", "00:00:53.33" ], [ "00:00:53.43", "00:00:54.51" ] ], "start_stop_frames": [ [ 2439, 2498 ], [ 2494, 2564 ], [ 2552, 2666 ], [ 2671, 2725 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P06_101+181_182_183_184", "video_id": "P06_101", "narration_ids": [ "P06_101_181", "P06_101_182", "P06_101_183", "P06_101_184" ], "src": "open can . pour tomatoes into pan . stir pan", "src1": "open can", "src2": "pour tomatoes into pan", "src3": "stir pan", "trg": "pick_up can", "vis_src": "P06_101:181 P06_101:182 P06_101:183", "vis_trg": "P06_101:184", "narrations": [ "open can", "pour tomatoes into pan", "stir pan", "pick up can" ], "verbs": [ "open", "pour-into", "stir", "pick-up" ], "verb_classes": [ 3, 9, 10, 0 ], "nouns": [ "can", "tomato", "pan", "can" ], "noun_classes": [ 61, 43, 5, 61 ], "start_stop_timestamps": [ [ "00:13:27.45", "00:13:34.73" ], [ "00:13:35.13", "00:13:41.47" ], [ "00:13:43.31", "00:13:56.56" ], [ "00:13:56.66", "00:13:58.04" ] ], "start_stop_frames": [ [ 40372, 40736 ], [ 40756, 41073 ], [ 41165, 41828 ], [ 41833, 41902 ] ], "trgnoun": "can", "trgverb": "pick_up" }, { "key": "P22_117+212_213_214_215", "video_id": "P22_117", "narration_ids": [ "P22_117_212", "P22_117_213", "P22_117_214", "P22_117_215" ], "src": "put_down cutting_board . put_down knife . pick courgettes", "src1": "put_down cutting_board", "src2": "put_down knife", "src3": "pick courgettes", "trg": "throw courgettes", "vis_src": "P22_117:212 P22_117:213 P22_117:214", "vis_trg": "P22_117:215", "narrations": [ "put down cutting board", "put down knife", "pick courgettes", "throw courgettes" ], "verbs": [ "put-down", "put-down", "pick", "throw" ], "verb_classes": [ 1, 1, 0, 13 ], "nouns": [ "board:cutting", "knife", "courgette", "courgette" ], "noun_classes": [ 18, 4, 76, 76 ], "start_stop_timestamps": [ [ "00:08:49.82", "00:08:51.00" ], [ "00:08:50.89", "00:08:51.74" ], [ "00:08:51.84", "00:08:52.79" ], [ "00:08:51.95", "00:08:53.23" ] ], "start_stop_frames": [ [ 26491, 26550 ], [ 26544, 26587 ], [ 26592, 26639 ], [ 26597, 26661 ] ], "trgnoun": "courgette", "trgverb": "throw" }, { "key": "P22_07+705_706_707_708", "video_id": "P22_07", "narration_ids": [ "P22_07_705", "P22_07_706", "P22_07_707", "P22_07_708" ], "src": "stir pasta . pick_up teaspoon . take pesto", "src1": "stir pasta", "src2": "pick_up teaspoon", "src3": "take pesto", "trg": "put_in pesto", "vis_src": "P22_07:705 P22_07:706 P22_07:707", "vis_trg": "P22_07:708", "narrations": [ "stir pasta", "pick up teaspoon", "take pesto", "put in pesto" ], "verbs": [ "stir", "pick-up", "take", "put-in" ], "verb_classes": [ 10, 0, 0, 5 ], "nouns": [ "pasta", "teaspoon", "pesto", "pesto" ], "noun_classes": [ 45, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:34:13.33", "00:34:22.52" ], [ "00:34:22.74", "00:34:24.98" ], [ "00:34:24.90", "00:34:28.33" ], [ "00:34:26.03", "00:34:27.84" ] ], "start_stop_frames": [ [ 123199, 123751 ], [ 123764, 123898 ], [ 123894, 124099 ], [ 123961, 124070 ] ], "trgnoun": "pesto", "trgverb": "put_in" }, { "key": "P22_10+206_207_208_209", "video_id": "P22_10", "narration_ids": [ "P22_10_206", "P22_10_207", "P22_10_208", "P22_10_209" ], "src": "rinse sponge . close tap . lather plate", "src1": "rinse sponge", "src2": "close tap", "src3": "lather plate", "trg": "put_down plate", "vis_src": "P22_10:206 P22_10:207 P22_10:208", "vis_trg": "P22_10:209", "narrations": [ "rinse sponge", "close tap", "lather plate", "put down plate" ], "verbs": [ "rinse", "turn-off", "lather", "put-down" ], "verb_classes": [ 2, 8, 2, 1 ], "nouns": [ "sponge", "tap", "plate", "plate" ], "noun_classes": [ 9, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:06:49.80", "00:06:50.63" ], [ "00:06:50.68", "00:06:51.23" ], [ "00:06:51.29", "00:06:55.93" ], [ "00:06:56.05", "00:06:57.03" ] ], "start_stop_frames": [ [ 24588, 24637 ], [ 24640, 24673 ], [ 24677, 24955 ], [ 24963, 25021 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P11_102+11_12_13_14", "video_id": "P11_102", "narration_ids": [ "P11_102_11", "P11_102_12", "P11_102_13", "P11_102_14" ], "src": "turn_on hob_light . turn_on hob . pick_up pot", "src1": "turn_on hob_light", "src2": "turn_on hob", "src3": "pick_up pot", "trg": "put pot on hob", "vis_src": "P11_102:11 P11_102:12 P11_102:13", "vis_trg": "P11_102:14", "narrations": [ "turn on hob light", "turn on hob", "pick up pot", "put pot on hob" ], "verbs": [ "turn-on", "turn-on", "pick-up", "put-on" ], "verb_classes": [ 6, 6, 0, 1 ], "nouns": [ "light:hob", "hob", "pot", "pot" ], "noun_classes": [ 114, 24, 29, 29 ], "start_stop_timestamps": [ [ "00:00:28.02", "00:00:30.22" ], [ "00:00:30.31", "00:00:31.96" ], [ "00:00:32.06", "00:00:33.79" ], [ "00:00:34.44", "00:00:35.25" ] ], "start_stop_frames": [ [ 1401, 1511 ], [ 1515, 1598 ], [ 1603, 1689 ], [ 1722, 1762 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P04_119+185_186_187_188", "video_id": "P04_119", "narration_ids": [ "P04_119_185", "P04_119_186", "P04_119_187", "P04_119_188" ], "src": "pick_up milk_bottle . pour milk into pan . look_inside milk_bottle", "src1": "pick_up milk_bottle", "src2": "pour milk into pan", "src3": "look_inside milk_bottle", "trg": "put_down milk_bottle", "vis_src": "P04_119:185 P04_119:186 P04_119:187", "vis_trg": "P04_119:188", "narrations": [ "pick up milk bottle", "pour milk into pan", "look inside milk bottle", "put down milk bottle" ], "verbs": [ "pick-up", "pour-into", "look-inside", "put-down" ], "verb_classes": [ 0, 9, 48, 1 ], "nouns": [ "bottle:milk", "milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 64, 15, 15 ], "start_stop_timestamps": [ [ "00:07:55.08", "00:07:55.61" ], [ "00:07:55.71", "00:08:04.97" ], [ "00:08:04.80", "00:08:06.16" ], [ "00:08:06.26", "00:08:07.72" ] ], "start_stop_frames": [ [ 23754, 23780 ], [ 23785, 24248 ], [ 24240, 24308 ], [ 24313, 24386 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P22_113+140_141_142_143", "video_id": "P22_113", "narration_ids": [ "P22_113_140", "P22_113_141", "P22_113_142", "P22_113_143" ], "src": "put_down lid . move pan . pick_up cheese", "src1": "put_down lid", "src2": "move pan", "src3": "pick_up cheese", "trg": "put_down cheese", "vis_src": "P22_113:140 P22_113:141 P22_113:142", "vis_trg": "P22_113:143", "narrations": [ "put down lid", "move pan", "pick up cheese", "put down cheese" ], "verbs": [ "put-down", "move", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "lid", "pan", "cheese", "cheese" ], "noun_classes": [ 6, 5, 32, 32 ], "start_stop_timestamps": [ [ "00:04:53.45", "00:04:55.49" ], [ "00:04:55.35", "00:04:57.54" ], [ "00:04:57.63", "00:05:01.27" ], [ "00:05:01.37", "00:05:02.03" ] ], "start_stop_frames": [ [ 14672, 14774 ], [ 14767, 14877 ], [ 14881, 15063 ], [ 15068, 15101 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P22_101+157_158_159_160", "video_id": "P22_101", "narration_ids": [ "P22_101_157", "P22_101_158", "P22_101_159", "P22_101_160" ], "src": "close cupboard . pick_up bottle . put_down glass", "src1": "close cupboard", "src2": "pick_up bottle", "src3": "put_down glass", "trg": "open bottle", "vis_src": "P22_101:157 P22_101:158 P22_101:159", "vis_trg": "P22_101:160", "narrations": [ "close cupboard", "pick up bottle", "put down glass", "open bottle" ], "verbs": [ "close", "pick-up", "put-down", "open" ], "verb_classes": [ 4, 0, 1, 3 ], "nouns": [ "cupboard", "bottle", "glass", "bottle" ], "noun_classes": [ 3, 15, 10, 15 ], "start_stop_timestamps": [ [ "00:05:52.87", "00:05:54.11" ], [ "00:05:54.21", "00:05:55.82" ], [ "00:05:56.30", "00:05:56.97" ], [ "00:05:57.31", "00:05:59.47" ] ], "start_stop_frames": [ [ 17643, 17705 ], [ 17710, 17791 ], [ 17815, 17848 ], [ 17865, 17973 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P08_01+50_51_52_53", "video_id": "P08_01", "narration_ids": [ "P08_01_50", "P08_01_51", "P08_01_52", "P08_01_53" ], "src": "get bread . cut loaf . place bread", "src1": "get bread", "src2": "cut loaf", "src3": "place bread", "trg": "put bread", "vis_src": "P08_01:50 P08_01:51 P08_01:52", "vis_trg": "P08_01:53", "narrations": [ "get bread", "cut loaf", "place bread", "put bread" ], "verbs": [ "get", "cut", "place", "put" ], "verb_classes": [ 0, 7, 1, 1 ], "nouns": [ "bread", "loaf", "bread", "bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:52.19", "00:02:56.39" ], [ "00:02:56.53", "00:02:59.73" ], [ "00:02:59.69", "00:03:01.04" ], [ "00:03:00.94", "00:03:08.57" ] ], "start_stop_frames": [ [ 10331, 10583 ], [ 10591, 10783 ], [ 10781, 10862 ], [ 10856, 11314 ] ], "trgnoun": "bread", "trgverb": "put" }, { "key": "P22_15+46_47_48_49", "video_id": "P22_15", "narration_ids": [ "P22_15_46", "P22_15_47", "P22_15_48", "P22_15_49" ], "src": "pick_up bowl . place bowl . pick_up dish", "src1": "pick_up bowl", "src2": "place bowl", "src3": "pick_up dish", "trg": "place dish", "vis_src": "P22_15:46 P22_15:47 P22_15:48", "vis_trg": "P22_15:49", "narrations": [ "pick up bowl", "place bowl", "pick up dish", "place dish" ], "verbs": [ "pick-up", "place", "pick-up", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "dish", "dish" ], "noun_classes": [ 7, 7, 2, 2 ], "start_stop_timestamps": [ [ "00:01:41.69", "00:01:42.38" ], [ "00:01:42.41", "00:01:43.83" ], [ "00:01:46.08", "00:01:46.91" ], [ "00:01:47.51", "00:01:49.68" ] ], "start_stop_frames": [ [ 6101, 6142 ], [ 6144, 6229 ], [ 6364, 6414 ], [ 6450, 6580 ] ], "trgnoun": "dish", "trgverb": "place" }, { "key": "P02_123+206_207_208_209", "video_id": "P02_123", "narration_ids": [ "P02_123_206", "P02_123_207", "P02_123_208", "P02_123_209" ], "src": "pick_up food processor piece . open food processor cover . attach piece", "src1": "pick_up food processor piece", "src2": "open food processor cover", "src3": "attach piece", "trg": "return food processor cover", "vis_src": "P02_123:206 P02_123:207 P02_123:208", "vis_trg": "P02_123:209", "narrations": [ "pick up food processor piece", "open food processor cover", "attach piece", "return food processor cover" ], "verbs": [ "pick-up", "open", "attach", "return" ], "verb_classes": [ 0, 3, 64, 1 ], "nouns": [ "piece:food:processor", "cover:food:processor", "cover:food:processor", "cover:food:processor" ], "noun_classes": [ 147, 89, 89, 89 ], "start_stop_timestamps": [ [ "00:12:08.66", "00:12:11.19" ], [ "00:12:11.29", "00:12:13.46" ], [ "00:12:13.26", "00:12:14.12" ], [ "00:12:13.99", "00:12:17.24" ] ], "start_stop_frames": [ [ 36433, 36559 ], [ 36564, 36673 ], [ 36663, 36706 ], [ 36699, 36862 ] ], "trgnoun": "processor_food_cover", "trgverb": "return" }, { "key": "P12_101+139_140_141_142", "video_id": "P12_101", "narration_ids": [ "P12_101_139", "P12_101_140", "P12_101_141", "P12_101_142" ], "src": "pick_up salt_container from countertop . pour salt into saucepan with meat . stir meat using spoon in saucepan", "src1": "pick_up salt_container from countertop", "src2": "pour salt into saucepan with meat", "src3": "stir meat using spoon in saucepan", "trg": "put_down salt onto cutting board", "vis_src": "P12_101:139 P12_101:140 P12_101:141", "vis_trg": "P12_101:142", "narrations": [ "pick up salt container from countertop", "pour salt into saucepan with meat", "stir meat using spoon in saucepan", "put down salt onto cutting board" ], "verbs": [ "pick-up", "pour-into", "stir", "put-down" ], "verb_classes": [ 0, 9, 10, 1 ], "nouns": [ "container:salt", "salt", "meat", "salt" ], "noun_classes": [ 21, 38, 28, 38 ], "start_stop_timestamps": [ [ "00:06:00.75", "00:06:01.52" ], [ "00:06:02.00", "00:06:04.52" ], [ "00:06:04.58", "00:06:11.50" ], [ "00:06:04.74", "00:06:05.70" ] ], "start_stop_frames": [ [ 18037, 18076 ], [ 18100, 18226 ], [ 18229, 18575 ], [ 18237, 18285 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P26_107+19_20_21_22", "video_id": "P26_107", "narration_ids": [ "P26_107_19", "P26_107_20", "P26_107_21", "P26_107_22" ], "src": "remove lid . pick_up spoon . stir spoon", "src1": "remove lid", "src2": "pick_up spoon", "src3": "stir spoon", "trg": "put_down lid", "vis_src": "P26_107:19 P26_107:20 P26_107:21", "vis_trg": "P26_107:22", "narrations": [ "remove lid", "pick up spoon", "stir", "put down lid" ], "verbs": [ "remove", "pick-up", "stir", "put-down" ], "verb_classes": [ 12, 0, 10, 1 ], "nouns": [ "lid", "spoon", "spoon", "lid" ], "noun_classes": [ 6, 1, 1, 6 ], "start_stop_timestamps": [ [ "00:02:00.35", "00:02:01.35" ], [ "00:02:01.39", "00:02:02.19" ], [ "00:02:02.21", "00:02:09.79" ], [ "00:02:09.67", "00:02:12.94" ] ], "start_stop_frames": [ [ 6017, 6067 ], [ 6069, 6109 ], [ 6110, 6489 ], [ 6483, 6647 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P02_104+10_11_12_13", "video_id": "P02_104", "narration_ids": [ "P02_104_10", "P02_104_11", "P02_104_12", "P02_104_13" ], "src": "fill kettle with water . close tap . close kettle", "src1": "fill kettle with water", "src2": "close tap", "src3": "close kettle", "trg": "put kettle down", "vis_src": "P02_104:10 P02_104:11 P02_104:12", "vis_trg": "P02_104:13", "narrations": [ "fill kettle with water", "close tap", "close kettle", "put kettle down" ], "verbs": [ "fill", "turn-off", "close", "put-down" ], "verb_classes": [ 26, 8, 4, 1 ], "nouns": [ "kettle", "tap", "kettle", "kettle" ], "noun_classes": [ 44, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:00:30.69", "00:00:36.49" ], [ "00:00:36.45", "00:00:37.25" ], [ "00:00:37.45", "00:00:38.76" ], [ "00:00:38.79", "00:00:39.77" ] ], "start_stop_frames": [ [ 1534, 1824 ], [ 1822, 1862 ], [ 1872, 1938 ], [ 1939, 1988 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P30_108+55_56_57_59", "video_id": "P30_108", "narration_ids": [ "P30_108_55", "P30_108_56", "P30_108_57", "P30_108_59" ], "src": "move plate . put_down pan . pick_up sponge", "src1": "move plate", "src2": "put_down pan", "src3": "pick_up sponge", "trg": "put_down sponge", "vis_src": "P30_108:55 P30_108:56 P30_108:57", "vis_trg": "P30_108:59", "narrations": [ "move plate", "put down pan", "pick up sponge", "put down sponge" ], "verbs": [ "move", "put-down", "pick-up", "put-down" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "plate", "pan", "sponge", "sponge" ], "noun_classes": [ 2, 5, 9, 9 ], "start_stop_timestamps": [ [ "00:01:53.85", "00:01:54.61" ], [ "00:01:54.95", "00:01:55.83" ], [ "00:01:55.93", "00:01:56.78" ], [ "00:01:55.96", "00:01:57.13" ] ], "start_stop_frames": [ [ 5692, 5730 ], [ 5747, 5791 ], [ 5796, 5839 ], [ 5798, 5856 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P02_118+202_203_204_205", "video_id": "P02_118", "narration_ids": [ "P02_118_202", "P02_118_203", "P02_118_204", "P02_118_205" ], "src": "sponge mug . put_down sponge . open tap", "src1": "sponge mug", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_118:202 P02_118:203 P02_118:204", "vis_trg": "P02_118:205", "narrations": [ "sponge mug", "put down sponge", "open tap", "rinse mug" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "mug", "sponge", "tap", "mug" ], "noun_classes": [ 13, 9, 0, 13 ], "start_stop_timestamps": [ [ "00:10:31.09", "00:10:34.40" ], [ "00:10:34.42", "00:10:34.84" ], [ "00:10:34.92", "00:10:36.04" ], [ "00:10:36.06", "00:10:40.64" ] ], "start_stop_frames": [ [ 31554, 31720 ], [ 31720, 31742 ], [ 31745, 31802 ], [ 31802, 32032 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P12_101+205_206_207_208", "video_id": "P12_101", "narration_ids": [ "P12_101_205", "P12_101_206", "P12_101_207", "P12_101_208" ], "src": "pick_up salt from countertop . pour salt into saucepan . put salt_container onto countertop", "src1": "pick_up salt from countertop", "src2": "pour salt into saucepan", "src3": "put salt_container onto countertop", "trg": "close salt_container", "vis_src": "P12_101:205 P12_101:206 P12_101:207", "vis_trg": "P12_101:208", "narrations": [ "pick up salt from countertop", "pour salt into saucepan", "put salt container onto countertop", "close salt container" ], "verbs": [ "pick-up", "pour-into", "put-onto", "close" ], "verb_classes": [ 0, 9, 1, 4 ], "nouns": [ "salt", "salt", "container:salt", "container:salt" ], "noun_classes": [ 38, 38, 21, 21 ], "start_stop_timestamps": [ [ "00:09:37.30", "00:09:37.97" ], [ "00:09:39.28", "00:09:42.89" ], [ "00:09:43.80", "00:09:44.50" ], [ "00:09:44.20", "00:09:44.54" ] ], "start_stop_frames": [ [ 28864, 28898 ], [ 28964, 29144 ], [ 29189, 29225 ], [ 29210, 29227 ] ], "trgnoun": "salt_container", "trgverb": "close" }, { "key": "P03_119+8_9_10_11", "video_id": "P03_119", "narration_ids": [ "P03_119_8", "P03_119_9", "P03_119_10", "P03_119_11" ], "src": "close oven . open cupboard . take_out tray from cupboard", "src1": "close oven", "src2": "open cupboard", "src3": "take_out tray from cupboard", "trg": "close cupboard", "vis_src": "P03_119:8 P03_119:9 P03_119:10", "vis_trg": "P03_119:11", "narrations": [ "close oven", "open cupboard", "take out tray from cupboard", "close cupboard" ], "verbs": [ "close", "open", "take-out", "close" ], "verb_classes": [ 4, 3, 12, 4 ], "nouns": [ "oven", "cupboard", "tray", "cupboard" ], "noun_classes": [ 46, 3, 35, 3 ], "start_stop_timestamps": [ [ "00:00:15.85", "00:00:16.64" ], [ "00:00:17.35", "00:00:18.20" ], [ "00:00:17.73", "00:00:24.90" ], [ "00:00:24.86", "00:00:26.39" ] ], "start_stop_frames": [ [ 792, 832 ], [ 867, 910 ], [ 886, 1245 ], [ 1243, 1319 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P27_101+181_182_183_184", "video_id": "P27_101", "narration_ids": [ "P27_101_181", "P27_101_182", "P27_101_183", "P27_101_184" ], "src": "pick_up moka_pot . put_down moka_pot . open garbage_bin", "src1": "pick_up moka_pot", "src2": "put_down moka_pot", "src3": "open garbage_bin", "trg": "empty moka_pot", "vis_src": "P27_101:181 P27_101:182 P27_101:183", "vis_trg": "P27_101:184", "narrations": [ "pick up moka pot", "put down moka pot", "open garbage bin", "empty moka pot" ], "verbs": [ "pick-up", "put-down", "open", "empty" ], "verb_classes": [ 0, 1, 3, 20 ], "nouns": [ "pot:moka", "pot:moka", "bin:garbage", "pot:moka" ], "noun_classes": [ 50, 50, 36, 50 ], "start_stop_timestamps": [ [ "00:07:33.20", "00:07:33.70" ], [ "00:07:33.92", "00:07:35.65" ], [ "00:07:38.32", "00:07:38.99" ], [ "00:07:38.96", "00:07:40.20" ] ], "start_stop_frames": [ [ 22660, 22685 ], [ 22696, 22782 ], [ 22916, 22949 ], [ 22948, 23010 ] ], "trgnoun": "moka_pot", "trgverb": "empty" }, { "key": "P11_15+64_65_66_67", "video_id": "P11_15", "narration_ids": [ "P11_15_64", "P11_15_65", "P11_15_66", "P11_15_67" ], "src": "chop leek . check oven_timer . pick_up spoon", "src1": "chop leek", "src2": "check oven_timer", "src3": "pick_up spoon", "trg": "put_down spoon", "vis_src": "P11_15:64 P11_15:65 P11_15:66", "vis_trg": "P11_15:67", "narrations": [ "chop leek", "check oven timer", "pick up spoon", "put down spoon" ], "verbs": [ "chop", "check", "pick-up", "put-down" ], "verb_classes": [ 7, 24, 0, 1 ], "nouns": [ "leek", "timer:oven", "spoon", "spoon" ], "noun_classes": [ 117, 111, 1, 1 ], "start_stop_timestamps": [ [ "00:04:13.94", "00:04:21.29" ], [ "00:04:22.60", "00:04:30.05" ], [ "00:04:31.99", "00:04:33.47" ], [ "00:04:33.16", "00:04:34.94" ] ], "start_stop_frames": [ [ 15236, 15677 ], [ 15756, 16203 ], [ 16319, 16408 ], [ 16389, 16496 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P01_01+120_121_122_123", "video_id": "P01_01", "narration_ids": [ "P01_01_120", "P01_01_121", "P01_01_122", "P01_01_123" ], "src": "take container . open fridge . put container into fridge", "src1": "take container", "src2": "open fridge", "src3": "put container into fridge", "trg": "close fridge", "vis_src": "P01_01:120 P01_01:121 P01_01:122", "vis_trg": "P01_01:123", "narrations": [ "take container", "open fridge", "put container into fridge", "close fridge" ], "verbs": [ "take", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "container", "fridge", "container", "fridge" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:09:02.04", "00:09:02.98" ], [ "00:09:06.39", "00:09:07.42" ], [ "00:09:07.40", "00:09:09.01" ], [ "00:09:09.28", "00:09:10.03" ] ], "start_stop_frames": [ [ 32522, 32578 ], [ 32783, 32845 ], [ 32844, 32940 ], [ 32956, 33001 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_119+28_29_30_31", "video_id": "P04_119", "narration_ids": [ "P04_119_28", "P04_119_29", "P04_119_30", "P04_119_31" ], "src": "put_down instructions . try to pick_up knife . pick_up knife", "src1": "put_down instructions", "src2": "try to pick_up knife", "src3": "pick_up knife", "trg": "put_down knife on chopping board", "vis_src": "P04_119:28 P04_119:29 P04_119:30", "vis_trg": "P04_119:31", "narrations": [ "put down instructions", "try to pick up knife", "pick up knife", "put down knife on chopping board" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "instruction", "knife", "knife", "knife" ], "noun_classes": [ 149, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:02:08.92", "00:02:09.69" ], [ "00:02:10.89", "00:02:12.39" ], [ "00:02:10.41", "00:02:12.86" ], [ "00:02:12.95", "00:02:13.73" ] ], "start_stop_frames": [ [ 6445, 6484 ], [ 6544, 6619 ], [ 6520, 6643 ], [ 6647, 6686 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P01_18+266_267_268_269", "video_id": "P01_18", "narration_ids": [ "P01_18_266", "P01_18_267", "P01_18_268", "P01_18_269" ], "src": "open cupboard . take plate . close cupboard", "src1": "open cupboard", "src2": "take plate", "src3": "close cupboard", "trg": "put_down plate", "vis_src": "P01_18:266 P01_18:267 P01_18:268", "vis_trg": "P01_18:269", "narrations": [ "open cupboard", "take plate", "close cupboard", "put down plate" ], "verbs": [ "open", "take", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:19:58.06", "00:19:59.18" ], [ "00:19:59.16", "00:20:00.75" ], [ "00:20:00.82", "00:20:01.58" ], [ "00:20:01.99", "00:20:02.95" ] ], "start_stop_frames": [ [ 71883, 71950 ], [ 71949, 72045 ], [ 72049, 72094 ], [ 72119, 72177 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P25_107+318_319_320_321", "video_id": "P25_107", "narration_ids": [ "P25_107_318", "P25_107_319", "P25_107_320", "P25_107_321" ], "src": "pick_up aubergine . lay aubergine . pick_up salt", "src1": "pick_up aubergine", "src2": "lay aubergine", "src3": "pick_up salt", "trg": "put_down salt", "vis_src": "P25_107:318 P25_107:319 P25_107:320", "vis_trg": "P25_107:321", "narrations": [ "pick up aubergine", "lay aubergine", "pick up salt", "put down salt" ], "verbs": [ "pick-up", "lay", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "aubergine", "aubergine", "salt", "salt" ], "noun_classes": [ 67, 67, 38, 38 ], "start_stop_timestamps": [ [ "00:24:27.94", "00:24:29.25" ], [ "00:24:29.35", "00:24:30.31" ], [ "00:24:31.09", "00:24:32.14" ], [ "00:24:32.10", "00:24:33.80" ] ], "start_stop_frames": [ [ 73397, 73462 ], [ 73467, 73515 ], [ 73554, 73607 ], [ 73605, 73690 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P02_108+412_413_414_415", "video_id": "P02_108", "narration_ids": [ "P02_108_412", "P02_108_413", "P02_108_414", "P02_108_415" ], "src": "sponge juicer_part . open tap . rinse part", "src1": "sponge juicer_part", "src2": "open tap", "src3": "rinse part", "trg": "close tap", "vis_src": "P02_108:412 P02_108:413 P02_108:414", "vis_trg": "P02_108:415", "narrations": [ "sponge juicer part", "open tap", "rinse part", "close tap" ], "verbs": [ "sponge", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 2, 6, 2, 8 ], "nouns": [ "part:juicer", "tap", "tap", "tap" ], "noun_classes": [ 106, 0, 0, 0 ], "start_stop_timestamps": [ [ "00:19:47.05", "00:19:48.14" ], [ "00:19:48.24", "00:19:49.54" ], [ "00:19:49.38", "00:19:54.99" ], [ "00:19:55.06", "00:19:55.78" ] ], "start_stop_frames": [ [ 59352, 59407 ], [ 59412, 59477 ], [ 59469, 59749 ], [ 59753, 59789 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_113+275_276_277_278", "video_id": "P04_113", "narration_ids": [ "P04_113_275", "P04_113_276", "P04_113_277", "P04_113_278" ], "src": "pick_up bowl . open food_bin . scrape flour out of bowl and into food bin", "src1": "pick_up bowl", "src2": "open food_bin", "src3": "scrape flour out of bowl and into food bin", "trg": "close food_bin", "vis_src": "P04_113:275 P04_113:276 P04_113:277", "vis_trg": "P04_113:278", "narrations": [ "pick up bowl", "open food bin", "scrape flour out of bowl and into food bin", "close food bin" ], "verbs": [ "pick-up", "open", "scrape-out", "close" ], "verb_classes": [ 0, 3, 25, 4 ], "nouns": [ "bowl", "bin:food", "flour", "bin:food" ], "noun_classes": [ 7, 36, 75, 36 ], "start_stop_timestamps": [ [ "00:08:23.23", "00:08:28.12" ], [ "00:08:28.78", "00:08:29.92" ], [ "00:08:29.00", "00:08:35.12" ], [ "00:08:35.22", "00:08:35.99" ] ], "start_stop_frames": [ [ 25161, 25406 ], [ 25439, 25496 ], [ 25450, 25756 ], [ 25761, 25799 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P30_108+28_29_30_31", "video_id": "P30_108", "narration_ids": [ "P30_108_28", "P30_108_29", "P30_108_30", "P30_108_31" ], "src": "dry colander . open cupboard . put colander into cupboard", "src1": "dry colander", "src2": "open cupboard", "src3": "put colander into cupboard", "trg": "close cupboard", "vis_src": "P30_108:28 P30_108:29 P30_108:30", "vis_trg": "P30_108:31", "narrations": [ "dry colander", "open cupboard", "put colander into cupboard", "close cupboard" ], "verbs": [ "dry", "open", "put-into", "close" ], "verb_classes": [ 14, 3, 5, 4 ], "nouns": [ "colander", "cupboard", "colander", "cupboard" ], "noun_classes": [ 39, 3, 39, 3 ], "start_stop_timestamps": [ [ "00:01:00.70", "00:01:05.44" ], [ "00:01:03.00", "00:01:06.25" ], [ "00:01:05.84", "00:01:07.71" ], [ "00:01:07.69", "00:01:08.94" ] ], "start_stop_frames": [ [ 3035, 3272 ], [ 3150, 3312 ], [ 3292, 3385 ], [ 3384, 3447 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_12+161_162_163_164", "video_id": "P22_12", "narration_ids": [ "P22_12_161", "P22_12_162", "P22_12_163", "P22_12_164" ], "src": "pick_up slice . insert slice . turn_on toaster", "src1": "pick_up slice", "src2": "insert slice", "src3": "turn_on toaster", "trg": "close bread", "vis_src": "P22_12:161 P22_12:162 P22_12:163", "vis_trg": "P22_12:164", "narrations": [ "pick up slice", "insert slice", "turn on toaster", "close bread" ], "verbs": [ "pick-up", "insert", "turn-on", "close" ], "verb_classes": [ 0, 5, 6, 4 ], "nouns": [ "bread", "bread", "toaster", "bread" ], "noun_classes": [ 33, 33, 186, 33 ], "start_stop_timestamps": [ [ "00:06:40.41", "00:06:43.29" ], [ "00:06:43.32", "00:06:44.83" ], [ "00:06:44.73", "00:06:45.75" ], [ "00:06:45.85", "00:06:47.75" ] ], "start_stop_frames": [ [ 24024, 24197 ], [ 24199, 24289 ], [ 24283, 24345 ], [ 24351, 24465 ] ], "trgnoun": "bread", "trgverb": "close" }, { "key": "P02_105+37_38_39_40", "video_id": "P02_105", "narration_ids": [ "P02_105_37", "P02_105_38", "P02_105_39", "P02_105_40" ], "src": "squeeze sponge . pick_up washing_liquid . put washing_liquid on sponge", "src1": "squeeze sponge", "src2": "pick_up washing_liquid", "src3": "put washing_liquid on sponge", "trg": "put_down washing_liquid", "vis_src": "P02_105:37 P02_105:38 P02_105:39", "vis_trg": "P02_105:40", "narrations": [ "squeeze sponge", "pick up washing liquid", "put washing liquid on sponge", "put down washing liquid" ], "verbs": [ "squeeze", "pick-up", "put", "put-down" ], "verb_classes": [ 18, 0, 1, 1 ], "nouns": [ "sponge", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:01:01.12", "00:01:01.96" ], [ "00:01:01.59", "00:01:02.13" ], [ "00:01:02.23", "00:01:03.20" ], [ "00:01:03.05", "00:01:04.10" ] ], "start_stop_frames": [ [ 3056, 3098 ], [ 3079, 3106 ], [ 3111, 3160 ], [ 3152, 3204 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P23_04+27_28_29_30", "video_id": "P23_04", "narration_ids": [ "P23_04_27", "P23_04_28", "P23_04_29", "P23_04_30" ], "src": "open the fridge . take the cover . take the tomato into the cover", "src1": "open the fridge", "src2": "take the cover", "src3": "take the tomato into the cover", "trg": "take the tomato from the cover", "vis_src": "P23_04:27 P23_04:28 P23_04:29", "vis_trg": "P23_04:30", "narrations": [ "open the fridge", "take the cover", "take the tomato into the cover", "take the tomato from the cover" ], "verbs": [ "open", "take", "take-into", "take-from" ], "verb_classes": [ 3, 0, 0, 0 ], "nouns": [ "fridge", "cover", "tomato", "tomato" ], "noun_classes": [ 12, 89, 43, 43 ], "start_stop_timestamps": [ [ "00:11:45.13", "00:11:46.38" ], [ "00:11:46.34", "00:11:48.47" ], [ "00:11:55.52", "00:12:08.19" ], [ "00:11:56.64", "00:12:09.30" ] ], "start_stop_frames": [ [ 42307, 42382 ], [ 42380, 42508 ], [ 42931, 43691 ], [ 42998, 43758 ] ], "trgnoun": "tomato", "trgverb": "take_from" }, { "key": "P29_03+264_265_266_267", "video_id": "P29_03", "narration_ids": [ "P29_03_264", "P29_03_265", "P29_03_266", "P29_03_267" ], "src": "pick_up knife . scour knife . wash knife", "src1": "pick_up knife", "src2": "scour knife", "src3": "wash knife", "trg": "put_down knife", "vis_src": "P29_03:264 P29_03:265 P29_03:266", "vis_trg": "P29_03:267", "narrations": [ "pick up knife", "scour knife", "wash knife", "put down knife" ], "verbs": [ "pick-up", "scour", "wash", "put-down" ], "verb_classes": [ 0, 29, 2, 1 ], "nouns": [ "knife", "knife", "knife", "knife" ], "noun_classes": [ 4, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:16:41.94", "00:16:42.67" ], [ "00:16:42.77", "00:16:46.91" ], [ "00:16:47.01", "00:16:48.09" ], [ "00:16:48.19", "00:16:49.41" ] ], "start_stop_frames": [ [ 60116, 60160 ], [ 60166, 60414 ], [ 60420, 60485 ], [ 60491, 60564 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P27_103+38_41_417_420", "video_id": "P27_103", "narration_ids": [ "P27_103_38", "P27_103_41", "P27_103_417", "P27_103_420" ], "src": "close cupboard . pick_up bin . move container", "src1": "close cupboard", "src2": "pick_up bin", "src3": "move container", "trg": "put_down bin", "vis_src": "P27_103:38 P27_103:41 P27_103:417", "vis_trg": "P27_103:420", "narrations": [ "close cupboard", "pick up bin", "move container", "put down bin" ], "verbs": [ "close", "pick-up", "move", "put-down" ], "verb_classes": [ 4, 0, 11, 1 ], "nouns": [ "cupboard", "bin", "container", "bin" ], "noun_classes": [ 3, 36, 21, 36 ], "start_stop_timestamps": [ [ "00:01:30.70", "00:01:32.55" ], [ "00:01:42.54", "00:01:43.94" ], [ "00:31:05.64", "00:31:06.23" ], [ "00:31:07.08", "00:31:08.03" ] ], "start_stop_frames": [ [ 4535, 4627 ], [ 5127, 5197 ], [ 93282, 93311 ], [ 93354, 93401 ] ], "trgnoun": "bin", "trgverb": "put_down" }, { "key": "P04_109+166_167_168_170", "video_id": "P04_109", "narration_ids": [ "P04_109_166", "P04_109_167", "P04_109_168", "P04_109_170" ], "src": "put pieces of cucumber in measuring jug . wipe piece of cucumber off knife into measuring jug . wipe pieces of cucumber off knife and into measuring jug", "src1": "put pieces of cucumber in measuring jug", "src2": "wipe piece of cucumber off knife into measuring jug", "src3": "wipe pieces of cucumber off knife and into measuring jug", "trg": "pick_up pieces of cucumber", "vis_src": "P04_109:166 P04_109:167 P04_109:168", "vis_trg": "P04_109:170", "narrations": [ "put pieces of cucumber in measuring jug", "wipe piece of cucumber off knife into measuring jug", "wipe pieces of cucumber off knife and into measuring jug", "pick up pieces of cucumber" ], "verbs": [ "put-in", "wipe-into", "wipe", "pick-up" ], "verb_classes": [ 5, 2, 2, 0 ], "nouns": [ "piece:cucumber", "piece:cucumber", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:50.85", "00:05:52.10" ], [ "00:05:52.05", "00:05:52.50" ], [ "00:05:52.60", "00:05:54.33" ], [ "00:05:54.56", "00:05:56.27" ] ], "start_stop_frames": [ [ 17542, 17605 ], [ 17602, 17625 ], [ 17630, 17716 ], [ 17728, 17813 ] ], "trgnoun": "cucumber_piece", "trgverb": "pick_up" }, { "key": "P31_13+14_15_16_17", "video_id": "P31_13", "narration_ids": [ "P31_13_14", "P31_13_15", "P31_13_16", "P31_13_17" ], "src": "take napkins . take sandwich . take another sandwich", "src1": "take napkins", "src2": "take sandwich", "src3": "take another sandwich", "trg": "put_down sandwich", "vis_src": "P31_13:14 P31_13:15 P31_13:16", "vis_trg": "P31_13:17", "narrations": [ "take napkins", "take sandwich", "take another sandwich", "put down sandwich" ], "verbs": [ "take", "take", "take", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "napkin", "sandwich", "sandwich", "sandwich" ], "noun_classes": [ 88, 164, 164, 164 ], "start_stop_timestamps": [ [ "00:02:06.88", "00:02:09.05" ], [ "00:02:21.07", "00:02:24.53" ], [ "00:02:27.80", "00:02:31.41" ], [ "00:02:33.54", "00:02:34.27" ] ], "start_stop_frames": [ [ 7612, 7743 ], [ 8464, 8671 ], [ 8868, 9084 ], [ 9212, 9256 ] ], "trgnoun": "sandwich", "trgverb": "put_down" }, { "key": "P22_07+351_352_353_354", "video_id": "P22_07", "narration_ids": [ "P22_07_351", "P22_07_352", "P22_07_353", "P22_07_354" ], "src": "move cutting_board . grab gas lighter . open drawer", "src1": "move cutting_board", "src2": "grab gas lighter", "src3": "open drawer", "trg": "put_down down gas lighter", "vis_src": "P22_07:351 P22_07:352 P22_07:353", "vis_trg": "P22_07:354", "narrations": [ "move cutting board", "grab gas lighter", "open drawer", "put down down gas lighter" ], "verbs": [ "move", "grab", "open", "put-down" ], "verb_classes": [ 11, 0, 3, 1 ], "nouns": [ "board:cutting", "gas", "drawer", "gas" ], "noun_classes": [ 18, 24, 8, 24 ], "start_stop_timestamps": [ [ "00:16:14.26", "00:16:16.17" ], [ "00:16:18.86", "00:16:19.83" ], [ "00:16:21.81", "00:16:22.73" ], [ "00:16:22.96", "00:16:23.74" ] ], "start_stop_frames": [ [ 58455, 58570 ], [ 58731, 58789 ], [ 58908, 58963 ], [ 58977, 59024 ] ], "trgnoun": "gas", "trgverb": "put_down" }, { "key": "P11_15+41_42_43_46", "video_id": "P11_15", "narration_ids": [ "P11_15_41", "P11_15_42", "P11_15_43", "P11_15_46" ], "src": "put leeks in sink . throw away packaging . wash leeks", "src1": "put leeks in sink", "src2": "throw away packaging", "src3": "wash leeks", "trg": "turn_off tap", "vis_src": "P11_15:41 P11_15:42 P11_15:43", "vis_trg": "P11_15:46", "narrations": [ "put leeks in sink", "throw away packaging", "wash leeks", "turn off tap" ], "verbs": [ "put-in", "throw", "wash", "turn-off" ], "verb_classes": [ 5, 13, 2, 8 ], "nouns": [ "leek", "packaging", "leek", "tap" ], "noun_classes": [ 117, 26, 117, 0 ], "start_stop_timestamps": [ [ "00:02:21.89", "00:02:26.26" ], [ "00:02:27.52", "00:02:29.13" ], [ "00:02:32.47", "00:02:35.55" ], [ "00:02:41.67", "00:02:43.01" ] ], "start_stop_frames": [ [ 8513, 8775 ], [ 8851, 8947 ], [ 9148, 9333 ], [ 9700, 9780 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P03_19+75_76_77_78", "video_id": "P03_19", "narration_ids": [ "P03_19_75", "P03_19_76", "P03_19_77", "P03_19_78" ], "src": "fill bottle . close lid . turn_down hob", "src1": "fill bottle", "src2": "close lid", "src3": "turn_down hob", "trg": "shake bottle", "vis_src": "P03_19:75 P03_19:76 P03_19:77", "vis_trg": "P03_19:78", "narrations": [ "fill bottle", "close lid", "turn down hob", "shake bottle" ], "verbs": [ "fill", "close", "turn-down", "shake" ], "verb_classes": [ 26, 4, 65, 15 ], "nouns": [ "bottle", "lid", "hob", "bottle" ], "noun_classes": [ 15, 6, 24, 15 ], "start_stop_timestamps": [ [ "00:03:58.79", "00:04:00.91" ], [ "00:04:00.58", "00:04:01.74" ], [ "00:04:02.94", "00:04:03.94" ], [ "00:04:04.25", "00:04:06.84" ] ], "start_stop_frames": [ [ 14327, 14454 ], [ 14434, 14504 ], [ 14576, 14636 ], [ 14655, 14810 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P12_02+146_147_148_149", "video_id": "P12_02", "narration_ids": [ "P12_02_146", "P12_02_147", "P12_02_148", "P12_02_149" ], "src": "wash knife . wash cans . take plastic_bag", "src1": "wash knife", "src2": "wash cans", "src3": "take plastic_bag", "trg": "put cans in plastic bag", "vis_src": "P12_02:146 P12_02:147 P12_02:148", "vis_trg": "P12_02:149", "narrations": [ "wash knife", "wash cans", "take plastic bag", "put cans in plastic bag" ], "verbs": [ "wash", "wash", "take", "put-in" ], "verb_classes": [ 2, 2, 0, 5 ], "nouns": [ "knife", "can", "bag:plastic", "can" ], "noun_classes": [ 4, 61, 19, 61 ], "start_stop_timestamps": [ [ "00:25:14.53", "00:25:18.46" ], [ "00:25:20.62", "00:25:27.22" ], [ "00:25:36.14", "00:25:39.67" ], [ "00:25:40.36", "00:25:43.39" ] ], "start_stop_frames": [ [ 90871, 91107 ], [ 91237, 91633 ], [ 92168, 92380 ], [ 92421, 92603 ] ], "trgnoun": "can", "trgverb": "put_in" }, { "key": "P05_04+55_56_57_58", "video_id": "P05_04", "narration_ids": [ "P05_04_55", "P05_04_56", "P05_04_57", "P05_04_58" ], "src": "pour milk into cup . open refrigerator . put milk_container in refrigerator", "src1": "pour milk into cup", "src2": "open refrigerator", "src3": "put milk_container in refrigerator", "trg": "close refrigerator", "vis_src": "P05_04:55 P05_04:56 P05_04:57", "vis_trg": "P05_04:58", "narrations": [ "pour milk into cup", "open refrigerator", "put milk container in refrigerator", "close refrigerator" ], "verbs": [ "pour-into", "open", "put-in", "close" ], "verb_classes": [ 9, 3, 5, 4 ], "nouns": [ "milk", "refrigerator", "container:milk", "refrigerator" ], "noun_classes": [ 64, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:06:02.77", "00:06:08.63" ], [ "00:06:10.10", "00:06:11.71" ], [ "00:06:11.78", "00:06:13.64" ], [ "00:06:16.07", "00:06:18.23" ] ], "start_stop_frames": [ [ 21766, 22117 ], [ 22206, 22302 ], [ 22306, 22418 ], [ 22564, 22693 ] ], "trgnoun": "refrigerator", "trgverb": "close" }, { "key": "P21_03+12_13_14_15", "video_id": "P21_03", "narration_ids": [ "P21_03_12", "P21_03_13", "P21_03_14", "P21_03_15" ], "src": "arranging the tomato on the dish . leaving the knife . opening the olive_oil", "src1": "arranging the tomato on the dish", "src2": "leaving the knife", "src3": "opening the olive_oil", "trg": "pouring some olive_oil", "vis_src": "P21_03:12 P21_03:13 P21_03:14", "vis_trg": "P21_03:15", "narrations": [ "arranging the tomato on the dish", "leaving the knife", "opening the olive oil", "pouring some olive oil" ], "verbs": [ "arrange-on", "leave", "open", "pour" ], "verb_classes": [ 40, 1, 3, 9 ], "nouns": [ "tomato", "knife", "oil:olive", "oil:olive" ], "noun_classes": [ 43, 4, 31, 31 ], "start_stop_timestamps": [ [ "00:01:29.53", "00:01:38.40" ], [ "00:01:38.28", "00:01:40.23" ], [ "00:01:43.21", "00:01:45.14" ], [ "00:01:45.12", "00:01:51.84" ] ], "start_stop_frames": [ [ 5371, 5904 ], [ 5896, 6013 ], [ 6192, 6308 ], [ 6307, 6710 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P04_104+111_112_113_115", "video_id": "P04_104", "narration_ids": [ "P04_104_111", "P04_104_112", "P04_104_113", "P04_104_115" ], "src": "move things in drawer . pick_up batteries . put_down batteries", "src1": "move things in drawer", "src2": "pick_up batteries", "src3": "put_down batteries", "trg": "move tea_towels", "vis_src": "P04_104:111 P04_104:112 P04_104:113", "vis_trg": "P04_104:115", "narrations": [ "move things in drawer", "pick up batteries", "put down batteries", "move tea towels" ], "verbs": [ "move-in", "pick-up", "put-down", "move" ], "verb_classes": [ 5, 0, 1, 11 ], "nouns": [ "drawer", "battery", "battery", "towel:tea" ], "noun_classes": [ 8, 233, 233, 52 ], "start_stop_timestamps": [ [ "00:04:22.15", "00:04:23.40" ], [ "00:04:24.23", "00:04:26.34" ], [ "00:04:26.55", "00:04:27.21" ], [ "00:04:28.00", "00:04:29.73" ] ], "start_stop_frames": [ [ 13107, 13169 ], [ 13211, 13316 ], [ 13327, 13360 ], [ 13400, 13486 ] ], "trgnoun": "tea_towel", "trgverb": "move" }, { "key": "P04_109+293_294_295_296", "video_id": "P04_109", "narration_ids": [ "P04_109_293", "P04_109_294", "P04_109_295", "P04_109_296" ], "src": "put cucumber in fridge drawer . close fridge_drawer . pick_up starter", "src1": "put cucumber in fridge drawer", "src2": "close fridge_drawer", "src3": "pick_up starter", "trg": "tilt starter", "vis_src": "P04_109:293 P04_109:294 P04_109:295", "vis_trg": "P04_109:296", "narrations": [ "put cucumber in fridge drawer", "close fridge drawer", "pick up starter", "tilt starter" ], "verbs": [ "put-in", "close", "pick-up", "tilt" ], "verb_classes": [ 5, 4, 0, 33 ], "nouns": [ "cucumber", "drawer:fridge", "starter", "starter" ], "noun_classes": [ 72, 8, 71, 71 ], "start_stop_timestamps": [ [ "00:09:35.69", "00:09:36.63" ], [ "00:09:37.07", "00:09:39.74" ], [ "00:09:39.84", "00:09:41.03" ], [ "00:09:40.79", "00:09:41.37" ] ], "start_stop_frames": [ [ 28784, 28831 ], [ 28853, 28987 ], [ 28992, 29051 ], [ 29039, 29068 ] ], "trgnoun": "starter", "trgverb": "tilt" }, { "key": "P27_07+57_58_59_60", "video_id": "P27_07", "narration_ids": [ "P27_07_57", "P27_07_58", "P27_07_59", "P27_07_60" ], "src": "rinse sponge . pick_up spoon . wash spoon", "src1": "rinse sponge", "src2": "pick_up spoon", "src3": "wash spoon", "trg": "rinse spoon", "vis_src": "P27_07:57 P27_07:58 P27_07:59", "vis_trg": "P27_07:60", "narrations": [ "rinse sponge", "pick up spoon", "wash spoon", "rinse spoon" ], "verbs": [ "rinse", "pick-up", "wash", "rinse" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "sponge", "spoon", "spoon", "spoon" ], "noun_classes": [ 9, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:12:15.95", "00:12:20.06" ], [ "00:12:20.70", "00:12:21.79" ], [ "00:12:22.49", "00:12:23.03" ], [ "00:12:24.55", "00:12:25.15" ] ], "start_stop_frames": [ [ 44157, 44403 ], [ 44442, 44507 ], [ 44549, 44581 ], [ 44673, 44709 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P02_130+29_30_31_32", "video_id": "P02_130", "narration_ids": [ "P02_130_29", "P02_130_30", "P02_130_31", "P02_130_32" ], "src": "close cupboard . move water_filter . put_down bowl", "src1": "close cupboard", "src2": "move water_filter", "src3": "put_down bowl", "trg": "open cupboard", "vis_src": "P02_130:29 P02_130:30 P02_130:31", "vis_trg": "P02_130:32", "narrations": [ "close cupboard", "move water filter", "put down bowl", "open cupboard" ], "verbs": [ "close", "move", "put-down", "open" ], "verb_classes": [ 4, 11, 1, 3 ], "nouns": [ "cupboard", "filter:water", "bowl", "cupboard" ], "noun_classes": [ 3, 66, 7, 3 ], "start_stop_timestamps": [ [ "00:01:08.77", "00:01:09.39" ], [ "00:01:11.19", "00:01:13.94" ], [ "00:01:12.34", "00:01:14.21" ], [ "00:01:15.76", "00:01:16.82" ] ], "start_stop_frames": [ [ 3438, 3469 ], [ 3559, 3697 ], [ 3617, 3710 ], [ 3788, 3840 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P22_117+40_41_42_43", "video_id": "P22_117", "narration_ids": [ "P22_117_40", "P22_117_41", "P22_117_42", "P22_117_43" ], "src": "open fridge . pick_up container . close fridge", "src1": "open fridge", "src2": "pick_up container", "src3": "close fridge", "trg": "open container", "vis_src": "P22_117:40 P22_117:41 P22_117:42", "vis_trg": "P22_117:43", "narrations": [ "open fridge", "pick up container", "close fridge", "open container" ], "verbs": [ "open", "pick-up", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "fridge", "container", "fridge", "container" ], "noun_classes": [ 12, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:01:07.33", "00:01:08.59" ], [ "00:01:08.40", "00:01:10.04" ], [ "00:01:09.82", "00:01:11.21" ], [ "00:01:11.09", "00:01:14.50" ] ], "start_stop_frames": [ [ 3366, 3429 ], [ 3420, 3501 ], [ 3490, 3560 ], [ 3554, 3725 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P02_122+110_111_112_113", "video_id": "P02_122", "narration_ids": [ "P02_122_110", "P02_122_111", "P02_122_112", "P02_122_113" ], "src": "pick_up chopping_board and knife . slide pepper from chopping board into plate using knife . put_down knife", "src1": "pick_up chopping_board and knife", "src2": "slide pepper from chopping board into plate using knife", "src3": "put_down knife", "trg": "put_down chopping_board", "vis_src": "P02_122:110 P02_122:111 P02_122:112", "vis_trg": "P02_122:113", "narrations": [ "pick up chopping board and knife", "slide pepper from chopping board into plate using knife", "put down knife", "put down chopping board" ], "verbs": [ "pick-up", "slide-from", "put-down", "put-down" ], "verb_classes": [ 0, 61, 1, 1 ], "nouns": [ "board:chopping", "pepper", "knife", "board:chopping" ], "noun_classes": [ 18, 37, 4, 18 ], "start_stop_timestamps": [ [ "00:05:45.83", "00:05:49.55" ], [ "00:05:49.65", "00:05:58.82" ], [ "00:05:58.92", "00:05:59.35" ], [ "00:05:59.45", "00:06:00.55" ] ], "start_stop_frames": [ [ 17291, 17477 ], [ 17482, 17941 ], [ 17946, 17967 ], [ 17972, 18027 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P37_101+135_136_137_138", "video_id": "P37_101", "narration_ids": [ "P37_101_135", "P37_101_136", "P37_101_137", "P37_101_138" ], "src": "rinse cucumbers . turn_off tap . put cucumbers down", "src1": "rinse cucumbers", "src2": "turn_off tap", "src3": "put cucumbers down", "trg": "cut cucumbers", "vis_src": "P37_101:135 P37_101:136 P37_101:137", "vis_trg": "P37_101:138", "narrations": [ "rinse cucumbers", "turn off tap", "put cucumbers down", "cut cucumbers" ], "verbs": [ "rinse", "turn-off", "put-down", "cut" ], "verb_classes": [ 2, 8, 1, 7 ], "nouns": [ "cucumber", "tap", "cucumber", "cucumber" ], "noun_classes": [ 72, 0, 72, 72 ], "start_stop_timestamps": [ [ "00:06:01.65", "00:06:02.13" ], [ "00:06:02.22", "00:06:03.06" ], [ "00:06:02.70", "00:06:05.77" ], [ "00:06:06.58", "00:06:18.65" ] ], "start_stop_frames": [ [ 18082, 18106 ], [ 18111, 18153 ], [ 18135, 18288 ], [ 18329, 18932 ] ], "trgnoun": "cucumber", "trgverb": "cut" }, { "key": "P04_114+5_6_7_8", "video_id": "P04_114", "narration_ids": [ "P04_114_5", "P04_114_6", "P04_114_7", "P04_114_8" ], "src": "wipe water with tea towel . pick_up kettle . put_down kettle", "src1": "wipe water with tea towel", "src2": "pick_up kettle", "src3": "put_down kettle", "trg": "turn_on kettle", "vis_src": "P04_114:5 P04_114:6 P04_114:7", "vis_trg": "P04_114:8", "narrations": [ "wipe water with tea towel", "pick up kettle", "put down kettle", "turn on kettle" ], "verbs": [ "wipe-with", "pick-up", "put-down", "turn-on" ], "verb_classes": [ 2, 0, 1, 6 ], "nouns": [ "water", "kettle", "kettle", "kettle" ], "noun_classes": [ 27, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:18.39", "00:00:22.25" ], [ "00:00:22.31", "00:00:23.16" ], [ "00:00:23.23", "00:00:23.64" ], [ "00:00:24.02", "00:00:24.54" ] ], "start_stop_frames": [ [ 919, 1112 ], [ 1115, 1158 ], [ 1161, 1182 ], [ 1201, 1227 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P04_04+83_84_85_87", "video_id": "P04_04", "narration_ids": [ "P04_04_83", "P04_04_84", "P04_04_85", "P04_04_87" ], "src": "slice potato . put_in pan . pick_up potato", "src1": "slice potato", "src2": "put_in pan", "src3": "pick_up potato", "trg": "peel potato", "vis_src": "P04_04:83 P04_04:84 P04_04:85", "vis_trg": "P04_04:87", "narrations": [ "slice potato", "put in pan", "pick up potato", "peel potato" ], "verbs": [ "slice", "put-in", "pick-up", "peel" ], "verb_classes": [ 7, 5, 0, 19 ], "nouns": [ "potato", "pan", "potato", "potato" ], "noun_classes": [ 30, 5, 30, 30 ], "start_stop_timestamps": [ [ "00:07:05.48", "00:07:07.32" ], [ "00:07:07.15", "00:07:08.65" ], [ "00:07:13.98", "00:07:17.75" ], [ "00:07:21.49", "00:08:00.07" ] ], "start_stop_frames": [ [ 25528, 25639 ], [ 25629, 25719 ], [ 26038, 26265 ], [ 26489, 28804 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P04_101+147_148_149_150", "video_id": "P04_101", "narration_ids": [ "P04_101_147", "P04_101_148", "P04_101_149", "P04_101_150" ], "src": "close granola . pick_up granola . open cupboard", "src1": "close granola", "src2": "pick_up granola", "src3": "open cupboard", "trg": "put granola in cupboard", "vis_src": "P04_101:147 P04_101:148 P04_101:149", "vis_trg": "P04_101:150", "narrations": [ "close granola", "pick up granola", "open cupboard", "put granola in cupboard" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "granola", "granola", "cupboard", "granola" ], "noun_classes": [ 99, 99, 3, 99 ], "start_stop_timestamps": [ [ "00:05:16.87", "00:05:17.69" ], [ "00:05:17.79", "00:05:18.97" ], [ "00:05:21.21", "00:05:22.18" ], [ "00:05:22.27", "00:05:23.39" ] ], "start_stop_frames": [ [ 15843, 15884 ], [ 15889, 15948 ], [ 16060, 16109 ], [ 16113, 16169 ] ], "trgnoun": "granola", "trgverb": "put_in" }, { "key": "P22_109+634_635_636_637", "video_id": "P22_109", "narration_ids": [ "P22_109_634", "P22_109_635", "P22_109_636", "P22_109_637" ], "src": "pick_up kitchen_roll . put_down kitchen_roll . pick_up bottle", "src1": "pick_up kitchen_roll", "src2": "put_down kitchen_roll", "src3": "pick_up bottle", "trg": "put_down bottle", "vis_src": "P22_109:634 P22_109:635 P22_109:636", "vis_trg": "P22_109:637", "narrations": [ "pick up kitchen roll", "put down kitchen roll", "pick up bottle", "put down bottle" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "roll:kitchen", "roll:kitchen", "bottle", "bottle" ], "noun_classes": [ 93, 93, 15, 15 ], "start_stop_timestamps": [ [ "00:26:47.27", "00:26:49.06" ], [ "00:26:51.63", "00:26:53.89" ], [ "00:26:55.21", "00:26:57.18" ], [ "00:26:56.69", "00:26:57.90" ] ], "start_stop_frames": [ [ 80363, 80453 ], [ 80581, 80694 ], [ 80760, 80859 ], [ 80834, 80895 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P04_117+11_12_13_14", "video_id": "P04_117", "narration_ids": [ "P04_117_11", "P04_117_12", "P04_117_13", "P04_117_14" ], "src": "push down toaster_lever . unplug plug . plug_in toaster", "src1": "push down toaster_lever", "src2": "unplug plug", "src3": "plug_in toaster", "trg": "turn_on toaster", "vis_src": "P04_117:11 P04_117:12 P04_117:13", "vis_trg": "P04_117:14", "narrations": [ "push down toaster lever", "unplug plug", "plug in toaster", "turn on toaster" ], "verbs": [ "push", "unplug", "plug-in", "turn-on" ], "verb_classes": [ 21, 12, 64, 6 ], "nouns": [ "lever:toaster", "plug", "toaster", "toaster" ], "noun_classes": [ 186, 153, 186, 186 ], "start_stop_timestamps": [ [ "00:00:27.01", "00:00:29.00" ], [ "00:00:28.76", "00:00:30.44" ], [ "00:00:30.10", "00:00:32.66" ], [ "00:00:33.27", "00:00:34.13" ] ], "start_stop_frames": [ [ 1350, 1450 ], [ 1438, 1522 ], [ 1505, 1632 ], [ 1663, 1706 ] ], "trgnoun": "toaster", "trgverb": "turn_on" }, { "key": "P04_120+302_303_304_305", "video_id": "P04_120", "narration_ids": [ "P04_120_302", "P04_120_303", "P04_120_304", "P04_120_305" ], "src": "pick_up teaspoon . put teaspoon in drawer . pick_up knife", "src1": "pick_up teaspoon", "src2": "put teaspoon in drawer", "src3": "pick_up knife", "trg": "put knife in knife holder", "vis_src": "P04_120:302 P04_120:303 P04_120:304", "vis_trg": "P04_120:305", "narrations": [ "pick up teaspoon", "put teaspoon in drawer", "pick up knife", "put knife in knife holder" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "teaspoon", "teaspoon", "knife", "knife" ], "noun_classes": [ 1, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:11:01.05", "00:11:03.20" ], [ "00:11:03.03", "00:11:04.91" ], [ "00:11:04.98", "00:11:06.16" ], [ "00:11:06.16", "00:11:07.56" ] ], "start_stop_frames": [ [ 33052, 33160 ], [ 33151, 33245 ], [ 33249, 33308 ], [ 33308, 33378 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P04_109+2_3_4_5", "video_id": "P04_109", "narration_ids": [ "P04_109_2", "P04_109_3", "P04_109_4", "P04_109_5" ], "src": "pick_up bag of carrots . move bag . move cucumber", "src1": "pick_up bag of carrots", "src2": "move bag", "src3": "move cucumber", "trg": "put_down carrot_bag", "vis_src": "P04_109:2 P04_109:3 P04_109:4", "vis_trg": "P04_109:5", "narrations": [ "pick up bag of carrots", "move bag", "move cucumber", "put down carrot bag" ], "verbs": [ "pick-up", "move", "move", "put-down" ], "verb_classes": [ 0, 11, 11, 1 ], "nouns": [ "bag:carrot", "bag", "cucumber", "bag:carrot" ], "noun_classes": [ 19, 19, 72, 19 ], "start_stop_timestamps": [ [ "00:00:04.70", "00:00:06.23" ], [ "00:00:06.16", "00:00:07.09" ], [ "00:00:07.07", "00:00:07.89" ], [ "00:00:08.02", "00:00:09.11" ] ], "start_stop_frames": [ [ 235, 311 ], [ 308, 354 ], [ 353, 394 ], [ 401, 455 ] ], "trgnoun": "carrot_bag", "trgverb": "put_down" }, { "key": "P01_09+288_289_290_291", "video_id": "P01_09", "narration_ids": [ "P01_09_288", "P01_09_289", "P01_09_290", "P01_09_291" ], "src": "put mushrooms into fridge . open drawer . take aubergine", "src1": "put mushrooms into fridge", "src2": "open drawer", "src3": "take aubergine", "trg": "close drawer", "vis_src": "P01_09:288 P01_09:289 P01_09:290", "vis_trg": "P01_09:291", "narrations": [ "put mushrooms into fridge", "open drawer", "take aubergine", "close drawer" ], "verbs": [ "put-into", "open", "take", "close" ], "verb_classes": [ 5, 3, 0, 4 ], "nouns": [ "mushroom", "drawer", "aubergine", "drawer" ], "noun_classes": [ 56, 8, 67, 8 ], "start_stop_timestamps": [ [ "00:22:11.90", "00:22:13.28" ], [ "00:22:13.38", "00:22:14.71" ], [ "00:22:14.81", "00:22:16.75" ], [ "00:22:16.34", "00:22:17.50" ] ], "start_stop_frames": [ [ 79914, 79996 ], [ 80002, 80082 ], [ 80088, 80205 ], [ 80180, 80250 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_119+274_275_276_277", "video_id": "P04_119", "narration_ids": [ "P04_119_274", "P04_119_275", "P04_119_276", "P04_119_277" ], "src": "shake milk_bottle over pan . put lid on milk bottle . screw lid tight", "src1": "shake milk_bottle over pan", "src2": "put lid on milk bottle", "src3": "screw lid tight", "trg": "put_down milk_bottle", "vis_src": "P04_119:274 P04_119:275 P04_119:276", "vis_trg": "P04_119:277", "narrations": [ "shake milk bottle over pan", "put lid on milk bottle", "screw lid tight", "put down milk bottle" ], "verbs": [ "shake-over", "put-on", "screw", "put-down" ], "verb_classes": [ 15, 1, 78, 1 ], "nouns": [ "bottle:milk", "lid", "lid", "bottle:milk" ], "noun_classes": [ 15, 6, 6, 15 ], "start_stop_timestamps": [ [ "00:13:23.02", "00:13:26.70" ], [ "00:13:30.07", "00:13:31.76" ], [ "00:13:29.86", "00:13:33.70" ], [ "00:13:33.80", "00:13:34.80" ] ], "start_stop_frames": [ [ 40151, 40335 ], [ 40503, 40588 ], [ 40493, 40685 ], [ 40690, 40740 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P30_05+204_205_206_207", "video_id": "P30_05", "narration_ids": [ "P30_05_204", "P30_05_205", "P30_05_206", "P30_05_207" ], "src": "open drawer . put bowl . put food_bits in bin", "src1": "open drawer", "src2": "put bowl", "src3": "put food_bits in bin", "trg": "gather food_bits", "vis_src": "P30_05:204 P30_05:205 P30_05:206", "vis_trg": "P30_05:207", "narrations": [ "open drawer", "put bowl", "put food bits in bin", "gather food bits" ], "verbs": [ "open", "put", "put-in", "gather" ], "verb_classes": [ 3, 1, 5, 63 ], "nouns": [ "drawer", "bowl", "bit:food", "bit:food" ], "noun_classes": [ 8, 7, 34, 34 ], "start_stop_timestamps": [ [ "00:16:33.96", "00:16:35.14" ], [ "00:16:35.24", "00:16:39.86" ], [ "00:16:45.63", "00:16:49.32" ], [ "00:16:49.41", "00:16:52.41" ] ], "start_stop_frames": [ [ 59637, 59708 ], [ 59714, 59991 ], [ 60337, 60559 ], [ 60564, 60744 ] ], "trgnoun": "food_bit", "trgverb": "gather" }, { "key": "P04_13+27_28_29_30", "video_id": "P04_13", "narration_ids": [ "P04_13_27", "P04_13_28", "P04_13_29", "P04_13_30" ], "src": "look_at packet . look_at cup . put_down rice", "src1": "look_at packet", "src2": "look_at cup", "src3": "put_down rice", "trg": "dry cup", "vis_src": "P04_13:27 P04_13:28 P04_13:29", "vis_trg": "P04_13:30", "narrations": [ "look at packet", "look at cup", "put down rice", "dry cup" ], "verbs": [ "look-at", "look-at", "put-down", "dry" ], "verb_classes": [ 38, 38, 1, 14 ], "nouns": [ "packet", "cup", "rice", "cup" ], "noun_classes": [ 26, 13, 55, 13 ], "start_stop_timestamps": [ [ "00:02:47.14", "00:02:53.12" ], [ "00:02:53.22", "00:02:56.08" ], [ "00:02:59.32", "00:03:00.57" ], [ "00:03:01.11", "00:03:07.63" ] ], "start_stop_frames": [ [ 10028, 10387 ], [ 10393, 10564 ], [ 10759, 10834 ], [ 10866, 11257 ] ], "trgnoun": "cup", "trgverb": "dry" }, { "key": "P30_107+289_290_291_292", "video_id": "P30_107", "narration_ids": [ "P30_107_289", "P30_107_290", "P30_107_291", "P30_107_292" ], "src": "pick_up bowl . put bowl . pick_up colander", "src1": "pick_up bowl", "src2": "put bowl", "src3": "pick_up colander", "trg": "take bowl", "vis_src": "P30_107:289 P30_107:290 P30_107:291", "vis_trg": "P30_107:292", "narrations": [ "pick up bowl", "put bowl", "pick up colander", "take bowl" ], "verbs": [ "pick-up", "put", "pick-up", "take" ], "verb_classes": [ 0, 1, 0, 0 ], "nouns": [ "bowl", "bowl", "colander", "bowl" ], "noun_classes": [ 7, 7, 39, 7 ], "start_stop_timestamps": [ [ "00:15:43.00", "00:15:43.52" ], [ "00:15:43.62", "00:15:45.61" ], [ "00:15:45.56", "00:15:46.46" ], [ "00:15:46.46", "00:15:47.23" ] ], "start_stop_frames": [ [ 47150, 47176 ], [ 47181, 47280 ], [ 47278, 47323 ], [ 47323, 47361 ] ], "trgnoun": "bowl", "trgverb": "take" }, { "key": "P07_110+59_60_61_62", "video_id": "P07_110", "narration_ids": [ "P07_110_59", "P07_110_60", "P07_110_61", "P07_110_62" ], "src": "grab glass . grab lid . put cap onto glass", "src1": "grab glass", "src2": "grab lid", "src3": "put cap onto glass", "trg": "close glass", "vis_src": "P07_110:59 P07_110:60 P07_110:61", "vis_trg": "P07_110:62", "narrations": [ "grab glass", "grab lid", "put cap onto glass", "close glass" ], "verbs": [ "grab", "grab", "put-onto", "close" ], "verb_classes": [ 0, 0, 1, 4 ], "nouns": [ "glass", "lid", "cap", "glass" ], "noun_classes": [ 10, 6, 118, 10 ], "start_stop_timestamps": [ [ "00:02:59.42", "00:03:00.35" ], [ "00:03:00.27", "00:03:01.10" ], [ "00:03:01.01", "00:03:03.41" ], [ "00:03:02.98", "00:03:05.98" ] ], "start_stop_frames": [ [ 8971, 9017 ], [ 9013, 9055 ], [ 9050, 9170 ], [ 9149, 9299 ] ], "trgnoun": "glass", "trgverb": "close" }, { "key": "P01_09+692_693_694_695", "video_id": "P01_09", "narration_ids": [ "P01_09_692", "P01_09_693", "P01_09_694", "P01_09_695" ], "src": "put_down plate . take plate . pour potatoes into bowl", "src1": "put_down plate", "src2": "take plate", "src3": "pour potatoes into bowl", "trg": "take potato", "vis_src": "P01_09:692 P01_09:693 P01_09:694", "vis_trg": "P01_09:695", "narrations": [ "put down plate", "take plate", "pour potatoes into bowl", "take potato" ], "verbs": [ "put-down", "take", "pour-into", "take" ], "verb_classes": [ 1, 0, 9, 0 ], "nouns": [ "plate", "plate", "potato", "potato" ], "noun_classes": [ 2, 2, 30, 30 ], "start_stop_timestamps": [ [ "00:47:34.33", "00:47:36.50" ], [ "00:47:38.12", "00:47:39.81" ], [ "00:47:40.05", "00:47:45.90" ], [ "00:47:46.50", "00:47:47.91" ] ], "start_stop_frames": [ [ 171259, 171390 ], [ 171487, 171588 ], [ 171603, 171954 ], [ 171990, 172074 ] ], "trgnoun": "potato", "trgverb": "take" }, { "key": "P03_04+215_216_217_218", "video_id": "P03_04", "narration_ids": [ "P03_04_215", "P03_04_216", "P03_04_217", "P03_04_218" ], "src": "stir food . grab garlic_paste . put garlic_paste", "src1": "stir food", "src2": "grab garlic_paste", "src3": "put garlic_paste", "trg": "close garlic_paste", "vis_src": "P03_04:215 P03_04:216 P03_04:217", "vis_trg": "P03_04:218", "narrations": [ "stir food", "grab garlic paste", "put garlic paste", "close garlic paste" ], "verbs": [ "stir", "grab", "put", "close" ], "verb_classes": [ 10, 0, 1, 4 ], "nouns": [ "food", "paste:garlic", "paste:garlic", "paste:garlic" ], "noun_classes": [ 34, 148, 148, 148 ], "start_stop_timestamps": [ [ "00:15:48.68", "00:15:56.58" ], [ "00:15:56.75", "00:15:57.94" ], [ "00:15:58.58", "00:16:05.97" ], [ "00:16:06.14", "00:16:07.14" ] ], "start_stop_frames": [ [ 56920, 57394 ], [ 57405, 57476 ], [ 57514, 57958 ], [ 57968, 58028 ] ], "trgnoun": "garlic_paste", "trgverb": "close" }, { "key": "P08_05+320_321_322_323", "video_id": "P08_05", "narration_ids": [ "P08_05_320", "P08_05_321", "P08_05_322", "P08_05_323" ], "src": "pour vinegar . take fork . mix salad", "src1": "pour vinegar", "src2": "take fork", "src3": "mix salad", "trg": "taste salad", "vis_src": "P08_05:320 P08_05:321 P08_05:322", "vis_trg": "P08_05:323", "narrations": [ "pour vinegar", "take fork", "mix salad", "taste salad" ], "verbs": [ "pour", "take", "mix", "taste" ], "verb_classes": [ 9, 0, 10, 35 ], "nouns": [ "vinegar", "fork", "salad", "salad" ], "noun_classes": [ 134, 14, 68, 68 ], "start_stop_timestamps": [ [ "00:25:56.46", "00:25:58.90" ], [ "00:26:01.53", "00:26:02.52" ], [ "00:26:02.84", "00:26:14.29" ], [ "00:26:17.23", "00:26:19.87" ] ], "start_stop_frames": [ [ 93387, 93534 ], [ 93691, 93751 ], [ 93770, 94457 ], [ 94633, 94792 ] ], "trgnoun": "salad", "trgverb": "taste" }, { "key": "P30_104+119_120_121_123", "video_id": "P30_104", "narration_ids": [ "P30_104_119", "P30_104_120", "P30_104_121", "P30_104_123" ], "src": "rinse glass . put glass on drying rack . pick_up mug", "src1": "rinse glass", "src2": "put glass on drying rack", "src3": "pick_up mug", "trg": "scrub mug", "vis_src": "P30_104:119 P30_104:120 P30_104:121", "vis_trg": "P30_104:123", "narrations": [ "rinse glass", "put glass on drying rack", "pick up mug", "scrub mug" ], "verbs": [ "rinse", "put-on", "pick-up", "scrub" ], "verb_classes": [ 2, 1, 0, 29 ], "nouns": [ "glass", "glass", "mug", "mug" ], "noun_classes": [ 10, 10, 13, 13 ], "start_stop_timestamps": [ [ "00:04:08.15", "00:04:18.87" ], [ "00:04:21.48", "00:04:23.38" ], [ "00:04:23.39", "00:04:24.42" ], [ "00:04:24.64", "00:04:31.34" ] ], "start_stop_frames": [ [ 12407, 12943 ], [ 13074, 13169 ], [ 13169, 13221 ], [ 13232, 13566 ] ], "trgnoun": "mug", "trgverb": "scrub" }, { "key": "P04_01+72_73_74_75", "video_id": "P04_01", "narration_ids": [ "P04_01_72", "P04_01_73", "P04_01_74", "P04_01_75" ], "src": "put away spatula . fold kitchen_roll . pick_up tofu", "src1": "put away spatula", "src2": "fold kitchen_roll", "src3": "pick_up tofu", "trg": "put_on kitchen_roll", "vis_src": "P04_01:72 P04_01:73 P04_01:74", "vis_trg": "P04_01:75", "narrations": [ "put away spatula", "fold kitchen roll", "pick up tofu", "put on kitchen roll" ], "verbs": [ "put", "fold", "pick-up", "put-on" ], "verb_classes": [ 1, 28, 0, 1 ], "nouns": [ "spatula", "roll:kitchen", "tofu", "roll:kitchen" ], "noun_classes": [ 20, 93, 81, 93 ], "start_stop_timestamps": [ [ "00:05:58.16", "00:05:58.83" ], [ "00:06:00.51", "00:06:04.52" ], [ "00:06:04.84", "00:06:06.53" ], [ "00:06:07.59", "00:06:09.65" ] ], "start_stop_frames": [ [ 21489, 21529 ], [ 21630, 21871 ], [ 21890, 21991 ], [ 22055, 22179 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_on" }, { "key": "P04_02+161_162_163_164", "video_id": "P04_02", "narration_ids": [ "P04_02_161", "P04_02_162", "P04_02_163", "P04_02_164" ], "src": "open fridge . open drawer . pick_up cucumber", "src1": "open fridge", "src2": "open drawer", "src3": "pick_up cucumber", "trg": "put away drawer", "vis_src": "P04_02:161 P04_02:162 P04_02:163", "vis_trg": "P04_02:164", "narrations": [ "open fridge", "open drawer", "pick up cucumber", "put away drawer" ], "verbs": [ "open", "open", "pick-up", "put" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "fridge", "drawer", "cucumber", "drawer" ], "noun_classes": [ 12, 8, 72, 8 ], "start_stop_timestamps": [ [ "00:13:39.43", "00:13:40.34" ], [ "00:13:39.97", "00:13:41.80" ], [ "00:13:41.86", "00:13:43.02" ], [ "00:13:42.66", "00:13:43.34" ] ], "start_stop_frames": [ [ 49165, 49220 ], [ 49198, 49308 ], [ 49311, 49381 ], [ 49359, 49400 ] ], "trgnoun": "drawer", "trgverb": "put" }, { "key": "P05_08+40_41_42_43", "video_id": "P05_08", "narration_ids": [ "P05_08_40", "P05_08_41", "P05_08_42", "P05_08_43" ], "src": "spread oil in pan . take salt . pour salt in saucepan", "src1": "spread oil in pan", "src2": "take salt", "src3": "pour salt in saucepan", "trg": "place salt on refrigerator", "vis_src": "P05_08:40 P05_08:41 P05_08:42", "vis_trg": "P05_08:43", "narrations": [ "spread oil in pan", "take salt", "pour salt in saucepan", "place salt on refrigerator" ], "verbs": [ "spread-in", "take", "pour-in", "place-on" ], "verb_classes": [ 27, 0, 9, 1 ], "nouns": [ "oil", "salt", "salt", "salt" ], "noun_classes": [ 31, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:02:28.26", "00:02:34.98" ], [ "00:02:55.61", "00:02:57.29" ], [ "00:02:59.10", "00:03:02.84" ], [ "00:03:03.15", "00:03:04.17" ] ], "start_stop_frames": [ [ 8895, 9298 ], [ 10536, 10637 ], [ 10746, 10970 ], [ 10989, 11050 ] ], "trgnoun": "salt", "trgverb": "place_on" }, { "key": "P12_104+160_161_162_163", "video_id": "P12_104", "narration_ids": [ "P12_104_160", "P12_104_161", "P12_104_162", "P12_104_163" ], "src": "pick_up cutting_board . move plastic_bag . scrub cutting_board", "src1": "pick_up cutting_board", "src2": "move plastic_bag", "src3": "scrub cutting_board", "trg": "put_down cutting_board", "vis_src": "P12_104:160 P12_104:161 P12_104:162", "vis_trg": "P12_104:163", "narrations": [ "pick up cutting board", "move plastic bag", "scrub cutting board", "put down cutting board" ], "verbs": [ "pick-up", "move", "scrub", "put-down" ], "verb_classes": [ 0, 11, 29, 1 ], "nouns": [ "board:cutting", "bag:plastic", "board:cutting", "board:cutting" ], "noun_classes": [ 18, 19, 18, 18 ], "start_stop_timestamps": [ [ "00:10:50.54", "00:10:52.18" ], [ "00:10:52.77", "00:10:54.52" ], [ "00:10:56.51", "00:11:07.87" ], [ "00:11:08.63", "00:11:11.42" ] ], "start_stop_frames": [ [ 32527, 32608 ], [ 32638, 32726 ], [ 32825, 33393 ], [ 33431, 33571 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P03_106+1_2_3_4", "video_id": "P03_106", "narration_ids": [ "P03_106_1", "P03_106_2", "P03_106_3", "P03_106_4" ], "src": "open fridge . move strawberries . pick_up raspberries", "src1": "open fridge", "src2": "move strawberries", "src3": "pick_up raspberries", "trg": "close fridge", "vis_src": "P03_106:1 P03_106:2 P03_106:3", "vis_trg": "P03_106:4", "narrations": [ "open fridge", "move strawberries", "pick up raspberries", "close fridge" ], "verbs": [ "open", "move", "pick-up", "close" ], "verb_classes": [ 3, 11, 0, 4 ], "nouns": [ "fridge", "strawberry", "raspberry", "fridge" ], "noun_classes": [ 12, 243, 284, 12 ], "start_stop_timestamps": [ [ "00:00:08.11", "00:00:09.56" ], [ "00:00:09.99", "00:00:11.04" ], [ "00:00:11.36", "00:00:11.93" ], [ "00:00:12.30", "00:00:13.37" ] ], "start_stop_frames": [ [ 405, 478 ], [ 499, 552 ], [ 568, 596 ], [ 615, 668 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P11_06+4_5_6_7", "video_id": "P11_06", "narration_ids": [ "P11_06_4", "P11_06_5", "P11_06_6", "P11_06_7" ], "src": "put spoon in bowl . open fridge . take_out milk", "src1": "put spoon in bowl", "src2": "open fridge", "src3": "take_out milk", "trg": "pour milk into bowl", "vis_src": "P11_06:4 P11_06:5 P11_06:6", "vis_trg": "P11_06:7", "narrations": [ "put spoon in bowl", "open fridge", "take out milk", "pour milk into bowl" ], "verbs": [ "put-in", "open", "take-out", "pour-into" ], "verb_classes": [ 5, 3, 12, 9 ], "nouns": [ "spoon", "fridge", "milk", "milk" ], "noun_classes": [ 1, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:00:09.85", "00:00:11.40" ], [ "00:00:11.85", "00:00:12.91" ], [ "00:00:12.75", "00:00:13.75" ], [ "00:00:15.57", "00:00:18.61" ] ], "start_stop_frames": [ [ 591, 684 ], [ 711, 774 ], [ 765, 825 ], [ 934, 1116 ] ], "trgnoun": "milk", "trgverb": "pour_into" }, { "key": "P01_19+116_117_118_119", "video_id": "P01_19", "narration_ids": [ "P01_19_116", "P01_19_117", "P01_19_118", "P01_19_119" ], "src": "wash sink . rinse cloth . rinse sponge", "src1": "wash sink", "src2": "rinse cloth", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P01_19:116 P01_19:117 P01_19:118", "vis_trg": "P01_19:119", "narrations": [ "wash sink", "rinse cloth", "rinse sponge", "put down sponge" ], "verbs": [ "wash", "rinse", "rinse", "put-down" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "sink", "cloth", "sponge", "sponge" ], "noun_classes": [ 63, 17, 9, 9 ], "start_stop_timestamps": [ [ "00:06:45.65", "00:06:48.42" ], [ "00:06:47.99", "00:06:50.26" ], [ "00:06:51.59", "00:06:53.32" ], [ "00:06:53.42", "00:06:54.13" ] ], "start_stop_frames": [ [ 24339, 24505 ], [ 24479, 24615 ], [ 24695, 24799 ], [ 24805, 24847 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P03_109+216_217_218_219", "video_id": "P03_109", "narration_ids": [ "P03_109_216", "P03_109_217", "P03_109_218", "P03_109_219" ], "src": "wash measuring_jug . squeeze sponge . put measuring_jug on drying rack", "src1": "wash measuring_jug", "src2": "squeeze sponge", "src3": "put measuring_jug on drying rack", "trg": "move measuring_jug", "vis_src": "P03_109:216 P03_109:217 P03_109:218", "vis_trg": "P03_109:219", "narrations": [ "wash measuring jug", "squeeze sponge", "put measuring jug on drying rack", "move measuring jug" ], "verbs": [ "wash", "squeeze", "put", "move" ], "verb_classes": [ 2, 18, 1, 11 ], "nouns": [ "jug:measuring", "sponge", "jug:measuring", "jug:measuring" ], "noun_classes": [ 66, 9, 66, 66 ], "start_stop_timestamps": [ [ "00:12:12.34", "00:12:32.31" ], [ "00:12:32.63", "00:12:33.28" ], [ "00:12:33.77", "00:12:34.70" ], [ "00:12:36.18", "00:12:37.61" ] ], "start_stop_frames": [ [ 36617, 37615 ], [ 37631, 37664 ], [ 37688, 37735 ], [ 37809, 37880 ] ], "trgnoun": "measuring_jug", "trgverb": "move" }, { "key": "P25_107+10_11_12_13", "video_id": "P25_107", "narration_ids": [ "P25_107_10", "P25_107_11", "P25_107_12", "P25_107_13" ], "src": "turn_on tap . pick_up aubergines . wash aubergine", "src1": "turn_on tap", "src2": "pick_up aubergines", "src3": "wash aubergine", "trg": "cut aubergine", "vis_src": "P25_107:10 P25_107:11 P25_107:12", "vis_trg": "P25_107:13", "narrations": [ "turn on tap", "pick up aubergines", "wash aubergine", "cut aubergine" ], "verbs": [ "turn-on", "pick-up", "wash", "cut" ], "verb_classes": [ 6, 0, 2, 7 ], "nouns": [ "tap", "aubergine", "aubergine", "aubergine" ], "noun_classes": [ 0, 67, 67, 67 ], "start_stop_timestamps": [ [ "00:00:28.44", "00:00:29.38" ], [ "00:00:30.28", "00:00:31.27" ], [ "00:00:31.37", "00:00:35.93" ], [ "00:00:36.03", "00:00:45.91" ] ], "start_stop_frames": [ [ 1422, 1469 ], [ 1514, 1563 ], [ 1568, 1796 ], [ 1801, 2295 ] ], "trgnoun": "aubergine", "trgverb": "cut" }, { "key": "P23_101+288_289_290_291", "video_id": "P23_101", "narration_ids": [ "P23_101_288", "P23_101_289", "P23_101_290", "P23_101_291" ], "src": "wash plate . close tap . take brush", "src1": "wash plate", "src2": "close tap", "src3": "take brush", "trg": "put brush", "vis_src": "P23_101:288 P23_101:289 P23_101:290", "vis_trg": "P23_101:291", "narrations": [ "wash plate", "close tap", "take brush", "put brush" ], "verbs": [ "wash", "turn-off", "take", "put" ], "verb_classes": [ 2, 8, 0, 1 ], "nouns": [ "plate", "tap", "brush", "brush" ], "noun_classes": [ 2, 0, 103, 103 ], "start_stop_timestamps": [ [ "00:25:14.01", "00:25:18.82" ], [ "00:25:18.80", "00:25:20.63" ], [ "00:25:22.45", "00:25:23.44" ], [ "00:25:26.65", "00:25:27.39" ] ], "start_stop_frames": [ [ 75700, 75941 ], [ 75940, 76031 ], [ 76122, 76172 ], [ 76332, 76369 ] ], "trgnoun": "brush", "trgverb": "put" }, { "key": "P02_104+59_60_61_62", "video_id": "P02_104", "narration_ids": [ "P02_104_59", "P02_104_60", "P02_104_61", "P02_104_62" ], "src": "pick_up tupperware . pick_up meat . put meat in pan", "src1": "pick_up tupperware", "src2": "pick_up meat", "src3": "put meat in pan", "trg": "put tupperware down", "vis_src": "P02_104:59 P02_104:60 P02_104:61", "vis_trg": "P02_104:62", "narrations": [ "pick up tupperware", "pick up meat", "put meat in pan", "put tupperware down" ], "verbs": [ "pick-up", "pick-up", "put-in", "put" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "tupperware", "meat", "meat", "tupperware" ], "noun_classes": [ 23, 28, 28, 23 ], "start_stop_timestamps": [ [ "00:03:10.13", "00:03:11.94" ], [ "00:03:12.35", "00:03:15.46" ], [ "00:03:14.86", "00:03:18.33" ], [ "00:03:18.57", "00:03:19.64" ] ], "start_stop_frames": [ [ 9506, 9597 ], [ 9617, 9773 ], [ 9743, 9916 ], [ 9928, 9982 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P22_17+437_438_442_443", "video_id": "P22_17", "narration_ids": [ "P22_17_437", "P22_17_438", "P22_17_442", "P22_17_443" ], "src": "dry glass . put_down glass . pick_up mincing_knife", "src1": "dry glass", "src2": "put_down glass", "src3": "pick_up mincing_knife", "trg": "dry mincing_knife", "vis_src": "P22_17:437 P22_17:438 P22_17:442", "vis_trg": "P22_17:443", "narrations": [ "dry glass", "put down glass", "pick up mincing knife", "dry mincing knife" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "glass", "glass", "knife:mincing", "knife:mincing" ], "noun_classes": [ 10, 10, 4, 4 ], "start_stop_timestamps": [ [ "00:17:17.78", "00:17:20.85" ], [ "00:17:20.67", "00:17:22.23" ], [ "00:17:29.36", "00:17:30.25" ], [ "00:17:30.35", "00:17:32.52" ] ], "start_stop_frames": [ [ 62266, 62450 ], [ 62440, 62533 ], [ 62961, 63015 ], [ 63020, 63151 ] ], "trgnoun": "mincing_knife", "trgverb": "dry" }, { "key": "P12_02+13_14_15_17", "video_id": "P12_02", "narration_ids": [ "P12_02_13", "P12_02_14", "P12_02_15", "P12_02_17" ], "src": "close fridge . open drawer . take can", "src1": "close fridge", "src2": "open drawer", "src3": "take can", "trg": "close drawer", "vis_src": "P12_02:13 P12_02:14 P12_02:15", "vis_trg": "P12_02:17", "narrations": [ "close fridge", "open drawer", "take can", "close drawer" ], "verbs": [ "close", "open", "take", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "fridge", "drawer", "can", "drawer" ], "noun_classes": [ 12, 8, 61, 8 ], "start_stop_timestamps": [ [ "00:01:30.59", "00:01:32.43" ], [ "00:01:33.98", "00:01:35.23" ], [ "00:01:35.85", "00:01:37.35" ], [ "00:01:47.50", "00:01:50.35" ] ], "start_stop_frames": [ [ 5435, 5545 ], [ 5638, 5713 ], [ 5751, 5841 ], [ 6450, 6621 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P28_04+62_63_64_65", "video_id": "P28_04", "narration_ids": [ "P28_04_62", "P28_04_63", "P28_04_64", "P28_04_65" ], "src": "put_down spring_onions . take courgettes . take pepper", "src1": "put_down spring_onions", "src2": "take courgettes", "src3": "take pepper", "trg": "cut pepper", "vis_src": "P28_04:62 P28_04:63 P28_04:64", "vis_trg": "P28_04:65", "narrations": [ "put down spring onions", "take courgettes", "take pepper", "cut pepper" ], "verbs": [ "put-down", "take", "take", "cut" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "onion:spring", "courgette", "pepper", "pepper" ], "noun_classes": [ 128, 76, 37, 37 ], "start_stop_timestamps": [ [ "00:05:18.64", "00:05:19.73" ], [ "00:05:22.29", "00:05:24.85" ], [ "00:05:25.13", "00:05:26.61" ], [ "00:05:26.91", "00:05:29.43" ] ], "start_stop_frames": [ [ 19118, 19183 ], [ 19337, 19491 ], [ 19507, 19596 ], [ 19614, 19765 ] ], "trgnoun": "pepper", "trgverb": "cut" }, { "key": "P29_03+327_328_329_330", "video_id": "P29_03", "narration_ids": [ "P29_03_327", "P29_03_328", "P29_03_329", "P29_03_330" ], "src": "rinse spoon . put spoon away . rinse spatula", "src1": "rinse spoon", "src2": "put spoon away", "src3": "rinse spatula", "trg": "scour spatula", "vis_src": "P29_03:327 P29_03:328 P29_03:329", "vis_trg": "P29_03:330", "narrations": [ "rinse spoon", "put spoon away", "rinse spatula", "scour spatula" ], "verbs": [ "rinse", "put", "rinse", "scour" ], "verb_classes": [ 2, 1, 2, 29 ], "nouns": [ "spoon", "spoon", "spatula", "spatula" ], "noun_classes": [ 1, 1, 20, 20 ], "start_stop_timestamps": [ [ "00:20:45.23", "00:20:48.44" ], [ "00:20:48.50", "00:20:49.99" ], [ "00:20:51.09", "00:20:53.59" ], [ "00:20:53.41", "00:20:58.38" ] ], "start_stop_frames": [ [ 74713, 74906 ], [ 74910, 74999 ], [ 75065, 75215 ], [ 75204, 75502 ] ], "trgnoun": "spatula", "trgverb": "scour" }, { "key": "P22_10+71_72_73_74", "video_id": "P22_10", "narration_ids": [ "P22_10_71", "P22_10_72", "P22_10_73", "P22_10_74" ], "src": "put_down steel_wool . rinse hands . pick_up waste", "src1": "put_down steel_wool", "src2": "rinse hands", "src3": "pick_up waste", "trg": "rinse waste", "vis_src": "P22_10:71 P22_10:72 P22_10:73", "vis_trg": "P22_10:74", "narrations": [ "put down steel wool", "rinse hands", "pick up waste", "rinse waste" ], "verbs": [ "put-down", "rinse", "pick-up", "rinse" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "wool:steel", "hand", "waste", "waste" ], "noun_classes": [ 9, 11, 54, 54 ], "start_stop_timestamps": [ [ "00:02:20.27", "00:02:23.13" ], [ "00:02:23.23", "00:02:23.99" ], [ "00:02:24.08", "00:02:25.59" ], [ "00:02:26.58", "00:02:27.89" ] ], "start_stop_frames": [ [ 8416, 8587 ], [ 8593, 8639 ], [ 8644, 8735 ], [ 8794, 8873 ] ], "trgnoun": "waste", "trgverb": "rinse" }, { "key": "P01_105+668_669_670_671", "video_id": "P01_105", "narration_ids": [ "P01_105_668", "P01_105_669", "P01_105_670", "P01_105_671" ], "src": "pick_up chopsticks . stir noodles . shake chopsticks", "src1": "pick_up chopsticks", "src2": "stir noodles", "src3": "shake chopsticks", "trg": "put_down chopsticks", "vis_src": "P01_105:668 P01_105:669 P01_105:670", "vis_trg": "P01_105:671", "narrations": [ "pick up chopsticks", "stir noodles", "shake chopsticks", "put down chopsticks" ], "verbs": [ "pick-up", "stir", "shake", "put-down" ], "verb_classes": [ 0, 10, 15, 1 ], "nouns": [ "chopstick", "noodle", "chopstick", "chopstick" ], "noun_classes": [ 80, 155, 80, 80 ], "start_stop_timestamps": [ [ "00:28:16.84", "00:28:19.43" ], [ "00:28:24.98", "00:28:35.91" ], [ "00:28:33.40", "00:28:36.19" ], [ "00:28:36.58", "00:28:40.51" ] ], "start_stop_frames": [ [ 84842, 84971 ], [ 85249, 85795 ], [ 85670, 85809 ], [ 85829, 86025 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P03_04+162_163_164_165", "video_id": "P03_04", "narration_ids": [ "P03_04_162", "P03_04_163", "P03_04_164", "P03_04_165" ], "src": "crumble stock_cube . open drawer . get spoon", "src1": "crumble stock_cube", "src2": "open drawer", "src3": "get spoon", "trg": "close drawer", "vis_src": "P03_04:162 P03_04:163 P03_04:164", "vis_trg": "P03_04:165", "narrations": [ "crumble stock cube", "open drawer", "get spoon", "close drawer" ], "verbs": [ "crumble", "open", "get", "close" ], "verb_classes": [ 42, 3, 0, 4 ], "nouns": [ "cube:stock", "drawer", "spoon", "drawer" ], "noun_classes": [ 95, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:10:45.48", "00:10:53.85" ], [ "00:10:54.20", "00:10:55.40" ], [ "00:10:55.56", "00:10:57.38" ], [ "00:10:57.22", "00:10:58.12" ] ], "start_stop_frames": [ [ 38728, 39231 ], [ 39252, 39324 ], [ 39333, 39442 ], [ 39433, 39487 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P30_101+20_21_22_23", "video_id": "P30_101", "narration_ids": [ "P30_101_20", "P30_101_21", "P30_101_22", "P30_101_23" ], "src": "put filters back into cupboard . close cupboard . fold filter", "src1": "put filters back into cupboard", "src2": "close cupboard", "src3": "fold filter", "trg": "open filter", "vis_src": "P30_101:20 P30_101:21 P30_101:22", "vis_trg": "P30_101:23", "narrations": [ "put filters back into cupboard", "close cupboard", "fold filter", "open filter" ], "verbs": [ "put", "close", "fold", "open" ], "verb_classes": [ 1, 4, 28, 3 ], "nouns": [ "filter", "cupboard", "filter", "filter" ], "noun_classes": [ 77, 3, 77, 77 ], "start_stop_timestamps": [ [ "00:00:28.49", "00:00:29.28" ], [ "00:00:29.52", "00:00:30.15" ], [ "00:00:30.60", "00:00:33.50" ], [ "00:00:33.46", "00:00:34.77" ] ], "start_stop_frames": [ [ 1424, 1464 ], [ 1476, 1507 ], [ 1530, 1675 ], [ 1673, 1738 ] ], "trgnoun": "filter", "trgverb": "open" }, { "key": "P04_06+29_30_31_32", "video_id": "P04_06", "narration_ids": [ "P04_06_29", "P04_06_30", "P04_06_31", "P04_06_32" ], "src": "move flour . put_in box . close box", "src1": "move flour", "src2": "put_in box", "src3": "close box", "trg": "put away box", "vis_src": "P04_06:29 P04_06:30 P04_06:31", "vis_trg": "P04_06:32", "narrations": [ "move flour", "put in box", "close box", "put away box" ], "verbs": [ "move", "put-in", "close", "put" ], "verb_classes": [ 11, 5, 4, 1 ], "nouns": [ "flour", "box", "box", "box" ], "noun_classes": [ 75, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:02:33.36", "00:02:35.93" ], [ "00:02:35.91", "00:02:37.35" ], [ "00:02:38.91", "00:02:41.25" ], [ "00:02:42.11", "00:02:44.61" ] ], "start_stop_frames": [ [ 9201, 9355 ], [ 9354, 9441 ], [ 9534, 9675 ], [ 9726, 9876 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P06_102+119_120_121_122", "video_id": "P06_102", "narration_ids": [ "P06_102_119", "P06_102_120", "P06_102_121", "P06_102_122" ], "src": "put cling_film over bowl . pick_up knife . cut cling_film", "src1": "put cling_film over bowl", "src2": "pick_up knife", "src3": "cut cling_film", "trg": "put_down cling_film", "vis_src": "P06_102:119 P06_102:120 P06_102:121", "vis_trg": "P06_102:122", "narrations": [ "put cling film over bowl", "pick up knife", "cut cling film", "put down cling film" ], "verbs": [ "put-over", "pick-up", "cut", "put-down" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "film:cling", "knife", "film:cling", "film:cling" ], "noun_classes": [ 100, 4, 100, 100 ], "start_stop_timestamps": [ [ "00:11:26.66", "00:11:31.60" ], [ "00:11:49.69", "00:11:50.50" ], [ "00:11:50.57", "00:11:52.48" ], [ "00:11:53.94", "00:11:54.92" ] ], "start_stop_frames": [ [ 34333, 34580 ], [ 35484, 35525 ], [ 35528, 35624 ], [ 35697, 35746 ] ], "trgnoun": "cling_film", "trgverb": "put_down" }, { "key": "P03_28+5_6_7_8", "video_id": "P03_28", "narration_ids": [ "P03_28_5", "P03_28_6", "P03_28_7", "P03_28_8" ], "src": "open bottle . pour water . fill bottle", "src1": "open bottle", "src2": "pour water", "src3": "fill bottle", "trg": "close bottle", "vis_src": "P03_28:5 P03_28:6 P03_28:7", "vis_trg": "P03_28:8", "narrations": [ "open bottle", "pour water", "fill bottle", "close bottle" ], "verbs": [ "open", "pour", "fill", "close" ], "verb_classes": [ 3, 9, 26, 4 ], "nouns": [ "bottle", "water", "bottle", "bottle" ], "noun_classes": [ 15, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:00:10.38", "00:00:11.17" ], [ "00:00:11.50", "00:00:12.11" ], [ "00:00:12.16", "00:00:16.16" ], [ "00:00:16.51", "00:00:18.51" ] ], "start_stop_frames": [ [ 622, 670 ], [ 690, 726 ], [ 729, 969 ], [ 990, 1110 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P04_110+293_294_295_296", "video_id": "P04_110", "narration_ids": [ "P04_110_293", "P04_110_294", "P04_110_295", "P04_110_296" ], "src": "scrape sauce off spoon into mug . wipe spatula on side of mug . put_down spatula", "src1": "scrape sauce off spoon into mug", "src2": "wipe spatula on side of mug", "src3": "put_down spatula", "trg": "stir sauce with spoon", "vis_src": "P04_110:293 P04_110:294 P04_110:295", "vis_trg": "P04_110:296", "narrations": [ "scrape sauce off spoon into mug", "wipe spatula on side of mug", "put down spatula", "stir sauce with spoon" ], "verbs": [ "scrape", "wipe-on", "put-down", "stir" ], "verb_classes": [ 25, 2, 1, 10 ], "nouns": [ "sauce", "spatula", "spatula", "sauce" ], "noun_classes": [ 47, 20, 20, 47 ], "start_stop_timestamps": [ [ "00:08:32.88", "00:08:38.96" ], [ "00:08:36.18", "00:08:36.94" ], [ "00:08:38.28", "00:08:39.36" ], [ "00:08:38.91", "00:08:40.67" ] ], "start_stop_frames": [ [ 25644, 25948 ], [ 25808, 25847 ], [ 25914, 25968 ], [ 25945, 26033 ] ], "trgnoun": "sauce", "trgverb": "stir" }, { "key": "P07_112+6_7_8_9", "video_id": "P07_112", "narration_ids": [ "P07_112_6", "P07_112_7", "P07_112_8", "P07_112_9" ], "src": "close freezer . open door . put pot onto hob", "src1": "close freezer", "src2": "open door", "src3": "put pot onto hob", "trg": "cover pot", "vis_src": "P07_112:6 P07_112:7 P07_112:8", "vis_trg": "P07_112:9", "narrations": [ "close freezer", "open door", "put pot onto hob", "cover pot" ], "verbs": [ "close", "open", "put-onto", "cover" ], "verb_classes": [ 4, 3, 1, 36 ], "nouns": [ "freezer", "door", "pot", "pot" ], "noun_classes": [ 113, 3, 29, 29 ], "start_stop_timestamps": [ [ "00:00:17.31", "00:00:19.40" ], [ "00:00:21.28", "00:00:23.48" ], [ "00:00:34.69", "00:00:37.54" ], [ "00:00:48.31", "00:00:50.08" ] ], "start_stop_frames": [ [ 865, 969 ], [ 1064, 1174 ], [ 1734, 1877 ], [ 2415, 2504 ] ], "trgnoun": "pot", "trgverb": "cover" }, { "key": "P07_116+8_9_10_12", "video_id": "P07_116", "narration_ids": [ "P07_116_8", "P07_116_9", "P07_116_10", "P07_116_12" ], "src": "open door . press button . grab plate", "src1": "open door", "src2": "press button", "src3": "grab plate", "trg": "put away plate", "vis_src": "P07_116:8 P07_116:9 P07_116:10", "vis_trg": "P07_116:12", "narrations": [ "open door", "press button", "grab plate", "put away plate" ], "verbs": [ "open", "press", "grab", "put" ], "verb_classes": [ 3, 21, 0, 1 ], "nouns": [ "door", "button", "plate", "plate" ], "noun_classes": [ 3, 92, 2, 2 ], "start_stop_timestamps": [ [ "00:00:20.77", "00:00:21.96" ], [ "00:00:21.95", "00:00:23.72" ], [ "00:00:24.77", "00:00:26.30" ], [ "00:00:29.00", "00:00:32.64" ] ], "start_stop_frames": [ [ 1038, 1098 ], [ 1097, 1186 ], [ 1238, 1315 ], [ 1450, 1632 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P26_19+27_28_29_30", "video_id": "P26_19", "narration_ids": [ "P26_19_27", "P26_19_28", "P26_19_29", "P26_19_30" ], "src": "open water . lather glass . rinse glass", "src1": "open water", "src2": "lather glass", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P26_19:27 P26_19:28 P26_19:29", "vis_trg": "P26_19:30", "narrations": [ "open water", "lather glass", "rinse glass", "put down glass" ], "verbs": [ "turn-on", "lather", "rinse", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "glass", "glass", "glass" ], "noun_classes": [ 0, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:01:28.35", "00:01:30.35" ], [ "00:01:30.78", "00:01:42.27" ], [ "00:01:40.50", "00:01:51.61" ], [ "00:01:51.42", "00:01:53.36" ] ], "start_stop_frames": [ [ 5301, 5421 ], [ 5446, 6136 ], [ 6030, 6696 ], [ 6685, 6801 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P01_18+408_409_410_411", "video_id": "P01_18", "narration_ids": [ "P01_18_408", "P01_18_409", "P01_18_410", "P01_18_411" ], "src": "take spatula . put_down spatula . take pot_holder", "src1": "take spatula", "src2": "put_down spatula", "src3": "take pot_holder", "trg": "put_down pot_holder", "vis_src": "P01_18:408 P01_18:409 P01_18:410", "vis_trg": "P01_18:411", "narrations": [ "take spatula", "put down spatula", "take pot holder", "put down pot holder" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "spatula", "spatula", "holder:pot", "holder:pot" ], "noun_classes": [ 20, 20, 24, 24 ], "start_stop_timestamps": [ [ "00:31:45.81", "00:31:47.44" ], [ "00:31:47.71", "00:31:49.18" ], [ "00:31:51.12", "00:31:52.53" ], [ "00:31:52.49", "00:31:53.38" ] ], "start_stop_frames": [ [ 114348, 114446 ], [ 114462, 114550 ], [ 114667, 114751 ], [ 114749, 114802 ] ], "trgnoun": "pot_holder", "trgverb": "put_down" }, { "key": "P22_109+575_577_636_637", "video_id": "P22_109", "narration_ids": [ "P22_109_575", "P22_109_577", "P22_109_636", "P22_109_637" ], "src": "move napkins . pick_up degreaser . pick_up bottle", "src1": "move napkins", "src2": "pick_up degreaser", "src3": "pick_up bottle", "trg": "put_down bottle", "vis_src": "P22_109:575 P22_109:577 P22_109:636", "vis_trg": "P22_109:637", "narrations": [ "move napkins", "pick up degreaser", "pick up bottle", "put down bottle" ], "verbs": [ "move", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 11, 0, 0, 1 ], "nouns": [ "napkin", "degreaser", "bottle", "bottle" ], "noun_classes": [ 88, 22, 15, 15 ], "start_stop_timestamps": [ [ "00:24:23.24", "00:24:24.21" ], [ "00:24:25.99", "00:24:27.29" ], [ "00:26:55.21", "00:26:57.18" ], [ "00:26:56.69", "00:26:57.90" ] ], "start_stop_frames": [ [ 73162, 73210 ], [ 73299, 73364 ], [ 80760, 80859 ], [ 80834, 80895 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P23_101+327_328_329_330", "video_id": "P23_101", "narration_ids": [ "P23_101_327", "P23_101_328", "P23_101_329", "P23_101_330" ], "src": "adjust gas . take tomato_pack . open door", "src1": "adjust gas", "src2": "take tomato_pack", "src3": "open door", "trg": "put tomato_pack", "vis_src": "P23_101:327 P23_101:328 P23_101:329", "vis_trg": "P23_101:330", "narrations": [ "adjust gas", "take tomato pack", "open door", "put tomato pack" ], "verbs": [ "adjust", "take", "open", "put" ], "verb_classes": [ 17, 0, 3, 1 ], "nouns": [ "gas", "pack:tomato", "door", "pack:tomato" ], "noun_classes": [ 24, 26, 3, 26 ], "start_stop_timestamps": [ [ "00:27:48.62", "00:27:51.69" ], [ "00:27:52.87", "00:27:55.04" ], [ "00:27:56.23", "00:27:58.11" ], [ "00:27:58.19", "00:28:00.40" ] ], "start_stop_frames": [ [ 83431, 83584 ], [ 83643, 83752 ], [ 83811, 83905 ], [ 83909, 84020 ] ], "trgnoun": "tomato_pack", "trgverb": "put" }, { "key": "P22_111+365_366_367_370", "video_id": "P22_111", "narration_ids": [ "P22_111_365", "P22_111_366", "P22_111_367", "P22_111_370" ], "src": "put_down oil . pick_up bowls . put_down bowls", "src1": "put_down oil", "src2": "pick_up bowls", "src3": "put_down bowls", "trg": "open jar", "vis_src": "P22_111:365 P22_111:366 P22_111:367", "vis_trg": "P22_111:370", "narrations": [ "put down oil", "pick up bowls", "put down bowls", "open jar" ], "verbs": [ "put-down", "pick-up", "put-down", "open" ], "verb_classes": [ 1, 0, 1, 3 ], "nouns": [ "oil", "bowl", "bowl", "jar" ], "noun_classes": [ 31, 7, 7, 40 ], "start_stop_timestamps": [ [ "00:14:20.30", "00:14:21.58" ], [ "00:14:22.04", "00:14:22.92" ], [ "00:14:24.19", "00:14:25.17" ], [ "00:14:28.38", "00:14:29.24" ] ], "start_stop_frames": [ [ 43015, 43079 ], [ 43102, 43146 ], [ 43209, 43258 ], [ 43419, 43462 ] ], "trgnoun": "jar", "trgverb": "open" }, { "key": "P02_123+431_432_433_434", "video_id": "P02_123", "narration_ids": [ "P02_123_431", "P02_123_432", "P02_123_433", "P02_123_434" ], "src": "close tap . put_down grater . pick_up cutlery", "src1": "close tap", "src2": "put_down grater", "src3": "pick_up cutlery", "trg": "put cutlery in sink", "vis_src": "P02_123:431 P02_123:432 P02_123:433", "vis_trg": "P02_123:434", "narrations": [ "close tap", "put down grater", "pick up cutlery", "put cutlery in sink" ], "verbs": [ "turn-off", "put-down", "pick-up", "put-in" ], "verb_classes": [ 8, 1, 0, 5 ], "nouns": [ "tap", "grater", "cutlery", "cutlery" ], "noun_classes": [ 0, 96, 58, 58 ], "start_stop_timestamps": [ [ "00:21:42.29", "00:21:42.87" ], [ "00:21:43.38", "00:21:45.29" ], [ "00:21:46.00", "00:21:47.30" ], [ "00:21:47.40", "00:21:49.25" ] ], "start_stop_frames": [ [ 65114, 65143 ], [ 65169, 65264 ], [ 65300, 65365 ], [ 65370, 65462 ] ], "trgnoun": "cutlery", "trgverb": "put_in" }, { "key": "P04_121+22_23_24_25", "video_id": "P04_121", "narration_ids": [ "P04_121_22", "P04_121_23", "P04_121_24", "P04_121_25" ], "src": "pick_up cheese_curd . wipe spatula on side of pan . put_down spatula", "src1": "pick_up cheese_curd", "src2": "wipe spatula on side of pan", "src3": "put_down spatula", "trg": "eat cheese_curd", "vis_src": "P04_121:22 P04_121:23 P04_121:24", "vis_trg": "P04_121:25", "narrations": [ "pick up cheese curd", "wipe spatula on side of pan", "put down spatula", "eat cheese curd" ], "verbs": [ "pick-up", "wipe-on", "put-down", "eat" ], "verb_classes": [ 0, 2, 1, 35 ], "nouns": [ "curd:cheese", "spatula", "spatula", "curd:cheese" ], "noun_classes": [ 32, 20, 20, 32 ], "start_stop_timestamps": [ [ "00:02:38.72", "00:02:40.50" ], [ "00:02:40.37", "00:02:41.46" ], [ "00:02:41.56", "00:02:42.63" ], [ "00:02:42.04", "00:02:44.03" ] ], "start_stop_frames": [ [ 7936, 8025 ], [ 8018, 8073 ], [ 8078, 8131 ], [ 8102, 8201 ] ], "trgnoun": "cheese_curd", "trgverb": "eat" }, { "key": "P07_115+27_28_29_30", "video_id": "P07_115", "narration_ids": [ "P07_115_27", "P07_115_28", "P07_115_29", "P07_115_30" ], "src": "uncover steamer . cover colander . open pot", "src1": "uncover steamer", "src2": "cover colander", "src3": "open pot", "trg": "close pot", "vis_src": "P07_115:27 P07_115:28 P07_115:29", "vis_trg": "P07_115:30", "narrations": [ "uncover steamer", "cover colander", "open pot", "close pot" ], "verbs": [ "uncover", "cover", "open", "close" ], "verb_classes": [ 83, 36, 3, 4 ], "nouns": [ "steamer", "colander", "pot", "pot" ], "noun_classes": [ 152, 39, 29, 29 ], "start_stop_timestamps": [ [ "00:01:12.93", "00:01:15.80" ], [ "00:01:15.42", "00:01:16.92" ], [ "00:01:24.29", "00:01:25.08" ], [ "00:01:25.18", "00:01:26.29" ] ], "start_stop_frames": [ [ 3646, 3790 ], [ 3771, 3846 ], [ 4214, 4254 ], [ 4259, 4314 ] ], "trgnoun": "pot", "trgverb": "close" }, { "key": "P22_13+39_40_41_42", "video_id": "P22_13", "narration_ids": [ "P22_13_39", "P22_13_40", "P22_13_41", "P22_13_42" ], "src": "lather filter . pick_up pitcher . empty pitcher", "src1": "lather filter", "src2": "pick_up pitcher", "src3": "empty pitcher", "trg": "lather pitcher", "vis_src": "P22_13:39 P22_13:40 P22_13:41", "vis_trg": "P22_13:42", "narrations": [ "lather filter", "pick up pitcher", "empty pitcher", "lather pitcher" ], "verbs": [ "lather", "pick-up", "empty", "lather" ], "verb_classes": [ 2, 0, 20, 2 ], "nouns": [ "filter", "pitcher", "pitcher", "pitcher" ], "noun_classes": [ 77, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:01:26.08", "00:01:29.93" ], [ "00:01:30.14", "00:01:31.68" ], [ "00:01:31.69", "00:01:32.43" ], [ "00:01:32.28", "00:01:37.04" ] ], "start_stop_frames": [ [ 5164, 5395 ], [ 5408, 5500 ], [ 5501, 5545 ], [ 5536, 5822 ] ], "trgnoun": "pitcher", "trgverb": "lather" }, { "key": "P28_111+88_89_90_91", "video_id": "P28_111", "narration_ids": [ "P28_111_88", "P28_111_89", "P28_111_90", "P28_111_91" ], "src": "put fork . take chopstick . wash chopstick", "src1": "put fork", "src2": "take chopstick", "src3": "wash chopstick", "trg": "put chopstick", "vis_src": "P28_111:88 P28_111:89 P28_111:90", "vis_trg": "P28_111:91", "narrations": [ "put fork", "take chopstick", "wash chopstick", "put chopstick" ], "verbs": [ "put", "take", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "fork", "chopstick", "chopstick", "chopstick" ], "noun_classes": [ 14, 80, 80, 80 ], "start_stop_timestamps": [ [ "00:04:52.26", "00:04:53.64" ], [ "00:04:53.23", "00:04:54.31" ], [ "00:04:54.37", "00:04:55.12" ], [ "00:04:55.19", "00:04:55.78" ] ], "start_stop_frames": [ [ 14613, 14682 ], [ 14661, 14715 ], [ 14718, 14756 ], [ 14759, 14788 ] ], "trgnoun": "chopstick", "trgverb": "put" }, { "key": "P22_17+65_66_67_68", "video_id": "P22_17", "narration_ids": [ "P22_17_65", "P22_17_66", "P22_17_67", "P22_17_68" ], "src": "move colander . put bowl . wash spoon_rest", "src1": "move colander", "src2": "put bowl", "src3": "wash spoon_rest", "trg": "put spoon_rest", "vis_src": "P22_17:65 P22_17:66 P22_17:67", "vis_trg": "P22_17:68", "narrations": [ "move colander", "put bowl", "wash spoon rest", "put spoon rest" ], "verbs": [ "move", "put", "wash", "put" ], "verb_classes": [ 11, 1, 2, 1 ], "nouns": [ "colander", "bowl", "rest:spoon", "rest:spoon" ], "noun_classes": [ 39, 7, 109, 109 ], "start_stop_timestamps": [ [ "00:02:37.50", "00:02:38.25" ], [ "00:02:38.18", "00:02:38.97" ], [ "00:02:39.03", "00:02:41.78" ], [ "00:02:42.04", "00:02:46.29" ] ], "start_stop_frames": [ [ 9450, 9495 ], [ 9490, 9538 ], [ 9541, 9706 ], [ 9722, 9977 ] ], "trgnoun": "spoon_rest", "trgverb": "put" }, { "key": "P04_107+592_593_594_595", "video_id": "P04_107", "narration_ids": [ "P04_107_592", "P04_107_593", "P04_107_594", "P04_107_595" ], "src": "put_down pastry_brush . pick_up chopstick . fold dough over chopstick", "src1": "put_down pastry_brush", "src2": "pick_up chopstick", "src3": "fold dough over chopstick", "trg": "lay chopstick on dough", "vis_src": "P04_107:592 P04_107:593 P04_107:594", "vis_trg": "P04_107:595", "narrations": [ "put down pastry brush", "pick up chopstick", "fold dough over chopstick", "lay chopstick on dough" ], "verbs": [ "put-down", "pick-up", "fold-over", "lay-on" ], "verb_classes": [ 1, 0, 28, 1 ], "nouns": [ "brush:pastry", "chopstick", "dough", "chopstick" ], "noun_classes": [ 103, 80, 25, 80 ], "start_stop_timestamps": [ [ "00:16:21.83", "00:16:22.59" ], [ "00:16:22.61", "00:16:23.77" ], [ "00:16:23.89", "00:16:24.76" ], [ "00:16:25.04", "00:16:25.79" ] ], "start_stop_frames": [ [ 49091, 49129 ], [ 49130, 49188 ], [ 49194, 49238 ], [ 49252, 49289 ] ], "trgnoun": "chopstick", "trgverb": "lay_on" }, { "key": "P29_03+266_267_268_269", "video_id": "P29_03", "narration_ids": [ "P29_03_266", "P29_03_267", "P29_03_268", "P29_03_269" ], "src": "wash knife . put_down knife . pick_up tin", "src1": "wash knife", "src2": "put_down knife", "src3": "pick_up tin", "trg": "submerge tin", "vis_src": "P29_03:266 P29_03:267 P29_03:268", "vis_trg": "P29_03:269", "narrations": [ "wash knife", "put down knife", "pick up tin", "submerge tin" ], "verbs": [ "wash", "put-down", "pick-up", "submerge" ], "verb_classes": [ 2, 1, 0, 56 ], "nouns": [ "knife", "knife", "tin", "tin" ], "noun_classes": [ 4, 4, 61, 61 ], "start_stop_timestamps": [ [ "00:16:47.01", "00:16:48.09" ], [ "00:16:48.19", "00:16:49.41" ], [ "00:17:01.51", "00:17:02.50" ], [ "00:17:02.46", "00:17:03.91" ] ], "start_stop_frames": [ [ 60420, 60485 ], [ 60491, 60564 ], [ 61290, 61350 ], [ 61347, 61434 ] ], "trgnoun": "tin", "trgverb": "submerge" }, { "key": "P01_109+224_225_226_227", "video_id": "P01_109", "narration_ids": [ "P01_109_224", "P01_109_225", "P01_109_226", "P01_109_227" ], "src": "remove onion_skin . pick_up knife . put_down onion", "src1": "remove onion_skin", "src2": "pick_up knife", "src3": "put_down onion", "trg": "cut onion", "vis_src": "P01_109:224 P01_109:225 P01_109:226", "vis_trg": "P01_109:227", "narrations": [ "remove onion skin", "pick up knife", "put down onion", "cut onion" ], "verbs": [ "remove", "pick-up", "put-down", "cut" ], "verb_classes": [ 12, 0, 1, 7 ], "nouns": [ "skin:onion", "knife", "onion", "onion" ], "noun_classes": [ 48, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:10:06.58", "00:10:09.69" ], [ "00:10:10.02", "00:10:10.37" ], [ "00:10:10.39", "00:10:11.15" ], [ "00:10:11.25", "00:10:19.21" ] ], "start_stop_frames": [ [ 30329, 30484 ], [ 30501, 30518 ], [ 30519, 30557 ], [ 30562, 30960 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P02_09+358_359_360_361", "video_id": "P02_09", "narration_ids": [ "P02_09_358", "P02_09_359", "P02_09_360", "P02_09_361" ], "src": "turning meat . lower heat . pick_up spoon", "src1": "turning meat", "src2": "lower heat", "src3": "pick_up spoon", "trg": "break meat", "vis_src": "P02_09:358 P02_09:359 P02_09:360", "vis_trg": "P02_09:361", "narrations": [ "turning meat", "lower heat", "pick up spoon", "break meat" ], "verbs": [ "turn", "lower", "pick-up", "break" ], "verb_classes": [ 23, 73, 0, 30 ], "nouns": [ "meat", "heat", "spoon", "meat" ], "noun_classes": [ 28, 65, 1, 28 ], "start_stop_timestamps": [ [ "00:26:10.69", "00:26:14.95" ], [ "00:26:26.90", "00:26:28.24" ], [ "00:26:30.29", "00:26:30.87" ], [ "00:26:30.92", "00:26:40.22" ] ], "start_stop_frames": [ [ 94241, 94497 ], [ 95214, 95294 ], [ 95417, 95452 ], [ 95455, 96013 ] ], "trgnoun": "meat", "trgverb": "break" }, { "key": "P26_118+42_43_44_45", "video_id": "P26_118", "narration_ids": [ "P26_118_42", "P26_118_43", "P26_118_44", "P26_118_45" ], "src": "pour washing up liquid . put_down detergent . take fork", "src1": "pour washing up liquid", "src2": "put_down detergent", "src3": "take fork", "trg": "rinse fork", "vis_src": "P26_118:42 P26_118:43 P26_118:44", "vis_trg": "P26_118:45", "narrations": [ "pour washing up liquid", "put down detergent", "take fork", "rinse fork" ], "verbs": [ "pour", "put-down", "take", "rinse" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "liquid:washing:up", "detergent", "fork", "fork" ], "noun_classes": [ 22, 22, 14, 14 ], "start_stop_timestamps": [ [ "00:04:03.17", "00:04:04.28" ], [ "00:04:04.24", "00:04:05.21" ], [ "00:04:05.24", "00:04:06.53" ], [ "00:04:06.61", "00:04:07.59" ] ], "start_stop_frames": [ [ 12158, 12214 ], [ 12212, 12260 ], [ 12262, 12326 ], [ 12330, 12379 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P11_05+88_89_90_91", "video_id": "P11_05", "narration_ids": [ "P11_05_88", "P11_05_89", "P11_05_90", "P11_05_91" ], "src": "remove onion_skin . choose onion . cut top off onion", "src1": "remove onion_skin", "src2": "choose onion", "src3": "cut top off onion", "trg": "cut bottom off onion", "vis_src": "P11_05:88 P11_05:89 P11_05:90", "vis_trg": "P11_05:91", "narrations": [ "remove onion skin", "choose onion", "cut top off onion", "cut bottom off onion" ], "verbs": [ "remove", "choose", "cut", "cut-off" ], "verb_classes": [ 12, 85, 7, 7 ], "nouns": [ "skin:onion", "onion", "onion", "onion" ], "noun_classes": [ 48, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:04:53.97", "00:04:56.41" ], [ "00:04:58.57", "00:05:02.49" ], [ "00:05:03.09", "00:05:05.27" ], [ "00:05:05.75", "00:05:07.39" ] ], "start_stop_frames": [ [ 17638, 17784 ], [ 17914, 18149 ], [ 18185, 18316 ], [ 18345, 18443 ] ], "trgnoun": "onion", "trgverb": "cut_off" }, { "key": "P13_05+32_33_34_35", "video_id": "P13_05", "narration_ids": [ "P13_05_32", "P13_05_33", "P13_05_34", "P13_05_35" ], "src": "pick_up plastic . throw plastic in trash . remove salad", "src1": "pick_up plastic", "src2": "throw plastic in trash", "src3": "remove salad", "trg": "keep stirring salad", "vis_src": "P13_05:32 P13_05:33 P13_05:34", "vis_trg": "P13_05:35", "narrations": [ "pick up plastic", "throw plastic in trash", "remove salad", "keep stirring salad" ], "verbs": [ "pick-up", "throw-in", "remove", "stir" ], "verb_classes": [ 0, 13, 12, 10 ], "nouns": [ "plastic", "plastic", "salad", "salad" ], "noun_classes": [ 26, 26, 68, 68 ], "start_stop_timestamps": [ [ "00:05:31.32", "00:05:33.45" ], [ "00:05:33.55", "00:05:40.14" ], [ "00:05:43.27", "00:05:54.32" ], [ "00:05:53.83", "00:06:26.90" ] ], "start_stop_frames": [ [ 19879, 20007 ], [ 20013, 20408 ], [ 20596, 21259 ], [ 21229, 23214 ] ], "trgnoun": "salad", "trgverb": "stir" }, { "key": "P22_10+77_78_79_80", "video_id": "P22_10", "narration_ids": [ "P22_10_77", "P22_10_78", "P22_10_79", "P22_10_80" ], "src": "close trash_can . open tap . rinse hand", "src1": "close trash_can", "src2": "open tap", "src3": "rinse hand", "trg": "shake hands", "vis_src": "P22_10:77 P22_10:78 P22_10:79", "vis_trg": "P22_10:80", "narrations": [ "close trash can", "open tap", "rinse hand", "shake hands" ], "verbs": [ "close", "turn-on", "rinse", "shake" ], "verb_classes": [ 4, 6, 2, 15 ], "nouns": [ "can:trash", "tap", "hand", "hand" ], "noun_classes": [ 36, 0, 11, 11 ], "start_stop_timestamps": [ [ "00:02:30.21", "00:02:30.78" ], [ "00:02:31.56", "00:02:32.79" ], [ "00:02:32.72", "00:02:34.26" ], [ "00:02:34.31", "00:02:35.53" ] ], "start_stop_frames": [ [ 9012, 9046 ], [ 9093, 9167 ], [ 9163, 9255 ], [ 9258, 9331 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P02_129+2_3_4_5", "video_id": "P02_129", "narration_ids": [ "P02_129_2", "P02_129_3", "P02_129_4", "P02_129_5" ], "src": "pick_up pan . put_down pan . open kettle", "src1": "pick_up pan", "src2": "put_down pan", "src3": "open kettle", "trg": "pick_up kettle", "vis_src": "P02_129:2 P02_129:3 P02_129:4", "vis_trg": "P02_129:5", "narrations": [ "pick up pan", "put down pan", "open kettle", "pick up kettle" ], "verbs": [ "pick-up", "put-down", "open", "pick-up" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "pan", "pan", "kettle", "kettle" ], "noun_classes": [ 5, 5, 44, 44 ], "start_stop_timestamps": [ [ "00:00:06.16", "00:00:06.51" ], [ "00:00:06.60", "00:00:07.84" ], [ "00:00:08.07", "00:00:09.01" ], [ "00:00:07.88", "00:00:08.89" ] ], "start_stop_frames": [ [ 308, 325 ], [ 330, 392 ], [ 403, 450 ], [ 394, 444 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P04_120+202_203_204_205", "video_id": "P04_120", "narration_ids": [ "P04_120_202", "P04_120_203", "P04_120_204", "P04_120_205" ], "src": "slide plates under plates in cupboard . put_down plates . pick_up spatula", "src1": "slide plates under plates in cupboard", "src2": "put_down plates", "src3": "pick_up spatula", "trg": "pull spatula through milk in pan", "vis_src": "P04_120:202 P04_120:203 P04_120:204", "vis_trg": "P04_120:205", "narrations": [ "slide plates under plates in cupboard", "put down plates", "pick up spatula", "pull spatula through milk in pan" ], "verbs": [ "slide", "put-down", "pick-up", "pull-through" ], "verb_classes": [ 61, 1, 0, 31 ], "nouns": [ "plate", "plate", "spatula", "spatula" ], "noun_classes": [ 2, 2, 20, 20 ], "start_stop_timestamps": [ [ "00:08:35.33", "00:08:37.66" ], [ "00:08:37.38", "00:08:38.96" ], [ "00:08:39.36", "00:08:40.28" ], [ "00:08:40.33", "00:08:44.21" ] ], "start_stop_frames": [ [ 25766, 25883 ], [ 25869, 25948 ], [ 25968, 26014 ], [ 26016, 26210 ] ], "trgnoun": "spatula", "trgverb": "pull_through" }, { "key": "P22_111+58_59_60_61", "video_id": "P22_111", "narration_ids": [ "P22_111_58", "P22_111_59", "P22_111_60", "P22_111_61" ], "src": "put_down pan . pick_up oil . open oil", "src1": "put_down pan", "src2": "pick_up oil", "src3": "open oil", "trg": "pour oil", "vis_src": "P22_111:58 P22_111:59 P22_111:60", "vis_trg": "P22_111:61", "narrations": [ "put down pan", "pick up oil", "open oil", "pour oil" ], "verbs": [ "put-down", "pick-up", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "pan", "oil", "oil", "oil" ], "noun_classes": [ 5, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:02:10.48", "00:02:11.97" ], [ "00:02:13.60", "00:02:14.54" ], [ "00:02:15.29", "00:02:17.73" ], [ "00:02:17.83", "00:02:26.98" ] ], "start_stop_frames": [ [ 6523, 6598 ], [ 6680, 6727 ], [ 6764, 6886 ], [ 6891, 7348 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P04_101+150_151_152_153", "video_id": "P04_101", "narration_ids": [ "P04_101_150", "P04_101_151", "P04_101_152", "P04_101_153" ], "src": "put granola in cupboard . push pasta . pick_up honey", "src1": "put granola in cupboard", "src2": "push pasta", "src3": "pick_up honey", "trg": "squeeze honey into bowl", "vis_src": "P04_101:150 P04_101:151 P04_101:152", "vis_trg": "P04_101:153", "narrations": [ "put granola in cupboard", "push pasta", "pick up honey", "squeeze honey into bowl" ], "verbs": [ "put-in", "push", "pick-up", "squeeze-into" ], "verb_classes": [ 5, 21, 0, 18 ], "nouns": [ "granola", "pasta", "honey", "honey" ], "noun_classes": [ 99, 45, 115, 115 ], "start_stop_timestamps": [ [ "00:05:22.27", "00:05:23.39" ], [ "00:05:24.15", "00:05:25.97" ], [ "00:05:27.15", "00:05:27.65" ], [ "00:05:29.70", "00:05:30.95" ] ], "start_stop_frames": [ [ 16113, 16169 ], [ 16207, 16298 ], [ 16357, 16382 ], [ 16485, 16547 ] ], "trgnoun": "honey", "trgverb": "squeeze_into" }, { "key": "P02_105+84_85_86_87", "video_id": "P02_105", "narration_ids": [ "P02_105_84", "P02_105_85", "P02_105_86", "P02_105_87" ], "src": "rinse knives . close tap . put_down knives", "src1": "rinse knives", "src2": "close tap", "src3": "put_down knives", "trg": "pick_up knife", "vis_src": "P02_105:84 P02_105:85 P02_105:86", "vis_trg": "P02_105:87", "narrations": [ "rinse knives", "close tap", "put down knives", "pick up knife" ], "verbs": [ "rinse", "turn-off", "put-down", "pick-up" ], "verb_classes": [ 2, 8, 1, 0 ], "nouns": [ "knife", "tap", "knife", "knife" ], "noun_classes": [ 4, 0, 4, 4 ], "start_stop_timestamps": [ [ "00:02:54.42", "00:02:58.76" ], [ "00:02:55.08", "00:02:59.62" ], [ "00:02:59.67", "00:03:00.45" ], [ "00:03:00.31", "00:03:02.07" ] ], "start_stop_frames": [ [ 8721, 8938 ], [ 8754, 8981 ], [ 8983, 9022 ], [ 9015, 9103 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P28_03+4_5_6_8", "video_id": "P28_03", "narration_ids": [ "P28_03_4", "P28_03_5", "P28_03_6", "P28_03_8" ], "src": "looking for something . take onion . close cupboard", "src1": "looking for something", "src2": "take onion", "src3": "close cupboard", "trg": "close drawer", "vis_src": "P28_03:4 P28_03:5 P28_03:6", "vis_trg": "P28_03:8", "narrations": [ "looking for something", "take onion", "close cupboard", "close drawer" ], "verbs": [ "look-for", "take", "close", "close" ], "verb_classes": [ 48, 0, 4, 4 ], "nouns": [ "bag", "onion", "cupboard", "drawer" ], "noun_classes": [ 19, 16, 3, 8 ], "start_stop_timestamps": [ [ "00:00:21.44", "00:00:28.51" ], [ "00:00:33.23", "00:00:35.10" ], [ "00:00:37.70", "00:00:38.78" ], [ "00:00:40.00", "00:00:47.65" ] ], "start_stop_frames": [ [ 1286, 1710 ], [ 1993, 2106 ], [ 2262, 2326 ], [ 2400, 2859 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_120+212_213_214_215", "video_id": "P04_120", "narration_ids": [ "P04_120_212", "P04_120_213", "P04_120_214", "P04_120_215" ], "src": "slide baking_tray into cupboard . pick_up chopping_board . inspect chopping_board", "src1": "slide baking_tray into cupboard", "src2": "pick_up chopping_board", "src3": "inspect chopping_board", "trg": "feel chopping_board", "vis_src": "P04_120:212 P04_120:213 P04_120:214", "vis_trg": "P04_120:215", "narrations": [ "slide baking tray into cupboard", "pick up chopping board", "inspect chopping board", "feel chopping board" ], "verbs": [ "slide-into", "pick-up", "inspect", "feel" ], "verb_classes": [ 5, 0, 24, 54 ], "nouns": [ "tray:baking", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 35, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:08:54.09", "00:08:55.49" ], [ "00:08:54.96", "00:08:56.33" ], [ "00:08:56.11", "00:08:58.86" ], [ "00:08:58.39", "00:09:00.59" ] ], "start_stop_frames": [ [ 26704, 26774 ], [ 26748, 26816 ], [ 26805, 26943 ], [ 26919, 27029 ] ], "trgnoun": "chopping_board", "trgverb": "feel" }, { "key": "P20_04+123_124_125_126", "video_id": "P20_04", "narration_ids": [ "P20_04_123", "P20_04_124", "P20_04_125", "P20_04_126" ], "src": "pick_up bowl . put_down bowl . pick_up cloth", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "pick_up cloth", "trg": "put_down cloth", "vis_src": "P20_04:123 P20_04:124 P20_04:125", "vis_trg": "P20_04:126", "narrations": [ "pick up bowl", "put down bowl", "pick up cloth", "put down cloth" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "cloth", "cloth" ], "noun_classes": [ 7, 7, 17, 17 ], "start_stop_timestamps": [ [ "00:08:36.63", "00:08:37.79" ], [ "00:08:37.89", "00:08:39.24" ], [ "00:08:39.34", "00:08:40.40" ], [ "00:08:39.62", "00:08:41.09" ] ], "start_stop_frames": [ [ 30997, 31067 ], [ 31073, 31154 ], [ 31160, 31224 ], [ 31177, 31265 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P28_06+72_73_74_75", "video_id": "P28_06", "narration_ids": [ "P28_06_72", "P28_06_73", "P28_06_74", "P28_06_75" ], "src": "take_out something . open lid . take_out paprika", "src1": "take_out something", "src2": "open lid", "src3": "take_out paprika", "trg": "check paprika", "vis_src": "P28_06:72 P28_06:73 P28_06:74", "vis_trg": "P28_06:75", "narrations": [ "take out something", "open lid", "take out paprika", "check paprika" ], "verbs": [ "take-out", "open", "take-out", "check" ], "verb_classes": [ 12, 3, 12, 24 ], "nouns": [ "jar", "lid", "paprika", "paprika" ], "noun_classes": [ 40, 6, 206, 206 ], "start_stop_timestamps": [ [ "00:05:55.09", "00:05:55.92" ], [ "00:05:58.07", "00:06:01.59" ], [ "00:05:58.30", "00:05:59.36" ], [ "00:06:01.58", "00:06:02.73" ] ], "start_stop_frames": [ [ 21305, 21355 ], [ 21484, 21695 ], [ 21498, 21561 ], [ 21694, 21763 ] ], "trgnoun": "paprika", "trgverb": "check" }, { "key": "P04_120+98_99_100_101", "video_id": "P04_120", "narration_ids": [ "P04_120_98", "P04_120_99", "P04_120_100", "P04_120_101" ], "src": "wipe lid on milk bottle . put lid on milk bottle . screw milk_bottle lid tight", "src1": "wipe lid on milk bottle", "src2": "put lid on milk bottle", "src3": "screw milk_bottle lid tight", "trg": "put_down milk_bottle", "vis_src": "P04_120:98 P04_120:99 P04_120:100", "vis_trg": "P04_120:101", "narrations": [ "wipe lid on milk bottle", "put lid on milk bottle", "screw milk bottle lid tight", "put down milk bottle" ], "verbs": [ "wipe-on", "put-on", "screw", "put-down" ], "verb_classes": [ 2, 1, 78, 1 ], "nouns": [ "lid", "lid", "bottle:milk", "bottle:milk" ], "noun_classes": [ 6, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:05:24.04", "00:05:27.18" ], [ "00:05:26.05", "00:05:28.55" ], [ "00:05:28.38", "00:05:30.27" ], [ "00:05:31.25", "00:05:32.07" ] ], "start_stop_frames": [ [ 16202, 16359 ], [ 16302, 16427 ], [ 16419, 16513 ], [ 16562, 16603 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P01_09+462_463_464_465", "video_id": "P01_09", "narration_ids": [ "P01_09_462", "P01_09_463", "P01_09_464", "P01_09_465" ], "src": "close cupboard . put_down plate . take paper", "src1": "close cupboard", "src2": "put_down plate", "src3": "take paper", "trg": "fold paper", "vis_src": "P01_09:462 P01_09:463 P01_09:464", "vis_trg": "P01_09:465", "narrations": [ "close cupboard", "put down plate", "take paper", "fold paper" ], "verbs": [ "close", "put-down", "take", "fold" ], "verb_classes": [ 4, 1, 0, 28 ], "nouns": [ "cupboard", "plate", "paper", "paper" ], "noun_classes": [ 3, 2, 49, 49 ], "start_stop_timestamps": [ [ "00:32:43.17", "00:32:43.94" ], [ "00:32:46.48", "00:32:47.98" ], [ "00:32:47.65", "00:32:51.53" ], [ "00:32:52.70", "00:32:56.73" ] ], "start_stop_frames": [ [ 117790, 117836 ], [ 117988, 118078 ], [ 118059, 118291 ], [ 118362, 118603 ] ], "trgnoun": "paper", "trgverb": "fold" }, { "key": "P02_06+284_285_286_287", "video_id": "P02_06", "narration_ids": [ "P02_06_284", "P02_06_285", "P02_06_286", "P02_06_287" ], "src": "open bag . get onion_rings . put onion_rings on tray", "src1": "open bag", "src2": "get onion_rings", "src3": "put onion_rings on tray", "trg": "cook onion_rings", "vis_src": "P02_06:284 P02_06:285 P02_06:286", "vis_trg": "P02_06:287", "narrations": [ "open bag", "get onion rings", "put onion rings on tray", "cook onion rings" ], "verbs": [ "open", "get", "put-on", "cook" ], "verb_classes": [ 3, 0, 1, 45 ], "nouns": [ "bag", "ring:onion", "ring:onion", "ring:onion" ], "noun_classes": [ 19, 261, 261, 261 ], "start_stop_timestamps": [ [ "00:13:24.09", "00:13:25.27" ], [ "00:13:25.37", "00:13:26.93" ], [ "00:13:27.64", "00:13:29.69" ], [ "00:13:31.11", "00:13:32.49" ] ], "start_stop_frames": [ [ 48245, 48316 ], [ 48322, 48415 ], [ 48458, 48581 ], [ 48666, 48749 ] ], "trgnoun": "onion_ring", "trgverb": "cook" }, { "key": "P01_105+234_235_236_237", "video_id": "P01_105", "narration_ids": [ "P01_105_234", "P01_105_235", "P01_105_236", "P01_105_237" ], "src": "put_down tofu . slice tofu . move tofu_slices", "src1": "put_down tofu", "src2": "slice tofu", "src3": "move tofu_slices", "trg": "dice tofu", "vis_src": "P01_105:234 P01_105:235 P01_105:236", "vis_trg": "P01_105:237", "narrations": [ "put down tofu", "slice tofu", "move tofu slices", "dice tofu" ], "verbs": [ "put-down", "slice", "move", "dice" ], "verb_classes": [ 1, 7, 11, 7 ], "nouns": [ "tofu", "tofu", "slice:tofu", "tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:08:52.79", "00:08:53.60" ], [ "00:08:53.63", "00:09:00.54" ], [ "00:08:59.78", "00:09:01.31" ], [ "00:09:01.34", "00:09:07.21" ] ], "start_stop_frames": [ [ 26639, 26680 ], [ 26681, 27027 ], [ 26989, 27065 ], [ 27067, 27360 ] ], "trgnoun": "tofu", "trgverb": "dice" }, { "key": "P03_04+170_171_172_173", "video_id": "P03_04", "narration_ids": [ "P03_04_170", "P03_04_171", "P03_04_172", "P03_04_173" ], "src": "open bag . put chicken in food bag . take chicken out of food bag", "src1": "open bag", "src2": "put chicken in food bag", "src3": "take chicken out of food bag", "trg": "take chicken", "vis_src": "P03_04:170 P03_04:171 P03_04:172", "vis_trg": "P03_04:173", "narrations": [ "open bag", "put chicken in food bag", "take chicken out of food bag", "take chicken" ], "verbs": [ "open", "put-in", "take-out", "take" ], "verb_classes": [ 3, 5, 12, 0 ], "nouns": [ "bag", "chicken", "chicken", "chicken" ], "noun_classes": [ 19, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:11:09.90", "00:11:11.66" ], [ "00:11:10.86", "00:11:21.29" ], [ "00:11:26.23", "00:11:30.74" ], [ "00:11:31.80", "00:11:37.45" ] ], "start_stop_frames": [ [ 40194, 40299 ], [ 40251, 40877 ], [ 41173, 41444 ], [ 41508, 41847 ] ], "trgnoun": "chicken", "trgverb": "take" }, { "key": "P03_02+70_71_72_73", "video_id": "P03_02", "narration_ids": [ "P03_02_70", "P03_02_71", "P03_02_72", "P03_02_73" ], "src": "place bottle in fridge . pour squash . put_down bottle", "src1": "place bottle in fridge", "src2": "pour squash", "src3": "put_down bottle", "trg": "fill bottle", "vis_src": "P03_02:70 P03_02:71 P03_02:72", "vis_trg": "P03_02:73", "narrations": [ "place bottle in fridge", "pour squash", "put down bottle", "fill bottle" ], "verbs": [ "place-in", "pour", "put-down", "fill" ], "verb_classes": [ 5, 9, 1, 26 ], "nouns": [ "bottle", "squash", "bottle", "bottle" ], "noun_classes": [ 15, 116, 15, 15 ], "start_stop_timestamps": [ [ "00:02:16.28", "00:02:19.18" ], [ "00:02:21.24", "00:02:26.39" ], [ "00:02:27.36", "00:02:27.90" ], [ "00:02:29.10", "00:02:30.24" ] ], "start_stop_frames": [ [ 8176, 8350 ], [ 8474, 8783 ], [ 8841, 8874 ], [ 8946, 9014 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P22_111+523_524_525_526", "video_id": "P22_111", "narration_ids": [ "P22_111_523", "P22_111_524", "P22_111_525", "P22_111_526" ], "src": "put_down sponge . pick_up tin_can . remove lid", "src1": "put_down sponge", "src2": "pick_up tin_can", "src3": "remove lid", "trg": "wash tin_can", "vis_src": "P22_111:523 P22_111:524 P22_111:525", "vis_trg": "P22_111:526", "narrations": [ "put down sponge", "pick up tin can", "remove lid", "wash tin can" ], "verbs": [ "put-down", "pick-up", "remove", "wash" ], "verb_classes": [ 1, 0, 12, 2 ], "nouns": [ "sponge", "can:tin", "lid", "can:tin" ], "noun_classes": [ 9, 61, 6, 61 ], "start_stop_timestamps": [ [ "00:18:56.68", "00:18:57.05" ], [ "00:18:57.15", "00:18:57.51" ], [ "00:18:57.61", "00:18:58.80" ], [ "00:18:59.89", "00:19:01.50" ] ], "start_stop_frames": [ [ 56834, 56852 ], [ 56857, 56875 ], [ 56880, 56940 ], [ 56994, 57075 ] ], "trgnoun": "tin_can", "trgverb": "wash" }, { "key": "P25_104+87_88_89_90", "video_id": "P25_104", "narration_ids": [ "P25_104_87", "P25_104_88", "P25_104_89", "P25_104_90" ], "src": "open drawer . take fork . pick_up salt", "src1": "open drawer", "src2": "take fork", "src3": "pick_up salt", "trg": "pour salt", "vis_src": "P25_104:87 P25_104:88 P25_104:89", "vis_trg": "P25_104:90", "narrations": [ "open drawer", "take fork", "pick up salt", "pour salt" ], "verbs": [ "open", "take", "pick-up", "pour" ], "verb_classes": [ 3, 0, 0, 9 ], "nouns": [ "drawer", "fork", "salt", "salt" ], "noun_classes": [ 8, 14, 38, 38 ], "start_stop_timestamps": [ [ "00:04:12.98", "00:04:14.05" ], [ "00:04:14.35", "00:04:16.37" ], [ "00:04:17.01", "00:04:18.81" ], [ "00:04:18.71", "00:04:31.24" ] ], "start_stop_frames": [ [ 12649, 12702 ], [ 12717, 12818 ], [ 12850, 12940 ], [ 12935, 13562 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P06_103+165_166_167_168", "video_id": "P06_103", "narration_ids": [ "P06_103_165", "P06_103_166", "P06_103_167", "P06_103_168" ], "src": "open fridge . pick_up wraps . pick_up cheese", "src1": "open fridge", "src2": "pick_up wraps", "src3": "pick_up cheese", "trg": "put_down cheese", "vis_src": "P06_103:165 P06_103:166 P06_103:167", "vis_trg": "P06_103:168", "narrations": [ "open fridge", "pick up wraps", "pick up cheese", "put down cheese" ], "verbs": [ "open", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "fridge", "wrap", "cheese", "cheese" ], "noun_classes": [ 12, 107, 32, 32 ], "start_stop_timestamps": [ [ "00:13:07.80", "00:13:10.33" ], [ "00:13:12.39", "00:13:15.62" ], [ "00:13:17.44", "00:13:18.30" ], [ "00:13:19.59", "00:13:20.69" ] ], "start_stop_frames": [ [ 39390, 39516 ], [ 39619, 39781 ], [ 39872, 39915 ], [ 39979, 40034 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P22_15+44_45_46_47", "video_id": "P22_15", "narration_ids": [ "P22_15_44", "P22_15_45", "P22_15_46", "P22_15_47" ], "src": "pick_up cup . place cup . pick_up bowl", "src1": "pick_up cup", "src2": "place cup", "src3": "pick_up bowl", "trg": "place bowl", "vis_src": "P22_15:44 P22_15:45 P22_15:46", "vis_trg": "P22_15:47", "narrations": [ "pick up cup", "place cup", "pick up bowl", "place bowl" ], "verbs": [ "pick-up", "place", "pick-up", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "cup", "cup", "bowl", "bowl" ], "noun_classes": [ 13, 13, 7, 7 ], "start_stop_timestamps": [ [ "00:01:37.95", "00:01:38.70" ], [ "00:01:39.04", "00:01:40.92" ], [ "00:01:41.69", "00:01:42.38" ], [ "00:01:42.41", "00:01:43.83" ] ], "start_stop_frames": [ [ 5877, 5922 ], [ 5942, 6055 ], [ 6101, 6142 ], [ 6144, 6229 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P01_103+64_65_66_68", "video_id": "P01_103", "narration_ids": [ "P01_103_64", "P01_103_65", "P01_103_66", "P01_103_68" ], "src": "put cereal_bag into box . close cereals box . pick_up cereals box", "src1": "put cereal_bag into box", "src2": "close cereals box", "src3": "pick_up cereals box", "trg": "put cereals into cupboard", "vis_src": "P01_103:64 P01_103:65 P01_103:66", "vis_trg": "P01_103:68", "narrations": [ "put cereal bag into box", "close cereals box", "pick up cereals box", "put cereals into cupboard" ], "verbs": [ "put-into", "close", "pick-up", "put-into" ], "verb_classes": [ 5, 4, 0, 5 ], "nouns": [ "bag:cereal", "box:cereal", "box:cereal", "cereal" ], "noun_classes": [ 19, 23, 23, 99 ], "start_stop_timestamps": [ [ "00:01:57.01", "00:01:58.61" ], [ "00:01:59.09", "00:02:00.59" ], [ "00:02:01.38", "00:02:02.14" ], [ "00:02:01.00", "00:02:04.59" ] ], "start_stop_frames": [ [ 5850, 5930 ], [ 5954, 6029 ], [ 6069, 6107 ], [ 6050, 6229 ] ], "trgnoun": "cereal", "trgverb": "put_into" }, { "key": "P28_108+48_49_50_51", "video_id": "P28_108", "narration_ids": [ "P28_108_48", "P28_108_49", "P28_108_50", "P28_108_51" ], "src": "put grater . close parmesan_package . open fridge", "src1": "put grater", "src2": "close parmesan_package", "src3": "open fridge", "trg": "put parmesan in fridge", "vis_src": "P28_108:48 P28_108:49 P28_108:50", "vis_trg": "P28_108:51", "narrations": [ "put grater", "close parmesan package", "open fridge", "put parmesan in fridge" ], "verbs": [ "put", "close", "open", "put-in" ], "verb_classes": [ 1, 4, 3, 5 ], "nouns": [ "grater", "package:parmesan", "fridge", "fridge" ], "noun_classes": [ 96, 26, 12, 12 ], "start_stop_timestamps": [ [ "00:05:31.50", "00:05:32.85" ], [ "00:05:37.88", "00:05:39.24" ], [ "00:05:39.65", "00:05:40.97" ], [ "00:05:41.07", "00:05:45.96" ] ], "start_stop_frames": [ [ 16575, 16642 ], [ 16894, 16962 ], [ 16982, 17048 ], [ 17053, 17298 ] ], "trgnoun": "fridge", "trgverb": "put_in" }, { "key": "P12_02+126_127_128_129", "video_id": "P12_02", "narration_ids": [ "P12_02_126", "P12_02_127", "P12_02_128", "P12_02_129" ], "src": "pour tomato_sauce in frying pan . open fridge . take tube_tubes", "src1": "pour tomato_sauce in frying pan", "src2": "open fridge", "src3": "take tube_tubes", "trg": "close fridge", "vis_src": "P12_02:126 P12_02:127 P12_02:128", "vis_trg": "P12_02:129", "narrations": [ "pour tomato sauce in frying pan", "open fridge", "take tube tubes", "close fridge" ], "verbs": [ "pour-in", "open", "take", "close" ], "verb_classes": [ 9, 3, 0, 4 ], "nouns": [ "sauce:tomato", "fridge", "tube:tube", "fridge" ], "noun_classes": [ 47, 12, 227, 12 ], "start_stop_timestamps": [ [ "00:21:45.11", "00:21:52.08" ], [ "00:21:56.87", "00:21:58.07" ], [ "00:22:02.17", "00:22:06.32" ], [ "00:22:31.79", "00:22:33.11" ] ], "start_stop_frames": [ [ 78306, 78724 ], [ 79012, 79084 ], [ 79330, 79579 ], [ 81107, 81186 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P06_07+205_206_207_208", "video_id": "P06_07", "narration_ids": [ "P06_07_205", "P06_07_206", "P06_07_207", "P06_07_208" ], "src": "roll_up bag . open cupboard . put flour in bag", "src1": "roll_up bag", "src2": "open cupboard", "src3": "put flour in bag", "trg": "close cupboard", "vis_src": "P06_07:205 P06_07:206 P06_07:207", "vis_trg": "P06_07:208", "narrations": [ "roll up bag", "open cupboard", "put flour in bag", "close cupboard" ], "verbs": [ "roll-up", "open", "put-in", "close" ], "verb_classes": [ 36, 3, 5, 4 ], "nouns": [ "bag", "cupboard", "flour", "cupboard" ], "noun_classes": [ 19, 3, 75, 3 ], "start_stop_timestamps": [ [ "00:14:25.24", "00:14:28.38" ], [ "00:14:28.28", "00:14:29.32" ], [ "00:14:29.35", "00:14:30.26" ], [ "00:14:30.31", "00:14:31.34" ] ], "start_stop_frames": [ [ 51914, 52102 ], [ 52096, 52159 ], [ 52161, 52215 ], [ 52218, 52280 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_119+100_102_103_104", "video_id": "P03_119", "narration_ids": [ "P03_119_100", "P03_119_102", "P03_119_103", "P03_119_104" ], "src": "open tongs . put tongs on drying rack . pick_up bread_knife", "src1": "open tongs", "src2": "put tongs on drying rack", "src3": "pick_up bread_knife", "trg": "wash bread_knife", "vis_src": "P03_119:100 P03_119:102 P03_119:103", "vis_trg": "P03_119:104", "narrations": [ "open tongs", "put tongs on drying rack", "pick up bread knife", "wash bread knife" ], "verbs": [ "open", "put-on", "pick-up", "wash" ], "verb_classes": [ 3, 1, 0, 2 ], "nouns": [ "tongs", "tongs", "knife:bread", "knife:bread" ], "noun_classes": [ 142, 142, 4, 4 ], "start_stop_timestamps": [ [ "00:04:47.40", "00:04:48.77" ], [ "00:05:01.43", "00:05:03.05" ], [ "00:05:04.28", "00:05:04.97" ], [ "00:05:05.43", "00:05:07.97" ] ], "start_stop_frames": [ [ 14369, 14438 ], [ 15071, 15152 ], [ 15213, 15248 ], [ 15271, 15398 ] ], "trgnoun": "bread_knife", "trgverb": "wash" }, { "key": "P05_08+62_63_64_65", "video_id": "P05_08", "narration_ids": [ "P05_08_62", "P05_08_63", "P05_08_64", "P05_08_65" ], "src": "move onion in saucepan . place wooden_spatula on refrigerator . take meat_pack", "src1": "move onion in saucepan", "src2": "place wooden_spatula on refrigerator", "src3": "take meat_pack", "trg": "take wooden_spatula", "vis_src": "P05_08:62 P05_08:63 P05_08:64", "vis_trg": "P05_08:65", "narrations": [ "move onion in saucepan", "place wooden spatula on refrigerator", "take meat pack", "take wooden spatula" ], "verbs": [ "move-in", "place-on", "take", "take" ], "verb_classes": [ 5, 1, 0, 0 ], "nouns": [ "onion", "spatula:wooden", "pack:meat", "spatula:wooden" ], "noun_classes": [ 16, 20, 26, 20 ], "start_stop_timestamps": [ [ "00:05:28.09", "00:05:30.96" ], [ "00:05:31.21", "00:05:32.55" ], [ "00:05:33.41", "00:05:35.72" ], [ "00:05:37.00", "00:05:38.23" ] ], "start_stop_frames": [ [ 19685, 19857 ], [ 19872, 19953 ], [ 20004, 20143 ], [ 20220, 20293 ] ], "trgnoun": "wooden_spatula", "trgverb": "take" }, { "key": "P03_117+240_241_242_243", "video_id": "P03_117", "narration_ids": [ "P03_117_240", "P03_117_241", "P03_117_242", "P03_117_243" ], "src": "move cheese_slice to bread . move cheese_slice from knife to bread . create sandwich", "src1": "move cheese_slice to bread", "src2": "move cheese_slice from knife to bread", "src3": "create sandwich", "trg": "slice sandwich into two", "vis_src": "P03_117:240 P03_117:241 P03_117:242", "vis_trg": "P03_117:243", "narrations": [ "move cheese slice to bread", "move cheese slice from knife to bread", "create sandwich", "slice sandwich into two" ], "verbs": [ "move-to", "move-from", "create", "slice" ], "verb_classes": [ 11, 11, 1, 7 ], "nouns": [ "slice:cheese", "slice:cheese", "sandwich", "sandwich" ], "noun_classes": [ 32, 32, 164, 164 ], "start_stop_timestamps": [ [ "00:11:16.63", "00:11:18.97" ], [ "00:11:18.85", "00:11:20.57" ], [ "00:11:20.58", "00:11:23.92" ], [ "00:11:24.42", "00:11:27.46" ] ], "start_stop_frames": [ [ 33831, 33948 ], [ 33942, 34028 ], [ 34029, 34196 ], [ 34221, 34373 ] ], "trgnoun": "sandwich", "trgverb": "slice" }, { "key": "P02_115+20_21_22_23", "video_id": "P02_115", "narration_ids": [ "P02_115_20", "P02_115_21", "P02_115_22", "P02_115_23" ], "src": "check pie . put_down plate . pick_up pie using spatula", "src1": "check pie", "src2": "put_down plate", "src3": "pick_up pie using spatula", "trg": "put pie on plate", "vis_src": "P02_115:20 P02_115:21 P02_115:22", "vis_trg": "P02_115:23", "narrations": [ "check pie", "put down plate", "pick up pie using spatula", "put pie on plate" ], "verbs": [ "check", "put-down", "pick-up", "put-on" ], "verb_classes": [ 24, 1, 0, 1 ], "nouns": [ "pie", "plate", "pie", "pie" ], "noun_classes": [ 137, 2, 137, 137 ], "start_stop_timestamps": [ [ "00:00:50.32", "00:00:51.86" ], [ "00:00:51.96", "00:00:53.83" ], [ "00:00:53.98", "00:00:57.47" ], [ "00:00:57.56", "00:00:59.17" ] ], "start_stop_frames": [ [ 2516, 2593 ], [ 2598, 2691 ], [ 2699, 2873 ], [ 2878, 2958 ] ], "trgnoun": "pie", "trgverb": "put_on" }, { "key": "P01_05+119_120_121_122", "video_id": "P01_05", "narration_ids": [ "P01_05_119", "P01_05_120", "P01_05_121", "P01_05_122" ], "src": "pour potatoes into saucepan . put_down cutting_board . throw sausage sleeve", "src1": "pour potatoes into saucepan", "src2": "put_down cutting_board", "src3": "throw sausage sleeve", "trg": "take sausages", "vis_src": "P01_05:119 P01_05:120 P01_05:121", "vis_trg": "P01_05:122", "narrations": [ "pour potatoes into saucepan", "put down cutting board", "throw sausage sleeve", "take sausages" ], "verbs": [ "pour-into", "put-down", "throw", "take" ], "verb_classes": [ 9, 1, 13, 0 ], "nouns": [ "potato", "board:cutting", "sausage", "sausage" ], "noun_classes": [ 30, 18, 86, 86 ], "start_stop_timestamps": [ [ "00:06:57.52", "00:07:05.12" ], [ "00:07:05.69", "00:07:07.79" ], [ "00:07:12.35", "00:07:14.99" ], [ "00:07:19.19", "00:07:20.27" ] ], "start_stop_frames": [ [ 25051, 25507 ], [ 25541, 25667 ], [ 25941, 26099 ], [ 26351, 26416 ] ], "trgnoun": "sausage", "trgverb": "take" }, { "key": "P02_132+34_35_36_37", "video_id": "P02_132", "narration_ids": [ "P02_132_34", "P02_132_35", "P02_132_36", "P02_132_37" ], "src": "pick_up knife . put_down chopping_board . pick_up foiled paper_cylinder", "src1": "pick_up knife", "src2": "put_down chopping_board", "src3": "pick_up foiled paper_cylinder", "trg": "put_down knife", "vis_src": "P02_132:34 P02_132:35 P02_132:36", "vis_trg": "P02_132:37", "narrations": [ "pick up knife", "put down chopping board", "pick up foiled paper cylinder", "put down knife" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "knife", "board:chopping", "cylinder:paper", "knife" ], "noun_classes": [ 4, 18, 49, 4 ], "start_stop_timestamps": [ [ "00:01:16.50", "00:01:17.06" ], [ "00:01:17.15", "00:01:17.81" ], [ "00:01:17.86", "00:01:18.71" ], [ "00:01:18.81", "00:01:19.16" ] ], "start_stop_frames": [ [ 3825, 3853 ], [ 3857, 3890 ], [ 3893, 3935 ], [ 3940, 3958 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P08_02+20_21_22_23", "video_id": "P08_02", "narration_ids": [ "P08_02_20", "P08_02_21", "P08_02_22", "P08_02_23" ], "src": "throw away wrap . get sponge . open tap_water", "src1": "throw away wrap", "src2": "get sponge", "src3": "open tap_water", "trg": "clean sponge", "vis_src": "P08_02:20 P08_02:21 P08_02:22", "vis_trg": "P08_02:23", "narrations": [ "throw away wrap", "get sponge", "open tap water", "clean sponge" ], "verbs": [ "throw", "get", "open", "clean" ], "verb_classes": [ 13, 0, 3, 2 ], "nouns": [ "wrap", "sponge", "water:tap", "sponge" ], "noun_classes": [ 107, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:00:56.11", "00:00:57.91" ], [ "00:00:58.17", "00:00:59.96" ], [ "00:00:59.99", "00:01:01.07" ], [ "00:01:01.17", "00:01:05.21" ] ], "start_stop_frames": [ [ 3366, 3474 ], [ 3490, 3597 ], [ 3599, 3664 ], [ 3670, 3912 ] ], "trgnoun": "sponge", "trgverb": "clean" }, { "key": "P07_10+261_262_263_264", "video_id": "P07_10", "narration_ids": [ "P07_10_261", "P07_10_262", "P07_10_263", "P07_10_264" ], "src": "put board on kitchen counter . open bag . pick_up cilantro", "src1": "put board on kitchen counter", "src2": "open bag", "src3": "pick_up cilantro", "trg": "place cilantro", "vis_src": "P07_10:261 P07_10:262 P07_10:263", "vis_trg": "P07_10:264", "narrations": [ "put board on kitchen counter", "open bag", "pick up cilantro", "place cilantro" ], "verbs": [ "put-on", "open", "pick-up", "place" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "board", "bag", "cilantro", "cilantro" ], "noun_classes": [ 18, 19, 173, 173 ], "start_stop_timestamps": [ [ "00:25:52.54", "00:25:53.57" ], [ "00:25:54.82", "00:26:00.13" ], [ "00:26:00.02", "00:26:08.08" ], [ "00:26:09.18", "00:26:20.58" ] ], "start_stop_frames": [ [ 93152, 93214 ], [ 93289, 93607 ], [ 93601, 94084 ], [ 94150, 94834 ] ], "trgnoun": "cilantro", "trgverb": "place" }, { "key": "P02_108+307_308_309_311", "video_id": "P02_108", "narration_ids": [ "P02_108_307", "P02_108_308", "P02_108_309", "P02_108_311" ], "src": "take_off gloves . pick_up sponge . clean surface", "src1": "take_off gloves", "src2": "pick_up sponge", "src3": "clean surface", "trg": "rinse sponge", "vis_src": "P02_108:307 P02_108:308 P02_108:309", "vis_trg": "P02_108:311", "narrations": [ "take off gloves", "pick up sponge", "clean surface", "rinse sponge" ], "verbs": [ "take-off", "pick-up", "clean", "rinse" ], "verb_classes": [ 12, 0, 2, 2 ], "nouns": [ "glove", "sponge", "surface", "sponge" ], "noun_classes": [ 60, 9, 42, 9 ], "start_stop_timestamps": [ [ "00:15:42.27", "00:15:44.60" ], [ "00:15:47.48", "00:15:50.30" ], [ "00:15:49.86", "00:15:54.24" ], [ "00:15:53.96", "00:15:55.93" ] ], "start_stop_frames": [ [ 47113, 47230 ], [ 47374, 47515 ], [ 47493, 47712 ], [ 47698, 47796 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P03_101+89_90_91_92", "video_id": "P03_101", "narration_ids": [ "P03_101_89", "P03_101_90", "P03_101_91", "P03_101_92" ], "src": "wash plate . place plate on drying rack . pick_up knife", "src1": "wash plate", "src2": "place plate on drying rack", "src3": "pick_up knife", "trg": "soak knife", "vis_src": "P03_101:89 P03_101:90 P03_101:91", "vis_trg": "P03_101:92", "narrations": [ "wash plate", "place plate on drying rack", "pick up knife", "soak knife" ], "verbs": [ "wash", "place-on", "pick-up", "soak" ], "verb_classes": [ 2, 1, 0, 56 ], "nouns": [ "plate", "plate", "knife", "knife" ], "noun_classes": [ 2, 2, 4, 4 ], "start_stop_timestamps": [ [ "00:02:21.34", "00:02:32.55" ], [ "00:02:32.48", "00:02:34.38" ], [ "00:02:33.00", "00:02:36.19" ], [ "00:02:36.20", "00:02:37.00" ] ], "start_stop_frames": [ [ 7067, 7627 ], [ 7623, 7719 ], [ 7650, 7809 ], [ 7809, 7850 ] ], "trgnoun": "knife", "trgverb": "soak" }, { "key": "P22_101+12_13_14_15", "video_id": "P22_101", "narration_ids": [ "P22_101_12", "P22_101_13", "P22_101_14", "P22_101_15" ], "src": "rinse glass . turn_off tap . empty glass", "src1": "rinse glass", "src2": "turn_off tap", "src3": "empty glass", "trg": "put_down glass", "vis_src": "P22_101:12 P22_101:13 P22_101:14", "vis_trg": "P22_101:15", "narrations": [ "rinse glass", "turn off tap", "empty glass", "put down glass" ], "verbs": [ "rinse", "turn-off", "empty", "put-down" ], "verb_classes": [ 2, 8, 20, 1 ], "nouns": [ "glass", "tap", "glass", "glass" ], "noun_classes": [ 10, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:00:21.43", "00:00:22.71" ], [ "00:00:21.62", "00:00:23.41" ], [ "00:00:21.70", "00:00:23.82" ], [ "00:00:24.19", "00:00:26.70" ] ], "start_stop_frames": [ [ 1071, 1135 ], [ 1081, 1170 ], [ 1085, 1191 ], [ 1209, 1335 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P02_03+43_44_45_46", "video_id": "P02_03", "narration_ids": [ "P02_03_43", "P02_03_44", "P02_03_45", "P02_03_46" ], "src": "close tap . pick_up scissors . move broccoli and scissors to chopping board", "src1": "close tap", "src2": "pick_up scissors", "src3": "move broccoli and scissors to chopping board", "trg": "cut broccoli", "vis_src": "P02_03:43 P02_03:44 P02_03:45", "vis_trg": "P02_03:46", "narrations": [ "close tap", "pick up scissors", "move broccoli and scissors to chopping board", "cut broccoli" ], "verbs": [ "turn-off", "pick-up", "move-to", "cut" ], "verb_classes": [ 8, 0, 11, 7 ], "nouns": [ "tap", "scissors", "broccoli", "broccoli" ], "noun_classes": [ 0, 79, 101, 101 ], "start_stop_timestamps": [ [ "00:01:42.47", "00:01:43.91" ], [ "00:01:43.90", "00:01:44.78" ], [ "00:01:44.93", "00:01:47.31" ], [ "00:01:47.41", "00:01:55.33" ] ], "start_stop_frames": [ [ 6148, 6234 ], [ 6234, 6286 ], [ 6295, 6438 ], [ 6444, 6919 ] ], "trgnoun": "broccoli", "trgverb": "cut" }, { "key": "P22_14+64_65_66_67", "video_id": "P22_14", "narration_ids": [ "P22_14_64", "P22_14_65", "P22_14_66", "P22_14_67" ], "src": "pick_up measure . open cabinet . pick_up jar", "src1": "pick_up measure", "src2": "open cabinet", "src3": "pick_up jar", "trg": "open jar", "vis_src": "P22_14:64 P22_14:65 P22_14:66", "vis_trg": "P22_14:67", "narrations": [ "pick up measure", "open cabinet", "pick up jar", "open jar" ], "verbs": [ "pick-up", "open", "pick-up", "open" ], "verb_classes": [ 0, 3, 0, 3 ], "nouns": [ "measure", "cabinet", "jar", "jar" ], "noun_classes": [ 1, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:02:57.79", "00:02:58.88" ], [ "00:02:59.53", "00:03:00.20" ], [ "00:03:00.96", "00:03:01.92" ], [ "00:03:02.41", "00:03:03.06" ] ], "start_stop_frames": [ [ 10667, 10732 ], [ 10771, 10812 ], [ 10857, 10915 ], [ 10944, 10983 ] ], "trgnoun": "jar", "trgverb": "open" }, { "key": "P02_09+61_62_63_64", "video_id": "P02_09", "narration_ids": [ "P02_09_61", "P02_09_62", "P02_09_63", "P02_09_64" ], "src": "pick_up salt . pick_up spoon . pour salt into spoon", "src1": "pick_up salt", "src2": "pick_up spoon", "src3": "pour salt into spoon", "trg": "empty spoon in bowl", "vis_src": "P02_09:61 P02_09:62 P02_09:63", "vis_trg": "P02_09:64", "narrations": [ "pick up salt", "pick up spoon", "pour salt into spoon", "empty spoon in bowl" ], "verbs": [ "pick-up", "pick-up", "pour-into", "empty" ], "verb_classes": [ 0, 0, 9, 20 ], "nouns": [ "salt", "spoon", "salt", "spoon" ], "noun_classes": [ 38, 1, 38, 1 ], "start_stop_timestamps": [ [ "00:02:23.14", "00:02:24.10" ], [ "00:02:23.49", "00:02:24.89" ], [ "00:02:25.24", "00:02:31.62" ], [ "00:02:31.72", "00:02:32.25" ] ], "start_stop_frames": [ [ 8588, 8646 ], [ 8609, 8693 ], [ 8714, 9097 ], [ 9103, 9135 ] ], "trgnoun": "spoon", "trgverb": "empty" }, { "key": "P04_01+44_45_46_47", "video_id": "P04_01", "narration_ids": [ "P04_01_44", "P04_01_45", "P04_01_46", "P04_01_47" ], "src": "pick_up fork . scrape tuna out of can . pull lid from can", "src1": "pick_up fork", "src2": "scrape tuna out of can", "src3": "pull lid from can", "trg": "scrape tuna from can", "vis_src": "P04_01:44 P04_01:45 P04_01:46", "vis_trg": "P04_01:47", "narrations": [ "pick up fork", "scrape tuna out of can", "pull lid from can", "scrape tuna from can" ], "verbs": [ "pick-up", "scrape-out", "pull-from", "scrape-from" ], "verb_classes": [ 0, 25, 31, 25 ], "nouns": [ "fork", "tuna", "lid", "tuna" ], "noun_classes": [ 14, 160, 6, 160 ], "start_stop_timestamps": [ [ "00:03:30.85", "00:03:32.82" ], [ "00:03:32.61", "00:03:38.71" ], [ "00:03:39.88", "00:03:42.64" ], [ "00:03:42.59", "00:04:04.59" ] ], "start_stop_frames": [ [ 12651, 12769 ], [ 12756, 13122 ], [ 13192, 13358 ], [ 13355, 14675 ] ], "trgnoun": "tuna", "trgverb": "scrape_from" }, { "key": "P04_117+115_116_117_118", "video_id": "P04_117", "narration_ids": [ "P04_117_115", "P04_117_116", "P04_117_117", "P04_117_118" ], "src": "scoop eggs using spatula . lay eggs onto bread . shake spatula", "src1": "scoop eggs using spatula", "src2": "lay eggs onto bread", "src3": "shake spatula", "trg": "put_down spatula in saucepan", "vis_src": "P04_117:115 P04_117:116 P04_117:117", "vis_trg": "P04_117:118", "narrations": [ "scoop eggs using spatula", "lay eggs onto bread", "shake spatula", "put down spatula in saucepan" ], "verbs": [ "scoop", "lay-onto", "shake", "put-down" ], "verb_classes": [ 16, 1, 15, 1 ], "nouns": [ "egg", "egg", "spatula", "spatula" ], "noun_classes": [ 53, 53, 20, 20 ], "start_stop_timestamps": [ [ "00:04:08.19", "00:04:11.24" ], [ "00:04:11.49", "00:04:14.34" ], [ "00:04:11.90", "00:04:14.40" ], [ "00:04:15.00", "00:04:15.75" ] ], "start_stop_frames": [ [ 12409, 12562 ], [ 12574, 12717 ], [ 12595, 12720 ], [ 12750, 12787 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P04_06+28_29_30_31", "video_id": "P04_06", "narration_ids": [ "P04_06_28", "P04_06_29", "P04_06_30", "P04_06_31" ], "src": "roll bread . move flour . put_in box", "src1": "roll bread", "src2": "move flour", "src3": "put_in box", "trg": "close box", "vis_src": "P04_06:28 P04_06:29 P04_06:30", "vis_trg": "P04_06:31", "narrations": [ "roll bread", "move flour", "put in box", "close box" ], "verbs": [ "roll", "move", "put-in", "close" ], "verb_classes": [ 47, 11, 5, 4 ], "nouns": [ "bread", "flour", "box", "box" ], "noun_classes": [ 33, 75, 23, 23 ], "start_stop_timestamps": [ [ "00:02:28.01", "00:02:33.01" ], [ "00:02:33.36", "00:02:35.93" ], [ "00:02:35.91", "00:02:37.35" ], [ "00:02:38.91", "00:02:41.25" ] ], "start_stop_frames": [ [ 8880, 9180 ], [ 9201, 9355 ], [ 9354, 9441 ], [ 9534, 9675 ] ], "trgnoun": "box", "trgverb": "close" }, { "key": "P25_104+182_192_194_195", "video_id": "P25_104", "narration_ids": [ "P25_104_182", "P25_104_192", "P25_104_194", "P25_104_195" ], "src": "open cupboard . throw paper . pick_up washing up liquid", "src1": "open cupboard", "src2": "throw paper", "src3": "pick_up washing up liquid", "trg": "close cupboard", "vis_src": "P25_104:182 P25_104:192 P25_104:194", "vis_trg": "P25_104:195", "narrations": [ "open cupboard", "throw paper", "pick up washing up liquid", "close cupboard" ], "verbs": [ "open", "throw", "pick-up", "close" ], "verb_classes": [ 3, 13, 0, 4 ], "nouns": [ "cupboard", "paper", "liquid:washing:up", "cupboard" ], "noun_classes": [ 3, 49, 22, 3 ], "start_stop_timestamps": [ [ "00:09:14.08", "00:09:15.02" ], [ "00:09:34.40", "00:09:35.20" ], [ "00:09:36.27", "00:09:37.36" ], [ "00:09:37.33", "00:09:38.54" ] ], "start_stop_frames": [ [ 27704, 27751 ], [ 28720, 28760 ], [ 28813, 28868 ], [ 28866, 28927 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P30_04+70_71_72_73", "video_id": "P30_04", "narration_ids": [ "P30_04_70", "P30_04_71", "P30_04_72", "P30_04_73" ], "src": "take saucepan . dry saucepan . take saucepan_lid", "src1": "take saucepan", "src2": "dry saucepan", "src3": "take saucepan_lid", "trg": "put saucepan_lid", "vis_src": "P30_04:70 P30_04:71 P30_04:72", "vis_trg": "P30_04:73", "narrations": [ "take saucepan", "dry saucepan", "take saucepan lid", "put saucepan lid" ], "verbs": [ "take", "dry", "take", "put" ], "verb_classes": [ 0, 14, 0, 1 ], "nouns": [ "saucepan", "saucepan", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 5, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:03:31.75", "00:03:33.50" ], [ "00:03:33.48", "00:03:41.03" ], [ "00:03:40.99", "00:03:41.95" ], [ "00:03:42.14", "00:03:43.11" ] ], "start_stop_frames": [ [ 12705, 12810 ], [ 12808, 13261 ], [ 13259, 13317 ], [ 13328, 13386 ] ], "trgnoun": "saucepan_lid", "trgverb": "put" }, { "key": "P08_24+12_13_14_17", "video_id": "P08_24", "narration_ids": [ "P08_24_12", "P08_24_13", "P08_24_14", "P08_24_17" ], "src": "take skins off . place garlic . press garlic", "src1": "take skins off", "src2": "place garlic", "src3": "press garlic", "trg": "chop garlic", "vis_src": "P08_24:12 P08_24:13 P08_24:14", "vis_trg": "P08_24:17", "narrations": [ "take skins off", "place garlic", "press garlic", "chop garlic" ], "verbs": [ "take-off", "place", "press", "chop" ], "verb_classes": [ 12, 1, 21, 7 ], "nouns": [ "skin", "garlic", "garlic", "garlic" ], "noun_classes": [ 48, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:00:42.68", "00:00:47.39" ], [ "00:00:46.67", "00:00:48.28" ], [ "00:00:52.64", "00:00:53.91" ], [ "00:01:02.72", "00:01:14.86" ] ], "start_stop_frames": [ [ 2560, 2843 ], [ 2800, 2896 ], [ 3158, 3234 ], [ 3763, 4491 ] ], "trgnoun": "garlic", "trgverb": "chop" }, { "key": "P01_109+179_180_181_182", "video_id": "P01_109", "narration_ids": [ "P01_109_179", "P01_109_180", "P01_109_181", "P01_109_182" ], "src": "pick_up salt . open jar . put_down lid", "src1": "pick_up salt", "src2": "open jar", "src3": "put_down lid", "trg": "scoop salt", "vis_src": "P01_109:179 P01_109:180 P01_109:181", "vis_trg": "P01_109:182", "narrations": [ "pick up salt", "open jar", "put down lid", "scoop salt" ], "verbs": [ "pick-up", "open", "put-down", "scoop" ], "verb_classes": [ 0, 3, 1, 16 ], "nouns": [ "salt", "jar", "lid", "salt" ], "noun_classes": [ 38, 40, 6, 38 ], "start_stop_timestamps": [ [ "00:08:51.16", "00:08:54.28" ], [ "00:08:54.41", "00:08:55.90" ], [ "00:08:55.88", "00:08:56.60" ], [ "00:08:56.58", "00:09:00.26" ] ], "start_stop_frames": [ [ 26558, 26714 ], [ 26720, 26795 ], [ 26794, 26830 ], [ 26829, 27013 ] ], "trgnoun": "salt", "trgverb": "scoop" }, { "key": "P01_106+238_239_240_241", "video_id": "P01_106", "narration_ids": [ "P01_106_238", "P01_106_239", "P01_106_240", "P01_106_241" ], "src": "turn_off light . open cupboard . put cleaning_product into cupboard", "src1": "turn_off light", "src2": "open cupboard", "src3": "put cleaning_product into cupboard", "trg": "close cupboard", "vis_src": "P01_106:238 P01_106:239 P01_106:240", "vis_trg": "P01_106:241", "narrations": [ "turn off light", "open cupboard", "put cleaning product into cupboard", "close cupboard" ], "verbs": [ "turn-off", "open", "put-into", "close" ], "verb_classes": [ 8, 3, 5, 4 ], "nouns": [ "light", "cupboard", "product:cleaning", "cupboard" ], "noun_classes": [ 114, 3, 22, 3 ], "start_stop_timestamps": [ [ "00:11:35.90", "00:11:38.03" ], [ "00:11:38.98", "00:11:40.18" ], [ "00:11:40.05", "00:11:41.99" ], [ "00:11:41.79", "00:11:42.85" ] ], "start_stop_frames": [ [ 34795, 34901 ], [ 34949, 35009 ], [ 35002, 35099 ], [ 35089, 35142 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_118+200_201_202_203", "video_id": "P02_118", "narration_ids": [ "P02_118_200", "P02_118_201", "P02_118_202", "P02_118_203" ], "src": "squeeze sponge . pick_up mug . sponge mug", "src1": "squeeze sponge", "src2": "pick_up mug", "src3": "sponge mug", "trg": "put_down sponge", "vis_src": "P02_118:200 P02_118:201 P02_118:202", "vis_trg": "P02_118:203", "narrations": [ "squeeze sponge", "pick up mug", "sponge mug", "put down sponge" ], "verbs": [ "squeeze", "pick-up", "sponge", "put-down" ], "verb_classes": [ 18, 0, 2, 1 ], "nouns": [ "sponge", "mug", "mug", "sponge" ], "noun_classes": [ 9, 13, 13, 9 ], "start_stop_timestamps": [ [ "00:10:29.27", "00:10:30.23" ], [ "00:10:30.30", "00:10:31.02" ], [ "00:10:31.09", "00:10:34.40" ], [ "00:10:34.42", "00:10:34.84" ] ], "start_stop_frames": [ [ 31463, 31511 ], [ 31514, 31551 ], [ 31554, 31720 ], [ 31720, 31742 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P12_104+4_5_6_7", "video_id": "P12_104", "narration_ids": [ "P12_104_4", "P12_104_5", "P12_104_6", "P12_104_7" ], "src": "stir sauce in saucepan with spoon . pick_up spoon . open tap", "src1": "stir sauce in saucepan with spoon", "src2": "pick_up spoon", "src3": "open tap", "trg": "wash spoon", "vis_src": "P12_104:4 P12_104:5 P12_104:6", "vis_trg": "P12_104:7", "narrations": [ "stir sauce in saucepan with spoon", "pick up spoon", "open tap", "wash spoon" ], "verbs": [ "stir", "pick-up", "turn-on", "wash" ], "verb_classes": [ 10, 0, 6, 2 ], "nouns": [ "sauce", "spoon", "tap", "spoon" ], "noun_classes": [ 47, 1, 0, 1 ], "start_stop_timestamps": [ [ "00:00:10.25", "00:00:23.93" ], [ "00:00:23.38", "00:00:24.48" ], [ "00:00:25.91", "00:00:27.39" ], [ "00:00:26.43", "00:00:32.25" ] ], "start_stop_frames": [ [ 512, 1196 ], [ 1169, 1224 ], [ 1295, 1369 ], [ 1321, 1612 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P31_09+6_7_8_9", "video_id": "P31_09", "narration_ids": [ "P31_09_6", "P31_09_7", "P31_09_8", "P31_09_9" ], "src": "pick_up cheese . open fridge . open drawer", "src1": "pick_up cheese", "src2": "open fridge", "src3": "open drawer", "trg": "put cheese", "vis_src": "P31_09:6 P31_09:7 P31_09:8", "vis_trg": "P31_09:9", "narrations": [ "pick up cheese", "open fridge", "open drawer", "put cheese" ], "verbs": [ "pick-up", "open", "open", "put" ], "verb_classes": [ 0, 3, 3, 1 ], "nouns": [ "cheese", "fridge", "drawer", "cheese" ], "noun_classes": [ 32, 12, 8, 32 ], "start_stop_timestamps": [ [ "00:00:50.24", "00:00:51.07" ], [ "00:00:52.78", "00:00:53.79" ], [ "00:00:54.54", "00:00:55.42" ], [ "00:00:55.80", "00:00:56.73" ] ], "start_stop_frames": [ [ 3014, 3064 ], [ 3166, 3227 ], [ 3272, 3325 ], [ 3348, 3403 ] ], "trgnoun": "cheese", "trgverb": "put" }, { "key": "P03_04+253_254_255_256", "video_id": "P03_04", "narration_ids": [ "P03_04_253", "P03_04_254", "P03_04_255", "P03_04_256" ], "src": "put garlic_paste . close fridge . stir food", "src1": "put garlic_paste", "src2": "close fridge", "src3": "stir food", "trg": "check food", "vis_src": "P03_04:253 P03_04:254 P03_04:255", "vis_trg": "P03_04:256", "narrations": [ "put garlic paste", "close fridge", "stir food", "check food" ], "verbs": [ "put", "close", "stir", "check" ], "verb_classes": [ 1, 4, 10, 24 ], "nouns": [ "paste:garlic", "fridge", "food", "food" ], "noun_classes": [ 148, 12, 34, 34 ], "start_stop_timestamps": [ [ "00:18:13.00", "00:18:14.17" ], [ "00:18:13.88", "00:18:14.38" ], [ "00:18:16.20", "00:18:33.02" ], [ "00:18:35.22", "00:18:37.75" ] ], "start_stop_frames": [ [ 65580, 65650 ], [ 65632, 65662 ], [ 65772, 66781 ], [ 66913, 67065 ] ], "trgnoun": "food", "trgverb": "check" }, { "key": "P28_03+120_121_122_123", "video_id": "P28_03", "narration_ids": [ "P28_03_120", "P28_03_121", "P28_03_122", "P28_03_123" ], "src": "turn_off tap . take potato . take peeler", "src1": "turn_off tap", "src2": "take potato", "src3": "take peeler", "trg": "peel potato", "vis_src": "P28_03:120 P28_03:121 P28_03:122", "vis_trg": "P28_03:123", "narrations": [ "turn off tap", "take potato", "take peeler", "peel potato" ], "verbs": [ "turn-off", "take", "take", "peel" ], "verb_classes": [ 8, 0, 0, 19 ], "nouns": [ "tap", "potato", "peeler", "potato" ], "noun_classes": [ 0, 30, 87, 30 ], "start_stop_timestamps": [ [ "00:09:18.57", "00:09:19.30" ], [ "00:09:20.77", "00:09:21.80" ], [ "00:09:21.84", "00:09:22.89" ], [ "00:09:23.55", "00:09:30.91" ] ], "start_stop_frames": [ [ 33514, 33558 ], [ 33646, 33708 ], [ 33710, 33773 ], [ 33813, 34254 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P04_104+171_172_173_174", "video_id": "P04_104", "narration_ids": [ "P04_104_171", "P04_104_172", "P04_104_173", "P04_104_174" ], "src": "empty spoon into sink . turn_on tap . put spoon under tap", "src1": "empty spoon into sink", "src2": "turn_on tap", "src3": "put spoon under tap", "trg": "turn_off tap", "vis_src": "P04_104:171 P04_104:172 P04_104:173", "vis_trg": "P04_104:174", "narrations": [ "empty spoon into sink", "turn on tap", "put spoon under tap", "turn off tap" ], "verbs": [ "empty", "turn-on", "put-under", "turn-off" ], "verb_classes": [ 20, 6, 1, 8 ], "nouns": [ "spoon", "tap", "spoon", "tap" ], "noun_classes": [ 1, 0, 1, 0 ], "start_stop_timestamps": [ [ "00:06:18.10", "00:06:19.11" ], [ "00:06:19.06", "00:06:19.92" ], [ "00:06:19.82", "00:06:20.36" ], [ "00:06:20.08", "00:06:20.78" ] ], "start_stop_frames": [ [ 18905, 18955 ], [ 18953, 18996 ], [ 18991, 19018 ], [ 19004, 19039 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P25_09+61_62_63_64", "video_id": "P25_09", "narration_ids": [ "P25_09_61", "P25_09_62", "P25_09_63", "P25_09_64" ], "src": "wash hands . open drawer . take fork", "src1": "wash hands", "src2": "open drawer", "src3": "take fork", "trg": "wash fork", "vis_src": "P25_09:61 P25_09:62 P25_09:63", "vis_trg": "P25_09:64", "narrations": [ "wash hands", "open drawer", "take fork", "wash fork" ], "verbs": [ "wash", "open", "take", "wash" ], "verb_classes": [ 2, 3, 0, 2 ], "nouns": [ "hand", "drawer", "fork", "fork" ], "noun_classes": [ 11, 8, 14, 14 ], "start_stop_timestamps": [ [ "00:07:53.83", "00:07:57.52" ], [ "00:08:03.57", "00:08:05.68" ], [ "00:08:05.78", "00:08:08.02" ], [ "00:08:08.12", "00:08:09.01" ] ], "start_stop_frames": [ [ 28429, 28651 ], [ 29014, 29140 ], [ 29146, 29281 ], [ 29287, 29340 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P28_104+49_50_51_52", "video_id": "P28_104", "narration_ids": [ "P28_104_49", "P28_104_50", "P28_104_51", "P28_104_52" ], "src": "take plate . put plate . close cupboard", "src1": "take plate", "src2": "put plate", "src3": "close cupboard", "trg": "open cupboard", "vis_src": "P28_104:49 P28_104:50 P28_104:51", "vis_trg": "P28_104:52", "narrations": [ "take plate", "put plate", "close cupboard", "open cupboard" ], "verbs": [ "take", "put", "close", "open" ], "verb_classes": [ 0, 1, 4, 3 ], "nouns": [ "plate", "plate", "cupboard", "cupboard" ], "noun_classes": [ 2, 2, 3, 3 ], "start_stop_timestamps": [ [ "00:02:31.04", "00:02:40.54" ], [ "00:02:41.38", "00:02:42.80" ], [ "00:02:44.03", "00:02:45.67" ], [ "00:02:48.30", "00:02:50.24" ] ], "start_stop_frames": [ [ 7552, 8027 ], [ 8069, 8140 ], [ 8201, 8283 ], [ 8415, 8512 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P04_113+263_264_265_267", "video_id": "P04_113", "narration_ids": [ "P04_113_263", "P04_113_264", "P04_113_265", "P04_113_267" ], "src": "pull_out dishwasher_drawer . put ramekin in dishwasher drawer . pick_up spatula", "src1": "pull_out dishwasher_drawer", "src2": "put ramekin in dishwasher drawer", "src3": "pick_up spatula", "trg": "put spatula in dishwasher drawer", "vis_src": "P04_113:263 P04_113:264 P04_113:265", "vis_trg": "P04_113:267", "narrations": [ "pull out dishwasher drawer", "put ramekin in dishwasher drawer", "pick up spatula", "put spatula in dishwasher drawer" ], "verbs": [ "pull-out", "put-in", "pick-up", "put-in" ], "verb_classes": [ 31, 5, 0, 5 ], "nouns": [ "drawer:dishwasher", "ramekin", "spatula", "spatula" ], "noun_classes": [ 70, 7, 20, 20 ], "start_stop_timestamps": [ [ "00:08:09.43", "00:08:10.39" ], [ "00:08:10.41", "00:08:11.31" ], [ "00:08:11.91", "00:08:12.71" ], [ "00:08:12.00", "00:08:14.14" ] ], "start_stop_frames": [ [ 24471, 24519 ], [ 24520, 24565 ], [ 24595, 24635 ], [ 24600, 24707 ] ], "trgnoun": "spatula", "trgverb": "put_in" }, { "key": "P03_109+213_214_215_216", "video_id": "P03_109", "narration_ids": [ "P03_109_213", "P03_109_214", "P03_109_215", "P03_109_216" ], "src": "wash cheese_grater . put cheese_grater in drying rack . pick_up measuring_jug", "src1": "wash cheese_grater", "src2": "put cheese_grater in drying rack", "src3": "pick_up measuring_jug", "trg": "wash measuring_jug", "vis_src": "P03_109:213 P03_109:214 P03_109:215", "vis_trg": "P03_109:216", "narrations": [ "wash cheese grater", "put cheese grater in drying rack", "pick up measuring jug", "wash measuring jug" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "grater:cheese", "grater:cheese", "jug:measuring", "jug:measuring" ], "noun_classes": [ 96, 96, 66, 66 ], "start_stop_timestamps": [ [ "00:11:55.26", "00:12:09.25" ], [ "00:12:09.50", "00:12:10.38" ], [ "00:12:11.42", "00:12:12.12" ], [ "00:12:12.34", "00:12:32.31" ] ], "start_stop_frames": [ [ 35763, 36462 ], [ 36475, 36519 ], [ 36571, 36606 ], [ 36617, 37615 ] ], "trgnoun": "measuring_jug", "trgverb": "wash" }, { "key": "P03_119+163_164_165_166", "video_id": "P03_119", "narration_ids": [ "P03_119_163", "P03_119_164", "P03_119_165", "P03_119_166" ], "src": "put seal of clip top jar down on counter . pick_up clip top jar . remove seal of clip top jar", "src1": "put seal of clip top jar down on counter", "src2": "pick_up clip top jar", "src3": "remove seal of clip top jar", "trg": "put clip top jar down", "vis_src": "P03_119:163 P03_119:164 P03_119:165", "vis_trg": "P03_119:166", "narrations": [ "put seal of clip top jar down on counter", "pick up clip top jar", "remove seal of clip top jar", "put clip top jar down" ], "verbs": [ "put-down", "pick-up", "remove", "put-down" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "seal:clip:top:jar", "jar:clip:top", "seal:clip:top:jar", "jar:clip:top" ], "noun_classes": [ 6, 40, 6, 40 ], "start_stop_timestamps": [ [ "00:09:45.02", "00:09:45.55" ], [ "00:09:46.38", "00:09:47.23" ], [ "00:09:47.33", "00:09:48.24" ], [ "00:09:48.68", "00:09:49.72" ] ], "start_stop_frames": [ [ 29251, 29277 ], [ 29319, 29361 ], [ 29366, 29412 ], [ 29433, 29486 ] ], "trgnoun": "top_clip_jar", "trgverb": "put_down" }, { "key": "P22_10+288_289_290_291", "video_id": "P22_10", "narration_ids": [ "P22_10_288", "P22_10_289", "P22_10_290", "P22_10_291" ], "src": "put_down glass . put_down bottle . shake tea_towel", "src1": "put_down glass", "src2": "put_down bottle", "src3": "shake tea_towel", "trg": "fold tea_towel", "vis_src": "P22_10:288 P22_10:289 P22_10:290", "vis_trg": "P22_10:291", "narrations": [ "put down glass", "put down bottle", "shake tea towel", "fold tea towel" ], "verbs": [ "put-down", "put-down", "shake", "fold" ], "verb_classes": [ 1, 1, 15, 28 ], "nouns": [ "glass", "bottle", "towel:tea", "towel:tea" ], "noun_classes": [ 10, 15, 52, 52 ], "start_stop_timestamps": [ [ "00:10:10.30", "00:10:11.93" ], [ "00:10:12.03", "00:10:12.62" ], [ "00:10:15.85", "00:10:17.71" ], [ "00:10:17.42", "00:10:21.20" ] ], "start_stop_frames": [ [ 36618, 36715 ], [ 36721, 36757 ], [ 36951, 37062 ], [ 37045, 37272 ] ], "trgnoun": "tea_towel", "trgverb": "fold" }, { "key": "P26_112+53_54_55_56", "video_id": "P26_112", "narration_ids": [ "P26_112_53", "P26_112_54", "P26_112_55", "P26_112_56" ], "src": "put_down detergent . rinse sponge . pick_up plate", "src1": "put_down detergent", "src2": "rinse sponge", "src3": "pick_up plate", "trg": "lather plate", "vis_src": "P26_112:53 P26_112:54 P26_112:55", "vis_trg": "P26_112:56", "narrations": [ "put down detergent", "rinse sponge", "pick up plate", "lather plate" ], "verbs": [ "put-down", "rinse", "pick-up", "lather" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "detergent", "sponge", "plate", "plate" ], "noun_classes": [ 22, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:02:23.09", "00:02:23.96" ], [ "00:02:23.25", "00:02:23.87" ], [ "00:02:24.78", "00:02:26.18" ], [ "00:02:25.85", "00:02:30.94" ] ], "start_stop_frames": [ [ 7154, 7198 ], [ 7162, 7193 ], [ 7239, 7309 ], [ 7292, 7547 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P04_107+918_919_920_921", "video_id": "P04_107", "narration_ids": [ "P04_107_918", "P04_107_919", "P04_107_920", "P04_107_921" ], "src": "pick_up spoon . hold oven_dish . pick_up chopstick", "src1": "pick_up spoon", "src2": "hold oven_dish", "src3": "pick_up chopstick", "trg": "put chopstick on counter", "vis_src": "P04_107:918 P04_107:919 P04_107:920", "vis_trg": "P04_107:921", "narrations": [ "pick up spoon", "hold oven dish", "pick up chopstick", "put chopstick on counter" ], "verbs": [ "pick-up", "hold", "pick-up", "put-on" ], "verb_classes": [ 0, 34, 0, 1 ], "nouns": [ "spoon", "dish:oven", "chopstick", "chopstick" ], "noun_classes": [ 1, 35, 80, 80 ], "start_stop_timestamps": [ [ "00:23:55.42", "00:23:56.62" ], [ "00:23:57.02", "00:23:58.21" ], [ "00:23:58.81", "00:23:59.81" ], [ "00:24:00.23", "00:24:00.82" ] ], "start_stop_frames": [ [ 71771, 71831 ], [ 71851, 71910 ], [ 71940, 71990 ], [ 72011, 72041 ] ], "trgnoun": "chopstick", "trgverb": "put_on" }, { "key": "P30_101+246_247_248_249", "video_id": "P30_101", "narration_ids": [ "P30_101_246", "P30_101_247", "P30_101_248", "P30_101_249" ], "src": "dry knife . put knife in drawer . pick_up spoon", "src1": "dry knife", "src2": "put knife in drawer", "src3": "pick_up spoon", "trg": "dry spoon", "vis_src": "P30_101:246 P30_101:247 P30_101:248", "vis_trg": "P30_101:249", "narrations": [ "dry knife", "put knife in drawer", "pick up spoon", "dry spoon" ], "verbs": [ "dry", "put-in", "pick-up", "dry" ], "verb_classes": [ 14, 5, 0, 14 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:09:09.62", "00:09:10.27" ], [ "00:09:10.25", "00:09:10.89" ], [ "00:09:11.27", "00:09:11.62" ], [ "00:09:11.72", "00:09:13.67" ] ], "start_stop_frames": [ [ 27481, 27513 ], [ 27512, 27544 ], [ 27563, 27581 ], [ 27586, 27683 ] ], "trgnoun": "spoon", "trgverb": "dry" }, { "key": "P28_104+48_49_50_51", "video_id": "P28_104", "narration_ids": [ "P28_104_48", "P28_104_49", "P28_104_50", "P28_104_51" ], "src": "open cupboard . take plate . put plate", "src1": "open cupboard", "src2": "take plate", "src3": "put plate", "trg": "close cupboard", "vis_src": "P28_104:48 P28_104:49 P28_104:50", "vis_trg": "P28_104:51", "narrations": [ "open cupboard", "take plate", "put plate", "close cupboard" ], "verbs": [ "open", "take", "put", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "cupboard", "plate", "plate", "cupboard" ], "noun_classes": [ 3, 2, 2, 3 ], "start_stop_timestamps": [ [ "00:02:28.77", "00:02:29.90" ], [ "00:02:31.04", "00:02:40.54" ], [ "00:02:41.38", "00:02:42.80" ], [ "00:02:44.03", "00:02:45.67" ] ], "start_stop_frames": [ [ 7438, 7495 ], [ 7552, 8027 ], [ 8069, 8140 ], [ 8201, 8283 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_17+456_457_458_459", "video_id": "P22_17", "narration_ids": [ "P22_17_456", "P22_17_457", "P22_17_458", "P22_17_459" ], "src": "pick_up spoon . dry spoon . open drawer", "src1": "pick_up spoon", "src2": "dry spoon", "src3": "open drawer", "trg": "put_down spoon", "vis_src": "P22_17:456 P22_17:457 P22_17:458", "vis_trg": "P22_17:459", "narrations": [ "pick up spoon", "dry spoon", "open drawer", "put down spoon" ], "verbs": [ "pick-up", "dry", "open", "put-down" ], "verb_classes": [ 0, 14, 3, 1 ], "nouns": [ "spoon", "spoon", "drawer", "spoon" ], "noun_classes": [ 1, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:18:00.53", "00:18:01.44" ], [ "00:18:01.26", "00:18:02.85" ], [ "00:18:03.44", "00:18:04.80" ], [ "00:18:05.06", "00:18:06.06" ] ], "start_stop_frames": [ [ 64831, 64886 ], [ 64875, 64970 ], [ 65006, 65088 ], [ 65103, 65163 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_119+63_64_65_66", "video_id": "P04_119", "narration_ids": [ "P04_119_63", "P04_119_64", "P04_119_65", "P04_119_66" ], "src": "open dishwasher . open dishwasher_drawer . pick_up ramekin", "src1": "open dishwasher", "src2": "open dishwasher_drawer", "src3": "pick_up ramekin", "trg": "take ramekin", "vis_src": "P04_119:63 P04_119:64 P04_119:65", "vis_trg": "P04_119:66", "narrations": [ "open dishwasher", "open dishwasher drawer", "pick up ramekin", "take ramekin" ], "verbs": [ "open", "open", "pick-up", "take" ], "verb_classes": [ 3, 3, 0, 0 ], "nouns": [ "dishwasher", "drawer:dishwasher", "ramekin", "ramekin" ], "noun_classes": [ 70, 70, 7, 7 ], "start_stop_timestamps": [ [ "00:02:56.89", "00:02:58.02" ], [ "00:02:59.73", "00:03:05.68" ], [ "00:03:07.05", "00:03:08.69" ], [ "00:03:08.34", "00:03:11.92" ] ], "start_stop_frames": [ [ 8844, 8901 ], [ 8986, 9284 ], [ 9352, 9434 ], [ 9417, 9596 ] ], "trgnoun": "ramekin", "trgverb": "take" }, { "key": "P28_02+58_59_60_61", "video_id": "P28_02", "narration_ids": [ "P28_02_58", "P28_02_59", "P28_02_60", "P28_02_61" ], "src": "put_down lid . wash food_container . take lid", "src1": "put_down lid", "src2": "wash food_container", "src3": "take lid", "trg": "put_down food_container", "vis_src": "P28_02:58 P28_02:59 P28_02:60", "vis_trg": "P28_02:61", "narrations": [ "put down lid", "wash food container", "take lid", "put down food container" ], "verbs": [ "put-down", "wash", "take", "put-down" ], "verb_classes": [ 1, 2, 0, 1 ], "nouns": [ "lid", "container:food", "lid", "container:food" ], "noun_classes": [ 6, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:02:33.30", "00:02:34.05" ], [ "00:02:34.21", "00:02:45.70" ], [ "00:02:46.07", "00:02:47.22" ], [ "00:02:46.16", "00:02:46.88" ] ], "start_stop_frames": [ [ 9198, 9243 ], [ 9252, 9942 ], [ 9964, 10033 ], [ 9969, 10012 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P07_04+85_86_87_88", "video_id": "P07_04", "narration_ids": [ "P07_04_85", "P07_04_86", "P07_04_87", "P07_04_88" ], "src": "open lid . place basket . insert coffee", "src1": "open lid", "src2": "place basket", "src3": "insert coffee", "trg": "insert coffee in basket", "vis_src": "P07_04:85 P07_04:86 P07_04:87", "vis_trg": "P07_04:88", "narrations": [ "open lid", "place basket", "insert coffee", "insert coffee in basket" ], "verbs": [ "open", "place", "insert", "insert-in" ], "verb_classes": [ 3, 1, 5, 5 ], "nouns": [ "lid", "basket", "coffee", "coffee" ], "noun_classes": [ 6, 168, 59, 59 ], "start_stop_timestamps": [ [ "00:06:58.91", "00:06:59.55" ], [ "00:06:59.66", "00:07:00.28" ], [ "00:07:08.67", "00:07:10.88" ], [ "00:07:13.72", "00:07:16.28" ] ], "start_stop_frames": [ [ 25134, 25173 ], [ 25179, 25216 ], [ 25720, 25852 ], [ 26023, 26176 ] ], "trgnoun": "coffee", "trgverb": "insert_in" }, { "key": "P22_103+48_49_50_51", "video_id": "P22_103", "narration_ids": [ "P22_103_48", "P22_103_49", "P22_103_50", "P22_103_51" ], "src": "rinse hand . pick_up cloth . rinse cloth", "src1": "rinse hand", "src2": "pick_up cloth", "src3": "rinse cloth", "trg": "put_down cloth", "vis_src": "P22_103:48 P22_103:49 P22_103:50", "vis_trg": "P22_103:51", "narrations": [ "rinse hand", "pick up cloth", "rinse cloth", "put down cloth" ], "verbs": [ "rinse", "pick-up", "rinse", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "hand", "cloth", "cloth", "cloth" ], "noun_classes": [ 11, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:01:31.04", "00:01:31.93" ], [ "00:01:31.89", "00:01:32.39" ], [ "00:01:32.49", "00:01:34.49" ], [ "00:01:35.12", "00:01:35.58" ] ], "start_stop_frames": [ [ 4552, 4596 ], [ 4594, 4619 ], [ 4624, 4724 ], [ 4756, 4779 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P04_121+348_349_350_351", "video_id": "P04_121", "narration_ids": [ "P04_121_348", "P04_121_349", "P04_121_350", "P04_121_351" ], "src": "move instruction_booklet . shake spatula with cheese curds . empty cheese_curds into bowl", "src1": "move instruction_booklet", "src2": "shake spatula with cheese curds", "src3": "empty cheese_curds into bowl", "trg": "scoop cheese_curds with spatula", "vis_src": "P04_121:348 P04_121:349 P04_121:350", "vis_trg": "P04_121:351", "narrations": [ "move instruction booklet", "shake spatula with cheese curds", "empty cheese curds into bowl", "scoop cheese curds with spatula" ], "verbs": [ "move", "shake-with", "empty", "scoop" ], "verb_classes": [ 11, 15, 20, 16 ], "nouns": [ "booklet:instruction", "spatula", "curd:cheese", "curd:cheese" ], "noun_classes": [ 140, 20, 32, 32 ], "start_stop_timestamps": [ [ "00:15:36.85", "00:15:37.86" ], [ "00:15:37.96", "00:15:41.68" ], [ "00:15:49.95", "00:15:51.79" ], [ "00:15:52.30", "00:15:54.10" ] ], "start_stop_frames": [ [ 46842, 46893 ], [ 46898, 47084 ], [ 47497, 47589 ], [ 47615, 47705 ] ], "trgnoun": "cheese_curd", "trgverb": "scoop" }, { "key": "P22_05+481_482_483_484", "video_id": "P22_05", "narration_ids": [ "P22_05_481", "P22_05_482", "P22_05_483", "P22_05_484" ], "src": "turn_off coffee_maker . put_down plate . pick_up cup", "src1": "turn_off coffee_maker", "src2": "put_down plate", "src3": "pick_up cup", "trg": "put_down cup", "vis_src": "P22_05:481 P22_05:482 P22_05:483", "vis_trg": "P22_05:484", "narrations": [ "turn off coffee maker", "put down plate", "pick up cup", "put down cup" ], "verbs": [ "turn-off", "put-down", "pick-up", "put-down" ], "verb_classes": [ 8, 1, 0, 1 ], "nouns": [ "maker:coffee", "plate", "cup", "cup" ], "noun_classes": [ 50, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:19:57.32", "00:19:58.33" ], [ "00:20:00.07", "00:20:00.95" ], [ "00:20:01.45", "00:20:02.76" ], [ "00:20:02.73", "00:20:03.36" ] ], "start_stop_frames": [ [ 71839, 71899 ], [ 72004, 72057 ], [ 72087, 72165 ], [ 72163, 72201 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P04_04+65_66_67_68", "video_id": "P04_04", "narration_ids": [ "P04_04_65", "P04_04_66", "P04_04_67", "P04_04_68" ], "src": "chop end off potato . peel potato . slice potato", "src1": "chop end off potato", "src2": "peel potato", "src3": "slice potato", "trg": "cut potato into chunks", "vis_src": "P04_04:65 P04_04:66 P04_04:67", "vis_trg": "P04_04:68", "narrations": [ "chop end off potato", "peel potato", "slice potato", "cut potato into chunks" ], "verbs": [ "chop", "peel", "slice", "cut-into" ], "verb_classes": [ 7, 19, 7, 7 ], "nouns": [ "potato", "potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:05:13.36", "00:05:16.19" ], [ "00:05:20.30", "00:05:31.15" ], [ "00:05:33.54", "00:05:38.15" ], [ "00:05:38.27", "00:05:40.94" ] ], "start_stop_frames": [ [ 18801, 18971 ], [ 19218, 19869 ], [ 20012, 20289 ], [ 20296, 20456 ] ], "trgnoun": "potato", "trgverb": "cut_into" }, { "key": "P15_03+1_2_3_4", "video_id": "P15_03", "narration_ids": [ "P15_03_1", "P15_03_2", "P15_03_3", "P15_03_4" ], "src": "stir_with spatula . flip pan . flip tortilla", "src1": "stir_with spatula", "src2": "flip pan", "src3": "flip tortilla", "trg": "flatten_with spatula", "vis_src": "P15_03:1 P15_03:2 P15_03:3", "vis_trg": "P15_03:4", "narrations": [ "stir with spatula", "flip pan", "flip tortilla", "flatten with spatula" ], "verbs": [ "stir-with", "flip", "flip", "flatten-with" ], "verb_classes": [ 10, 22, 22, 87 ], "nouns": [ "spatula", "pan", "tortilla", "spatula" ], "noun_classes": [ 20, 5, 107, 20 ], "start_stop_timestamps": [ [ "00:00:25.43", "00:00:49.36" ], [ "00:00:49.39", "00:01:04.00" ], [ "00:00:51.98", "00:00:59.48" ], [ "00:01:22.82", "00:01:27.83" ] ], "start_stop_frames": [ [ 1525, 2961 ], [ 2963, 3840 ], [ 3118, 3568 ], [ 4969, 5269 ] ], "trgnoun": "spatula", "trgverb": "flatten_with" }, { "key": "P04_02+73_74_75_76", "video_id": "P04_02", "narration_ids": [ "P04_02_73", "P04_02_74", "P04_02_75", "P04_02_76" ], "src": "slice carrot to julienne . look_at carrot_pieces . slice carrot_piece", "src1": "slice carrot to julienne", "src2": "look_at carrot_pieces", "src3": "slice carrot_piece", "trg": "scrape carrot off knife", "vis_src": "P04_02:73 P04_02:74 P04_02:75", "vis_trg": "P04_02:76", "narrations": [ "slice carrot to julienne", "look at carrot pieces", "slice carrot piece", "scrape carrot off knife" ], "verbs": [ "slice-to", "look-at", "slice", "scrape-off" ], "verb_classes": [ 7, 38, 7, 25 ], "nouns": [ "carrot", "piece:carrot", "piece:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:05:31.31", "00:05:55.70" ], [ "00:05:49.39", "00:05:51.42" ], [ "00:05:52.10", "00:05:53.90" ], [ "00:05:57.73", "00:05:59.47" ] ], "start_stop_frames": [ [ 19878, 21342 ], [ 20963, 21085 ], [ 21126, 21234 ], [ 21463, 21568 ] ], "trgnoun": "carrot", "trgverb": "scrape_off" }, { "key": "P30_101+247_248_249_250", "video_id": "P30_101", "narration_ids": [ "P30_101_247", "P30_101_248", "P30_101_249", "P30_101_250" ], "src": "put knife in drawer . pick_up spoon . dry spoon", "src1": "put knife in drawer", "src2": "pick_up spoon", "src3": "dry spoon", "trg": "put spoon in drawer", "vis_src": "P30_101:247 P30_101:248 P30_101:249", "vis_trg": "P30_101:250", "narrations": [ "put knife in drawer", "pick up spoon", "dry spoon", "put spoon in drawer" ], "verbs": [ "put-in", "pick-up", "dry", "put-in" ], "verb_classes": [ 5, 0, 14, 5 ], "nouns": [ "knife", "spoon", "spoon", "spoon" ], "noun_classes": [ 4, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:09:10.25", "00:09:10.89" ], [ "00:09:11.27", "00:09:11.62" ], [ "00:09:11.72", "00:09:13.67" ], [ "00:09:13.65", "00:09:14.28" ] ], "start_stop_frames": [ [ 27512, 27544 ], [ 27563, 27581 ], [ 27586, 27683 ], [ 27682, 27714 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P04_13+36_37_38_39", "video_id": "P04_13", "narration_ids": [ "P04_13_36", "P04_13_37", "P04_13_38", "P04_13_39" ], "src": "put crumbs in bin . open rice . spill rice", "src1": "put crumbs in bin", "src2": "open rice", "src3": "spill rice", "trg": "tip rice into cup", "vis_src": "P04_13:36 P04_13:37 P04_13:38", "vis_trg": "P04_13:39", "narrations": [ "put crumbs in bin", "open rice", "spill rice", "tip rice into cup" ], "verbs": [ "put-in", "open", "spill", "tip-into" ], "verb_classes": [ 5, 3, 59, 9 ], "nouns": [ "crumb", "rice", "rice", "rice" ], "noun_classes": [ 54, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:04:23.70", "00:04:27.78" ], [ "00:04:31.01", "00:04:50.64" ], [ "00:04:43.69", "00:04:52.28" ], [ "00:04:58.45", "00:05:04.96" ] ], "start_stop_frames": [ [ 15822, 16066 ], [ 16260, 17438 ], [ 17021, 17536 ], [ 17907, 18297 ] ], "trgnoun": "rice", "trgverb": "tip_into" }, { "key": "P04_107+614_615_616_617", "video_id": "P04_107", "narration_ids": [ "P04_107_614", "P04_107_615", "P04_107_616", "P04_107_617" ], "src": "turn_over dough . roll_out dough . remove dough from rolling pin", "src1": "turn_over dough", "src2": "roll_out dough", "src3": "remove dough from rolling pin", "trg": "lay_down dough", "vis_src": "P04_107:614 P04_107:615 P04_107:616", "vis_trg": "P04_107:617", "narrations": [ "turn over dough", "roll out dough", "remove dough from rolling pin", "lay down dough" ], "verbs": [ "turn-over", "roll-out", "remove-from", "lay-down" ], "verb_classes": [ 22, 39, 12, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:16:46.05", "00:16:46.84" ], [ "00:16:47.14", "00:16:54.92" ], [ "00:16:54.43", "00:16:55.87" ], [ "00:16:55.55", "00:16:56.50" ] ], "start_stop_frames": [ [ 50302, 50342 ], [ 50357, 50746 ], [ 50721, 50793 ], [ 50777, 50825 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P04_04+85_86_87_88", "video_id": "P04_04", "narration_ids": [ "P04_04_85", "P04_04_86", "P04_04_87", "P04_04_88" ], "src": "pick_up potato . slice end off potato . peel potato", "src1": "pick_up potato", "src2": "slice end off potato", "src3": "peel potato", "trg": "chop potato", "vis_src": "P04_04:85 P04_04:86 P04_04:87", "vis_trg": "P04_04:88", "narrations": [ "pick up potato", "slice end off potato", "peel potato", "chop potato" ], "verbs": [ "pick-up", "slice", "peel", "chop" ], "verb_classes": [ 0, 7, 19, 7 ], "nouns": [ "potato", "potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:07:13.98", "00:07:17.75" ], [ "00:07:17.83", "00:07:20.98" ], [ "00:07:21.49", "00:08:00.07" ], [ "00:08:00.58", "00:08:03.98" ] ], "start_stop_frames": [ [ 26038, 26265 ], [ 26269, 26458 ], [ 26489, 28804 ], [ 28834, 29038 ] ], "trgnoun": "potato", "trgverb": "chop" }, { "key": "P01_109+903_904_905_906", "video_id": "P01_109", "narration_ids": [ "P01_109_903", "P01_109_904", "P01_109_905", "P01_109_906" ], "src": "put_down plate . pick_up aluminium_foil . open drawer", "src1": "put_down plate", "src2": "pick_up aluminium_foil", "src3": "open drawer", "trg": "put aluminium_foil into drawer", "vis_src": "P01_109:903 P01_109:904 P01_109:905", "vis_trg": "P01_109:906", "narrations": [ "put down plate", "pick up aluminium foil", "open drawer", "put aluminium foil into drawer" ], "verbs": [ "put-down", "pick-up", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "plate", "foil:aluminium", "drawer", "foil:aluminium" ], "noun_classes": [ 2, 123, 8, 123 ], "start_stop_timestamps": [ [ "01:01:30.66", "01:01:31.56" ], [ "01:01:31.75", "01:01:32.55" ], [ "01:01:33.15", "01:01:33.85" ], [ "01:01:33.75", "01:01:34.55" ] ], "start_stop_frames": [ [ 184533, 184578 ], [ 184587, 184627 ], [ 184657, 184692 ], [ 184687, 184727 ] ], "trgnoun": "aluminium_foil", "trgverb": "put_into" }, { "key": "P06_07+199_200_201_202", "video_id": "P06_07", "narration_ids": [ "P06_07_199", "P06_07_200", "P06_07_201", "P06_07_202" ], "src": "close fridge . pick_up rolling_pin . open dishwasher", "src1": "close fridge", "src2": "pick_up rolling_pin", "src3": "open dishwasher", "trg": "put rolling_pin in dishwasher", "vis_src": "P06_07:199 P06_07:200 P06_07:201", "vis_trg": "P06_07:202", "narrations": [ "close fridge", "pick up rolling pin", "open dishwasher", "put rolling pin in dishwasher" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "fridge", "pin:rolling", "dishwasher", "pin:rolling" ], "noun_classes": [ 12, 136, 70, 136 ], "start_stop_timestamps": [ [ "00:14:14.97", "00:14:16.10" ], [ "00:14:17.96", "00:14:19.99" ], [ "00:14:20.50", "00:14:21.16" ], [ "00:14:21.24", "00:14:23.20" ] ], "start_stop_frames": [ [ 51298, 51366 ], [ 51477, 51599 ], [ 51630, 51669 ], [ 51674, 51792 ] ], "trgnoun": "rolling_pin", "trgverb": "put_in" }, { "key": "P29_03+483_486_487_488", "video_id": "P29_03", "narration_ids": [ "P29_03_483", "P29_03_486", "P29_03_487", "P29_03_488" ], "src": "scour pan . turn_off tap . tip pan into sink", "src1": "scour pan", "src2": "turn_off tap", "src3": "tip pan into sink", "trg": "turn_on tap", "vis_src": "P29_03:483 P29_03:486 P29_03:487", "vis_trg": "P29_03:488", "narrations": [ "scour pan", "turn off tap", "tip pan into sink", "turn on tap" ], "verbs": [ "scour", "turn-off", "tip-into", "turn-on" ], "verb_classes": [ 29, 8, 9, 6 ], "nouns": [ "pan", "tap", "pan", "tap" ], "noun_classes": [ 5, 0, 5, 0 ], "start_stop_timestamps": [ [ "00:31:21.18", "00:31:28.11" ], [ "00:31:45.03", "00:31:45.91" ], [ "00:31:46.01", "00:31:50.20" ], [ "00:31:51.25", "00:31:52.13" ] ], "start_stop_frames": [ [ 112870, 113286 ], [ 114301, 114354 ], [ 114360, 114612 ], [ 114675, 114727 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P07_101+36_37_38_39", "video_id": "P07_101", "narration_ids": [ "P07_101_36", "P07_101_37", "P07_101_38", "P07_101_39" ], "src": "grab ham . pick_up cheese . press omelette", "src1": "grab ham", "src2": "pick_up cheese", "src3": "press omelette", "trg": "flip omelette", "vis_src": "P07_101:36 P07_101:37 P07_101:38", "vis_trg": "P07_101:39", "narrations": [ "grab ham", "pick up cheese", "press omelette", "flip omelette" ], "verbs": [ "grab", "pick-up", "press", "flip" ], "verb_classes": [ 0, 0, 21, 22 ], "nouns": [ "ham", "cheese", "omelette", "omelette" ], "noun_classes": [ 156, 32, 162, 162 ], "start_stop_timestamps": [ [ "00:03:45.33", "00:03:47.68" ], [ "00:03:52.29", "00:03:53.55" ], [ "00:03:56.20", "00:04:00.59" ], [ "00:04:00.71", "00:04:04.48" ] ], "start_stop_frames": [ [ 11266, 11384 ], [ 11614, 11677 ], [ 11810, 12029 ], [ 12035, 12224 ] ], "trgnoun": "omelette", "trgverb": "flip" }, { "key": "P12_104+2_3_4_5", "video_id": "P12_104", "narration_ids": [ "P12_104_2", "P12_104_3", "P12_104_4", "P12_104_5" ], "src": "wash spoon . open lid on saucepan . stir sauce in saucepan with spoon", "src1": "wash spoon", "src2": "open lid on saucepan", "src3": "stir sauce in saucepan with spoon", "trg": "pick_up spoon", "vis_src": "P12_104:2 P12_104:3 P12_104:4", "vis_trg": "P12_104:5", "narrations": [ "wash spoon", "open lid on saucepan", "stir sauce in saucepan with spoon", "pick up spoon" ], "verbs": [ "wash", "open-on", "stir", "pick-up" ], "verb_classes": [ 2, 3, 10, 0 ], "nouns": [ "spoon", "lid", "sauce", "spoon" ], "noun_classes": [ 1, 6, 47, 1 ], "start_stop_timestamps": [ [ "00:00:07.59", "00:00:08.54" ], [ "00:00:09.31", "00:00:10.09" ], [ "00:00:10.25", "00:00:23.93" ], [ "00:00:23.38", "00:00:24.48" ] ], "start_stop_frames": [ [ 379, 426 ], [ 465, 504 ], [ 512, 1196 ], [ 1169, 1224 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P02_108+45_46_47_48", "video_id": "P02_108", "narration_ids": [ "P02_108_45", "P02_108_46", "P02_108_47", "P02_108_48" ], "src": "close cupboard . put glass inside bowl . open flour_bag", "src1": "close cupboard", "src2": "put glass inside bowl", "src3": "open flour_bag", "trg": "pick_up flour_bag", "vis_src": "P02_108:45 P02_108:46 P02_108:47", "vis_trg": "P02_108:48", "narrations": [ "close cupboard", "put glass inside bowl", "open flour bag", "pick up flour bag" ], "verbs": [ "close", "put-inside", "open", "pick-up" ], "verb_classes": [ 4, 5, 3, 0 ], "nouns": [ "cupboard", "glass", "bag:flour", "bag:flour" ], "noun_classes": [ 3, 10, 19, 19 ], "start_stop_timestamps": [ [ "00:01:33.12", "00:01:33.63" ], [ "00:01:35.32", "00:01:35.88" ], [ "00:01:35.30", "00:01:37.10" ], [ "00:01:37.20", "00:01:37.96" ] ], "start_stop_frames": [ [ 4656, 4681 ], [ 4766, 4794 ], [ 4765, 4855 ], [ 4860, 4898 ] ], "trgnoun": "flour_bag", "trgverb": "pick_up" }, { "key": "P23_102+379_380_381_382", "video_id": "P23_102", "narration_ids": [ "P23_102_379", "P23_102_380", "P23_102_381", "P23_102_382" ], "src": "take curry leaves . take plate . put plate", "src1": "take curry leaves", "src2": "take plate", "src3": "put plate", "trg": "put curry leaves", "vis_src": "P23_102:379 P23_102:380 P23_102:381", "vis_trg": "P23_102:382", "narrations": [ "take curry leaves", "take plate", "put plate", "put curry leaves" ], "verbs": [ "take", "take", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "leaf:curry", "plate", "plate", "leaf:curry" ], "noun_classes": [ 62, 2, 2, 62 ], "start_stop_timestamps": [ [ "00:37:29.01", "00:37:35.31" ], [ "00:37:36.96", "00:37:37.52" ], [ "00:37:37.50", "00:37:38.20" ], [ "00:37:41.10", "00:37:43.43" ] ], "start_stop_frames": [ [ 112450, 112765 ], [ 112848, 112876 ], [ 112875, 112909 ], [ 113055, 113171 ] ], "trgnoun": "curry_leaf", "trgverb": "put" }, { "key": "P02_123+435_436_437_438", "video_id": "P02_123", "narration_ids": [ "P02_123_435", "P02_123_436", "P02_123_437", "P02_123_438" ], "src": "pick_up knife . put knife in sink . pick_up chopping_board", "src1": "pick_up knife", "src2": "put knife in sink", "src3": "pick_up chopping_board", "trg": "sponge chopping_board", "vis_src": "P02_123:435 P02_123:436 P02_123:437", "vis_trg": "P02_123:438", "narrations": [ "pick up knife", "put knife in sink", "pick up chopping board", "sponge chopping board" ], "verbs": [ "pick-up", "put-in", "pick-up", "sponge" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "knife", "knife", "board:chopping", "board:chopping" ], "noun_classes": [ 4, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:21:49.06", "00:21:49.65" ], [ "00:21:49.70", "00:21:50.26" ], [ "00:21:50.32", "00:21:50.78" ], [ "00:21:50.77", "00:21:52.30" ] ], "start_stop_frames": [ [ 65453, 65482 ], [ 65485, 65513 ], [ 65516, 65539 ], [ 65538, 65615 ] ], "trgnoun": "chopping_board", "trgverb": "sponge" }, { "key": "P01_18+450_451_452_453", "video_id": "P01_18", "narration_ids": [ "P01_18_450", "P01_18_451", "P01_18_452", "P01_18_453" ], "src": "take ladle . spoon stock . pour stock", "src1": "take ladle", "src2": "spoon stock", "src3": "pour stock", "trg": "put_down ladle", "vis_src": "P01_18:450 P01_18:451 P01_18:452", "vis_trg": "P01_18:453", "narrations": [ "take ladle", "spoon stock", "pour stock", "put down ladle" ], "verbs": [ "take", "spoon", "pour", "put-down" ], "verb_classes": [ 0, 16, 9, 1 ], "nouns": [ "ladle", "stock", "stock", "ladle" ], "noun_classes": [ 97, 95, 95, 97 ], "start_stop_timestamps": [ [ "00:36:21.79", "00:36:22.85" ], [ "00:36:22.95", "00:36:25.12" ], [ "00:36:25.22", "00:36:27.84" ], [ "00:36:27.91", "00:36:29.54" ] ], "start_stop_frames": [ [ 130907, 130971 ], [ 130976, 131107 ], [ 131113, 131270 ], [ 131274, 131372 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P03_109+107_108_109_110", "video_id": "P03_109", "narration_ids": [ "P03_109_107", "P03_109_108", "P03_109_109", "P03_109_110" ], "src": "wash saucepan . remove food from sponge . rinse sponge", "src1": "wash saucepan", "src2": "remove food from sponge", "src3": "rinse sponge", "trg": "squeeze sponge", "vis_src": "P03_109:107 P03_109:108 P03_109:109", "vis_trg": "P03_109:110", "narrations": [ "wash saucepan", "remove food from sponge", "rinse sponge", "squeeze sponge" ], "verbs": [ "wash", "remove-from", "rinse", "squeeze" ], "verb_classes": [ 2, 12, 2, 18 ], "nouns": [ "saucepan", "food", "sponge", "sponge" ], "noun_classes": [ 5, 34, 9, 9 ], "start_stop_timestamps": [ [ "00:06:07.06", "00:06:08.67" ], [ "00:06:07.96", "00:06:09.12" ], [ "00:06:09.18", "00:06:10.03" ], [ "00:06:10.15", "00:06:10.90" ] ], "start_stop_frames": [ [ 18353, 18433 ], [ 18398, 18456 ], [ 18459, 18501 ], [ 18507, 18545 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P06_101+159_160_161_162", "video_id": "P06_101", "narration_ids": [ "P06_101_159", "P06_101_160", "P06_101_161", "P06_101_162" ], "src": "stir pan . pick_up salt . pour salt into hand", "src1": "stir pan", "src2": "pick_up salt", "src3": "pour salt into hand", "trg": "put salt in pan", "vis_src": "P06_101:159 P06_101:160 P06_101:161", "vis_trg": "P06_101:162", "narrations": [ "stir pan", "pick up salt", "pour salt into hand", "put salt in pan" ], "verbs": [ "stir", "pick-up", "pour-into", "put-in" ], "verb_classes": [ 10, 0, 9, 5 ], "nouns": [ "pan", "salt", "salt", "salt" ], "noun_classes": [ 5, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:15.62", "00:12:24.14" ], [ "00:12:24.20", "00:12:24.85" ], [ "00:12:25.08", "00:12:27.38" ], [ "00:12:27.48", "00:12:28.60" ] ], "start_stop_frames": [ [ 36781, 37207 ], [ 37210, 37242 ], [ 37254, 37369 ], [ 37374, 37430 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P07_111+29_30_31_32", "video_id": "P07_111", "narration_ids": [ "P07_111_29", "P07_111_30", "P07_111_31", "P07_111_32" ], "src": "grab coffee_maker . put glass into sink . grab lid", "src1": "grab coffee_maker", "src2": "put glass into sink", "src3": "grab lid", "trg": "close coffee_maker", "vis_src": "P07_111:29 P07_111:30 P07_111:31", "vis_trg": "P07_111:32", "narrations": [ "grab coffee maker", "put glass into sink", "grab lid", "close coffee maker" ], "verbs": [ "grab", "put-into", "grab", "close" ], "verb_classes": [ 0, 5, 0, 4 ], "nouns": [ "maker:coffee", "glass", "lid", "maker:coffee" ], "noun_classes": [ 50, 10, 6, 50 ], "start_stop_timestamps": [ [ "00:01:15.99", "00:01:17.21" ], [ "00:01:16.88", "00:01:17.82" ], [ "00:01:17.80", "00:01:18.53" ], [ "00:01:18.26", "00:01:19.79" ] ], "start_stop_frames": [ [ 3799, 3860 ], [ 3844, 3890 ], [ 3890, 3926 ], [ 3913, 3989 ] ], "trgnoun": "coffee_maker", "trgverb": "close" }, { "key": "P28_104+121_122_123_124", "video_id": "P28_104", "narration_ids": [ "P28_104_121", "P28_104_122", "P28_104_123", "P28_104_124" ], "src": "take fork . check food . shake pot", "src1": "take fork", "src2": "check food", "src3": "shake pot", "trg": "put fork", "vis_src": "P28_104:121 P28_104:122 P28_104:123", "vis_trg": "P28_104:124", "narrations": [ "take fork", "check food", "shake pot", "put fork" ], "verbs": [ "take", "check", "shake", "put" ], "verb_classes": [ 0, 24, 15, 1 ], "nouns": [ "fork", "food", "pot", "fork" ], "noun_classes": [ 14, 34, 29, 14 ], "start_stop_timestamps": [ [ "00:06:51.09", "00:06:52.18" ], [ "00:06:52.22", "00:07:00.27" ], [ "00:07:00.37", "00:07:02.11" ], [ "00:07:02.45", "00:07:03.72" ] ], "start_stop_frames": [ [ 20554, 20609 ], [ 20611, 21013 ], [ 21018, 21105 ], [ 21122, 21186 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P02_118+123_124_125_126", "video_id": "P02_118", "narration_ids": [ "P02_118_123", "P02_118_124", "P02_118_125", "P02_118_126" ], "src": "put glass_bowl in cupboard . close cupboard . pick_up apron", "src1": "put glass_bowl in cupboard", "src2": "close cupboard", "src3": "pick_up apron", "trg": "wear apron", "vis_src": "P02_118:123 P02_118:124 P02_118:125", "vis_trg": "P02_118:126", "narrations": [ "put glass bowl in cupboard", "close cupboard", "pick up apron", "wear apron" ], "verbs": [ "put-in", "close", "pick-up", "wear" ], "verb_classes": [ 5, 4, 0, 68 ], "nouns": [ "bowl:glass", "cupboard", "apron", "apron" ], "noun_classes": [ 7, 3, 199, 199 ], "start_stop_timestamps": [ [ "00:05:47.61", "00:05:49.82" ], [ "00:05:49.81", "00:05:51.33" ], [ "00:05:54.36", "00:05:56.39" ], [ "00:05:58.00", "00:06:00.03" ] ], "start_stop_frames": [ [ 17380, 17491 ], [ 17490, 17566 ], [ 17718, 17819 ], [ 17900, 18001 ] ], "trgnoun": "apron", "trgverb": "wear" }, { "key": "P10_01+108_109_110_112", "video_id": "P10_01", "narration_ids": [ "P10_01_108", "P10_01_109", "P10_01_110", "P10_01_112" ], "src": "brushing the pot . pour the water into the sink . put some cleaning_liquid inside the pot", "src1": "brushing the pot", "src2": "pour the water into the sink", "src3": "put some cleaning_liquid inside the pot", "trg": "switch_on the tap_water", "vis_src": "P10_01:108 P10_01:109 P10_01:110", "vis_trg": "P10_01:112", "narrations": [ "brushing the pot", "pour the water into the sink", "put some cleaning liquid inside the pot", "switch on the tap water" ], "verbs": [ "brush", "pour-into", "put-inside", "switch-on" ], "verb_classes": [ 57, 9, 5, 6 ], "nouns": [ "pot", "water", "liquid:cleaning", "water:tap" ], "noun_classes": [ 29, 27, 22, 0 ], "start_stop_timestamps": [ [ "00:12:55.28", "00:13:02.43" ], [ "00:13:01.95", "00:13:03.85" ], [ "00:13:06.74", "00:13:13.57" ], [ "00:13:21.28", "00:13:22.73" ] ], "start_stop_frames": [ [ 46516, 46945 ], [ 46917, 47031 ], [ 47204, 47614 ], [ 48076, 48163 ] ], "trgnoun": "tap_water", "trgverb": "switch_on" }, { "key": "P07_114+25_26_27_28", "video_id": "P07_114", "narration_ids": [ "P07_114_25", "P07_114_26", "P07_114_27", "P07_114_28" ], "src": "grab colander . put colander into pot . grab bag", "src1": "grab colander", "src2": "put colander into pot", "src3": "grab bag", "trg": "open bag", "vis_src": "P07_114:25 P07_114:26 P07_114:27", "vis_trg": "P07_114:28", "narrations": [ "grab colander", "put colander into pot", "grab bag", "open bag" ], "verbs": [ "grab", "put-into", "grab", "open" ], "verb_classes": [ 0, 5, 0, 3 ], "nouns": [ "colander", "colander", "bag", "bag" ], "noun_classes": [ 39, 39, 19, 19 ], "start_stop_timestamps": [ [ "00:02:10.89", "00:02:12.22" ], [ "00:02:11.92", "00:02:14.60" ], [ "00:02:20.06", "00:02:21.65" ], [ "00:02:23.09", "00:02:25.19" ] ], "start_stop_frames": [ [ 6544, 6611 ], [ 6595, 6730 ], [ 7003, 7082 ], [ 7154, 7259 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P04_112+205_206_207_208", "video_id": "P04_112", "narration_ids": [ "P04_112_205", "P04_112_206", "P04_112_207", "P04_112_208" ], "src": "tip bowl . take dough out of bowl . put dough back in bowl", "src1": "tip bowl", "src2": "take dough out of bowl", "src3": "put dough back in bowl", "trg": "put_down bowl", "vis_src": "P04_112:205 P04_112:206 P04_112:207", "vis_trg": "P04_112:208", "narrations": [ "tip bowl", "take dough out of bowl", "put dough back in bowl", "put down bowl" ], "verbs": [ "tip", "take-out", "put-in", "put-down" ], "verb_classes": [ 1, 12, 5, 1 ], "nouns": [ "bowl", "dough", "dough", "bowl" ], "noun_classes": [ 7, 25, 25, 7 ], "start_stop_timestamps": [ [ "00:05:49.30", "00:05:50.80" ], [ "00:05:50.29", "00:05:51.75" ], [ "00:05:51.85", "00:05:53.01" ], [ "00:05:52.00", "00:05:54.98" ] ], "start_stop_frames": [ [ 17465, 17540 ], [ 17514, 17587 ], [ 17592, 17650 ], [ 17600, 17749 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_130+167_168_169_170", "video_id": "P02_130", "narration_ids": [ "P02_130_167", "P02_130_168", "P02_130_169", "P02_130_170" ], "src": "move grater . put_down butter . open butter_packaging", "src1": "move grater", "src2": "put_down butter", "src3": "open butter_packaging", "trg": "cut butter using knife", "vis_src": "P02_130:167 P02_130:168 P02_130:169", "vis_trg": "P02_130:170", "narrations": [ "move grater", "put down butter", "open butter packaging", "cut butter using knife" ], "verbs": [ "move", "put-down", "open", "cut" ], "verb_classes": [ 11, 1, 3, 7 ], "nouns": [ "grater", "butter", "packaging:butter", "butter" ], "noun_classes": [ 96, 78, 26, 78 ], "start_stop_timestamps": [ [ "00:06:24.76", "00:06:26.38" ], [ "00:06:26.41", "00:06:28.23" ], [ "00:06:28.06", "00:06:34.68" ], [ "00:06:35.21", "00:06:40.28" ] ], "start_stop_frames": [ [ 19238, 19319 ], [ 19320, 19411 ], [ 19403, 19734 ], [ 19760, 20014 ] ], "trgnoun": "butter", "trgverb": "cut" }, { "key": "P04_04+50_51_52_53", "video_id": "P04_04", "narration_ids": [ "P04_04_50", "P04_04_51", "P04_04_52", "P04_04_53" ], "src": "slice potato . peel potato . cut potato into chunks", "src1": "slice potato", "src2": "peel potato", "src3": "cut potato into chunks", "trg": "put potato in pan", "vis_src": "P04_04:50 P04_04:51 P04_04:52", "vis_trg": "P04_04:53", "narrations": [ "slice potato", "peel potato", "cut potato into chunks", "put potato in pan" ], "verbs": [ "slice", "peel", "cut-into", "put-in" ], "verb_classes": [ 7, 19, 7, 5 ], "nouns": [ "potato", "potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:03:16.79", "00:03:21.04" ], [ "00:03:25.64", "00:04:11.14" ], [ "00:04:22.00", "00:04:23.48" ], [ "00:04:23.58", "00:04:25.28" ] ], "start_stop_frames": [ [ 11807, 12062 ], [ 12338, 15068 ], [ 15720, 15808 ], [ 15814, 15916 ] ], "trgnoun": "potato", "trgverb": "put_in" }, { "key": "P23_02+1_2_3_4", "video_id": "P23_02", "narration_ids": [ "P23_02_1", "P23_02_2", "P23_02_3", "P23_02_4" ], "src": "cutting the onion . cutting two pieces of the onion . removing unwanted layer from the onion_piece", "src1": "cutting the onion", "src2": "cutting two pieces of the onion", "src3": "removing unwanted layer from the onion_piece", "trg": "putting the onion into the plate", "vis_src": "P23_02:1 P23_02:2 P23_02:3", "vis_trg": "P23_02:4", "narrations": [ "cutting the onion", "cutting two pieces of the onion", "removing unwanted layer from the onion piece", "putting the onion into the plate" ], "verbs": [ "cut", "cut", "remove-from", "put-into" ], "verb_classes": [ 7, 7, 12, 5 ], "nouns": [ "onion", "onion", "piece:onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:00:04.13", "00:00:07.77" ], [ "00:00:10.47", "00:00:11.51" ], [ "00:00:13.24", "00:00:41.78" ], [ "00:00:41.16", "00:00:41.89" ] ], "start_stop_frames": [ [ 247, 466 ], [ 628, 690 ], [ 794, 2506 ], [ 2469, 2513 ] ], "trgnoun": "onion", "trgverb": "put_into" }, { "key": "P04_04+129_130_131_132", "video_id": "P04_04", "narration_ids": [ "P04_04_129", "P04_04_130", "P04_04_131", "P04_04_132" ], "src": "pick_up plate . put_down plate . pick_up kitchen_roll", "src1": "pick_up plate", "src2": "put_down plate", "src3": "pick_up kitchen_roll", "trg": "pull kitchen_roll", "vis_src": "P04_04:129 P04_04:130 P04_04:131", "vis_trg": "P04_04:132", "narrations": [ "pick up plate", "put down plate", "pick up kitchen roll", "pull kitchen roll" ], "verbs": [ "pick-up", "put-down", "pick-up", "pull" ], "verb_classes": [ 0, 1, 0, 31 ], "nouns": [ "plate", "plate", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 2, 2, 93, 93 ], "start_stop_timestamps": [ [ "00:12:18.84", "00:12:19.83" ], [ "00:12:19.83", "00:12:20.93" ], [ "00:12:21.22", "00:12:23.86" ], [ "00:12:21.52", "00:12:24.45" ] ], "start_stop_frames": [ [ 44330, 44389 ], [ 44389, 44455 ], [ 44473, 44631 ], [ 44491, 44667 ] ], "trgnoun": "kitchen_roll", "trgverb": "pull" }, { "key": "P02_104+79_80_81_82", "video_id": "P02_104", "narration_ids": [ "P02_104_79", "P02_104_80", "P02_104_81", "P02_104_82" ], "src": "close tap . sponge tupperware . put sponge down", "src1": "close tap", "src2": "sponge tupperware", "src3": "put sponge down", "trg": "open tap", "vis_src": "P02_104:79 P02_104:80 P02_104:81", "vis_trg": "P02_104:82", "narrations": [ "close tap", "sponge tupperware", "put sponge down", "open tap" ], "verbs": [ "turn-off", "sponge", "put-down", "turn-on" ], "verb_classes": [ 8, 2, 1, 6 ], "nouns": [ "tap", "tupperware", "sponge", "tap" ], "noun_classes": [ 0, 23, 9, 0 ], "start_stop_timestamps": [ [ "00:04:01.75", "00:04:02.34" ], [ "00:04:02.71", "00:04:11.97" ], [ "00:04:12.15", "00:04:12.63" ], [ "00:04:12.27", "00:04:13.88" ] ], "start_stop_frames": [ [ 12087, 12117 ], [ 12135, 12598 ], [ 12607, 12631 ], [ 12613, 12694 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P22_117+162_163_164_165", "video_id": "P22_117", "narration_ids": [ "P22_117_162", "P22_117_163", "P22_117_164", "P22_117_165" ], "src": "move peeler . move courgette . pick_up knife", "src1": "move peeler", "src2": "move courgette", "src3": "pick_up knife", "trg": "cut courgette", "vis_src": "P22_117:162 P22_117:163 P22_117:164", "vis_trg": "P22_117:165", "narrations": [ "move peeler", "move courgette", "pick up knife", "cut courgette" ], "verbs": [ "move", "move", "pick-up", "cut" ], "verb_classes": [ 11, 11, 0, 7 ], "nouns": [ "peeler", "courgette", "knife", "courgette" ], "noun_classes": [ 87, 76, 4, 76 ], "start_stop_timestamps": [ [ "00:06:24.16", "00:06:25.01" ], [ "00:06:24.77", "00:06:25.39" ], [ "00:06:25.00", "00:06:25.49" ], [ "00:06:25.59", "00:07:02.87" ] ], "start_stop_frames": [ [ 19208, 19250 ], [ 19238, 19269 ], [ 19250, 19274 ], [ 19279, 21143 ] ], "trgnoun": "courgette", "trgverb": "cut" }, { "key": "P29_03+325_326_327_328", "video_id": "P29_03", "narration_ids": [ "P29_03_325", "P29_03_326", "P29_03_327", "P29_03_328" ], "src": "scour spoon . wash spoon . rinse spoon", "src1": "scour spoon", "src2": "wash spoon", "src3": "rinse spoon", "trg": "put spoon away", "vis_src": "P29_03:325 P29_03:326 P29_03:327", "vis_trg": "P29_03:328", "narrations": [ "scour spoon", "wash spoon", "rinse spoon", "put spoon away" ], "verbs": [ "scour", "wash", "rinse", "put" ], "verb_classes": [ 29, 2, 2, 1 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:20:34.22", "00:20:42.08" ], [ "00:20:42.18", "00:20:46.07" ], [ "00:20:45.23", "00:20:48.44" ], [ "00:20:48.50", "00:20:49.99" ] ], "start_stop_frames": [ [ 74053, 74524 ], [ 74530, 74764 ], [ 74713, 74906 ], [ 74910, 74999 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P04_101+144_145_146_147", "video_id": "P04_101", "narration_ids": [ "P04_101_144", "P04_101_145", "P04_101_146", "P04_101_147" ], "src": "pour granola into bowl . put_down granola . stir granola in bowl", "src1": "pour granola into bowl", "src2": "put_down granola", "src3": "stir granola in bowl", "trg": "close granola", "vis_src": "P04_101:144 P04_101:145 P04_101:146", "vis_trg": "P04_101:147", "narrations": [ "pour granola into bowl", "put down granola", "stir granola in bowl", "close granola" ], "verbs": [ "pour-into", "put-down", "stir", "close" ], "verb_classes": [ 9, 1, 10, 4 ], "nouns": [ "granola", "granola", "granola", "granola" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:05:07.22", "00:05:10.36" ], [ "00:05:10.43", "00:05:11.43" ], [ "00:05:11.53", "00:05:16.79" ], [ "00:05:16.87", "00:05:17.69" ] ], "start_stop_frames": [ [ 15361, 15518 ], [ 15521, 15571 ], [ 15576, 15839 ], [ 15843, 15884 ] ], "trgnoun": "granola", "trgverb": "close" }, { "key": "P04_05+252_253_254_255", "video_id": "P04_05", "narration_ids": [ "P04_05_252", "P04_05_253", "P04_05_254", "P04_05_255" ], "src": "pick_up spoon . pick_up pasta . pick_up baking_powder", "src1": "pick_up spoon", "src2": "pick_up pasta", "src3": "pick_up baking_powder", "trg": "clean spoon", "vis_src": "P04_05:252 P04_05:253 P04_05:254", "vis_trg": "P04_05:255", "narrations": [ "pick up spoon", "pick up pasta", "pick up baking powder", "clean spoon" ], "verbs": [ "pick-up", "pick-up", "pick-up", "clean" ], "verb_classes": [ 0, 0, 0, 2 ], "nouns": [ "spoon", "pasta", "powder:baking", "spoon" ], "noun_classes": [ 1, 45, 138, 1 ], "start_stop_timestamps": [ [ "00:27:34.66", "00:27:35.83" ], [ "00:27:39.06", "00:27:41.45" ], [ "00:27:42.44", "00:27:47.58" ], [ "00:27:51.64", "00:27:56.26" ] ], "start_stop_frames": [ [ 99279, 99349 ], [ 99543, 99687 ], [ 99746, 100054 ], [ 100298, 100575 ] ], "trgnoun": "spoon", "trgverb": "clean" }, { "key": "P22_13+57_58_59_60", "video_id": "P22_13", "narration_ids": [ "P22_13_57", "P22_13_58", "P22_13_59", "P22_13_60" ], "src": "close tap . put_down cloth . rinse sponge", "src1": "close tap", "src2": "put_down cloth", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P22_13:57 P22_13:58 P22_13:59", "vis_trg": "P22_13:60", "narrations": [ "close tap", "put down cloth", "rinse sponge", "put down sponge" ], "verbs": [ "turn-off", "put-down", "rinse", "put-down" ], "verb_classes": [ 8, 1, 2, 1 ], "nouns": [ "tap", "cloth", "sponge", "sponge" ], "noun_classes": [ 0, 17, 9, 9 ], "start_stop_timestamps": [ [ "00:01:59.47", "00:02:00.25" ], [ "00:02:01.79", "00:02:03.97" ], [ "00:02:05.91", "00:02:09.32" ], [ "00:02:09.39", "00:02:10.01" ] ], "start_stop_frames": [ [ 7168, 7215 ], [ 7307, 7438 ], [ 7554, 7759 ], [ 7763, 7800 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P22_107+108_109_110_111", "video_id": "P22_107", "narration_ids": [ "P22_107_108", "P22_107_109", "P22_107_110", "P22_107_111" ], "src": "put_down lid . open jar . lift jar", "src1": "put_down lid", "src2": "open jar", "src3": "lift jar", "trg": "put_down jar", "vis_src": "P22_107:108 P22_107:109 P22_107:110", "vis_trg": "P22_107:111", "narrations": [ "put down lid", "open jar", "lift jar", "put down jar" ], "verbs": [ "put-down", "open", "lift", "put-down" ], "verb_classes": [ 1, 3, 33, 1 ], "nouns": [ "lid", "jar", "jar", "jar" ], "noun_classes": [ 6, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:03:35.79", "00:03:36.57" ], [ "00:03:36.67", "00:03:39.32" ], [ "00:03:39.42", "00:03:43.66" ], [ "00:03:47.66", "00:03:48.92" ] ], "start_stop_frames": [ [ 10789, 10828 ], [ 10833, 10966 ], [ 10971, 11183 ], [ 11383, 11446 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P17_03+19_20_21_23", "video_id": "P17_03", "narration_ids": [ "P17_03_19", "P17_03_20", "P17_03_21", "P17_03_23" ], "src": "take_out sauce . put knife into case . wash lid", "src1": "take_out sauce", "src2": "put knife into case", "src3": "wash lid", "trg": "add sauce", "vis_src": "P17_03:19 P17_03:20 P17_03:21", "vis_trg": "P17_03:23", "narrations": [ "take out sauce", "put knife into case", "wash", "add sauce" ], "verbs": [ "take-out", "put-into", "wash", "add" ], "verb_classes": [ 12, 5, 2, 46 ], "nouns": [ "sauce", "knife", "lid", "sauce" ], "noun_classes": [ 47, 4, 6, 47 ], "start_stop_timestamps": [ [ "00:04:16.87", "00:04:18.34" ], [ "00:04:22.31", "00:04:28.03" ], [ "00:04:39.52", "00:05:59.74" ], [ "00:07:33.68", "00:07:57.70" ] ], "start_stop_frames": [ [ 15412, 15500 ], [ 15738, 16081 ], [ 16771, 21584 ], [ 27220, 28662 ] ], "trgnoun": "sauce", "trgverb": "add" }, { "key": "P07_04+111_112_113_114", "video_id": "P07_04", "narration_ids": [ "P07_04_111", "P07_04_112", "P07_04_113", "P07_04_114" ], "src": "pick_up spoon . put salt . stir egg", "src1": "pick_up spoon", "src2": "put salt", "src3": "stir egg", "trg": "shake egg on frying pan", "vis_src": "P07_04:111 P07_04:112 P07_04:113", "vis_trg": "P07_04:114", "narrations": [ "pick up spoon", "put salt", "stir egg", "shake egg on frying pan" ], "verbs": [ "pick-up", "put", "stir", "shake-on" ], "verb_classes": [ 0, 1, 10, 15 ], "nouns": [ "spoon", "salt", "egg", "egg" ], "noun_classes": [ 1, 38, 53, 53 ], "start_stop_timestamps": [ [ "00:09:40.71", "00:09:42.88" ], [ "00:09:45.69", "00:09:50.25" ], [ "00:09:52.19", "00:10:03.84" ], [ "00:09:52.78", "00:09:55.68" ] ], "start_stop_frames": [ [ 34842, 34972 ], [ 35141, 35415 ], [ 35531, 36230 ], [ 35566, 35740 ] ], "trgnoun": "egg", "trgverb": "shake_on" }, { "key": "P23_101+148_149_150_151", "video_id": "P23_101", "narration_ids": [ "P23_101_148", "P23_101_149", "P23_101_150", "P23_101_151" ], "src": "open door . open box . take cover", "src1": "open door", "src2": "open box", "src3": "take cover", "trg": "search cover", "vis_src": "P23_101:148 P23_101:149 P23_101:150", "vis_trg": "P23_101:151", "narrations": [ "open door", "open box", "take cover", "search cover" ], "verbs": [ "open", "open", "take", "search" ], "verb_classes": [ 3, 3, 0, 48 ], "nouns": [ "door", "box", "cover", "cover" ], "noun_classes": [ 3, 23, 89, 89 ], "start_stop_timestamps": [ [ "00:16:21.31", "00:16:22.25" ], [ "00:16:24.27", "00:16:27.12" ], [ "00:16:27.13", "00:16:29.74" ], [ "00:16:32.12", "00:16:38.88" ] ], "start_stop_frames": [ [ 49065, 49112 ], [ 49213, 49356 ], [ 49356, 49487 ], [ 49606, 49944 ] ], "trgnoun": "cover", "trgverb": "search" }, { "key": "P23_03+23_24_25_26", "video_id": "P23_03", "narration_ids": [ "P23_03_23", "P23_03_24", "P23_03_25", "P23_03_26" ], "src": "cut the onion with knife . removing outer layer from the onion . removing waste from the table", "src1": "cut the onion with knife", "src2": "removing outer layer from the onion", "src3": "removing waste from the table", "trg": "put waste into the dustbin", "vis_src": "P23_03:23 P23_03:24 P23_03:25", "vis_trg": "P23_03:26", "narrations": [ "cut the onion with knife", "removing outer layer from the onion", "removing waste from the table", "put waste into the dustbin" ], "verbs": [ "cut", "remove-from", "remove-from", "put-into" ], "verb_classes": [ 7, 12, 12, 5 ], "nouns": [ "onion", "onion", "waste", "waste" ], "noun_classes": [ 16, 16, 54, 54 ], "start_stop_timestamps": [ [ "00:03:14.03", "00:03:18.69" ], [ "00:03:18.58", "00:03:39.58" ], [ "00:03:59.93", "00:04:06.68" ], [ "00:04:05.65", "00:04:08.77" ] ], "start_stop_frames": [ [ 11641, 11921 ], [ 11914, 13174 ], [ 14395, 14800 ], [ 14739, 14926 ] ], "trgnoun": "waste", "trgverb": "put_into" }, { "key": "P27_101+326_327_328_329", "video_id": "P27_101", "narration_ids": [ "P27_101_326", "P27_101_327", "P27_101_328", "P27_101_329" ], "src": "use soap . pick_up sponge . wash plate", "src1": "use soap", "src2": "pick_up sponge", "src3": "wash plate", "trg": "put_down sponge", "vis_src": "P27_101:326 P27_101:327 P27_101:328", "vis_trg": "P27_101:329", "narrations": [ "use soap", "pick up sponge", "wash plate", "put down sponge" ], "verbs": [ "use", "pick-up", "wash", "put-down" ], "verb_classes": [ 76, 0, 2, 1 ], "nouns": [ "soap", "sponge", "plate", "sponge" ], "noun_classes": [ 22, 9, 2, 9 ], "start_stop_timestamps": [ [ "00:15:16.35", "00:15:17.68" ], [ "00:15:20.23", "00:15:20.79" ], [ "00:15:20.94", "00:15:26.32" ], [ "00:15:26.42", "00:15:26.86" ] ], "start_stop_frames": [ [ 45817, 45884 ], [ 46011, 46039 ], [ 46047, 46316 ], [ 46321, 46343 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P26_19+28_29_30_31", "video_id": "P26_19", "narration_ids": [ "P26_19_28", "P26_19_29", "P26_19_30", "P26_19_31" ], "src": "lather glass . rinse glass . put_down glass", "src1": "lather glass", "src2": "rinse glass", "src3": "put_down glass", "trg": "take glass", "vis_src": "P26_19:28 P26_19:29 P26_19:30", "vis_trg": "P26_19:31", "narrations": [ "lather glass", "rinse glass", "put down glass", "take glass" ], "verbs": [ "lather", "rinse", "put-down", "take" ], "verb_classes": [ 2, 2, 1, 0 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:01:30.78", "00:01:42.27" ], [ "00:01:40.50", "00:01:51.61" ], [ "00:01:51.42", "00:01:53.36" ], [ "00:01:53.37", "00:01:54.62" ] ], "start_stop_frames": [ [ 5446, 6136 ], [ 6030, 6696 ], [ 6685, 6801 ], [ 6802, 6877 ] ], "trgnoun": "glass", "trgverb": "take" }, { "key": "P06_110+9_10_11_12", "video_id": "P06_110", "narration_ids": [ "P06_110_9", "P06_110_10", "P06_110_11", "P06_110_12" ], "src": "put pizza on chopping board . put_down pan . pick_up knife", "src1": "put pizza on chopping board", "src2": "put_down pan", "src3": "pick_up knife", "trg": "chop pizza", "vis_src": "P06_110:9 P06_110:10 P06_110:11", "vis_trg": "P06_110:12", "narrations": [ "put pizza on chopping board", "put down pan", "pick up knife", "chop pizza" ], "verbs": [ "put-on", "put-down", "pick-up", "chop" ], "verb_classes": [ 1, 1, 0, 7 ], "nouns": [ "pizza", "pan", "knife", "pizza" ], "noun_classes": [ 91, 5, 4, 91 ], "start_stop_timestamps": [ [ "00:00:26.25", "00:00:28.83" ], [ "00:00:28.93", "00:00:31.00" ], [ "00:00:30.56", "00:00:32.77" ], [ "00:00:32.82", "00:01:08.47" ] ], "start_stop_frames": [ [ 1312, 1441 ], [ 1446, 1550 ], [ 1528, 1638 ], [ 1641, 3423 ] ], "trgnoun": "pizza", "trgverb": "chop" }, { "key": "P30_104+22_23_24_25", "video_id": "P30_104", "narration_ids": [ "P30_104_22", "P30_104_23", "P30_104_24", "P30_104_25" ], "src": "put plate . open drawer . pick_up knife", "src1": "put plate", "src2": "open drawer", "src3": "pick_up knife", "trg": "put knife in drawer", "vis_src": "P30_104:22 P30_104:23 P30_104:24", "vis_trg": "P30_104:25", "narrations": [ "put plate", "open drawer", "pick up knife", "put knife in drawer" ], "verbs": [ "put", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "plate", "drawer", "knife", "knife" ], "noun_classes": [ 2, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:00:28.12", "00:00:29.73" ], [ "00:00:30.16", "00:00:30.91" ], [ "00:00:30.74", "00:00:30.99" ], [ "00:00:31.24", "00:00:31.83" ] ], "start_stop_frames": [ [ 1406, 1486 ], [ 1508, 1545 ], [ 1537, 1549 ], [ 1562, 1591 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P30_107+749_750_751_752", "video_id": "P30_107", "narration_ids": [ "P30_107_749", "P30_107_750", "P30_107_751", "P30_107_752" ], "src": "put tupperware into cupboard . put box onto surface . move plate", "src1": "put tupperware into cupboard", "src2": "put box onto surface", "src3": "move plate", "trg": "pick_up tupperware", "vis_src": "P30_107:749 P30_107:750 P30_107:751", "vis_trg": "P30_107:752", "narrations": [ "put tupperware into cupboard", "put box onto surface", "move plate", "pick up tupperware" ], "verbs": [ "put-into", "put-onto", "move", "pick-up" ], "verb_classes": [ 5, 1, 11, 0 ], "nouns": [ "tupperware", "box", "plate", "tupperware" ], "noun_classes": [ 23, 23, 2, 23 ], "start_stop_timestamps": [ [ "00:39:52.57", "00:39:53.11" ], [ "00:39:53.39", "00:39:54.52" ], [ "00:39:54.82", "00:39:55.52" ], [ "00:39:55.60", "00:39:56.01" ] ], "start_stop_frames": [ [ 119628, 119655 ], [ 119669, 119726 ], [ 119741, 119776 ], [ 119780, 119800 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P04_109+115_116_117_118", "video_id": "P04_109", "narration_ids": [ "P04_109_115", "P04_109_116", "P04_109_117", "P04_109_118" ], "src": "put rice cooker lid on rice cooker . pick_up cucumber . pick_up knife", "src1": "put rice cooker lid on rice cooker", "src2": "pick_up cucumber", "src3": "pick_up knife", "trg": "put cucumber on chopping board", "vis_src": "P04_109:115 P04_109:116 P04_109:117", "vis_trg": "P04_109:118", "narrations": [ "put rice cooker lid on rice cooker", "pick up cucumber", "pick up knife", "put cucumber on chopping board" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-on" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "lid:rice:cooker", "cucumber", "knife", "cucumber" ], "noun_classes": [ 6, 72, 4, 72 ], "start_stop_timestamps": [ [ "00:04:19.03", "00:04:19.94" ], [ "00:04:20.23", "00:04:21.07" ], [ "00:04:21.17", "00:04:22.51" ], [ "00:04:21.37", "00:04:22.05" ] ], "start_stop_frames": [ [ 12951, 12997 ], [ 13011, 13053 ], [ 13058, 13125 ], [ 13068, 13102 ] ], "trgnoun": "cucumber", "trgverb": "put_on" }, { "key": "P22_13+38_39_40_41", "video_id": "P22_13", "narration_ids": [ "P22_13_38", "P22_13_39", "P22_13_40", "P22_13_41" ], "src": "rinse sponge . lather filter . pick_up pitcher", "src1": "rinse sponge", "src2": "lather filter", "src3": "pick_up pitcher", "trg": "empty pitcher", "vis_src": "P22_13:38 P22_13:39 P22_13:40", "vis_trg": "P22_13:41", "narrations": [ "rinse sponge", "lather filter", "pick up pitcher", "empty pitcher" ], "verbs": [ "rinse", "lather", "pick-up", "empty" ], "verb_classes": [ 2, 2, 0, 20 ], "nouns": [ "sponge", "filter", "pitcher", "pitcher" ], "noun_classes": [ 9, 77, 66, 66 ], "start_stop_timestamps": [ [ "00:01:24.12", "00:01:25.33" ], [ "00:01:26.08", "00:01:29.93" ], [ "00:01:30.14", "00:01:31.68" ], [ "00:01:31.69", "00:01:32.43" ] ], "start_stop_frames": [ [ 5047, 5119 ], [ 5164, 5395 ], [ 5408, 5500 ], [ 5501, 5545 ] ], "trgnoun": "pitcher", "trgverb": "empty" }, { "key": "P03_109+293_294_295_296", "video_id": "P03_109", "narration_ids": [ "P03_109_293", "P03_109_294", "P03_109_295", "P03_109_296" ], "src": "take plate . put_down plate . pick_up knife", "src1": "take plate", "src2": "put_down plate", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P03_109:293 P03_109:294 P03_109:295", "vis_trg": "P03_109:296", "narrations": [ "take plate", "put down plate", "pick up knife", "put down knife" ], "verbs": [ "take", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate", "knife", "knife" ], "noun_classes": [ 2, 2, 4, 4 ], "start_stop_timestamps": [ [ "00:14:53.55", "00:14:54.77" ], [ "00:14:54.87", "00:14:57.09" ], [ "00:14:57.11", "00:14:58.29" ], [ "00:14:58.19", "00:14:59.23" ] ], "start_stop_frames": [ [ 44677, 44738 ], [ 44743, 44854 ], [ 44855, 44914 ], [ 44909, 44961 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P22_111+342_343_344_345", "video_id": "P22_111", "narration_ids": [ "P22_111_342", "P22_111_343", "P22_111_344", "P22_111_345" ], "src": "put_down oil . open cupboard . pick_up oil", "src1": "put_down oil", "src2": "open cupboard", "src3": "pick_up oil", "trg": "close cupboard", "vis_src": "P22_111:342 P22_111:343 P22_111:344", "vis_trg": "P22_111:345", "narrations": [ "put down oil", "open cupboard", "pick up oil", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "oil", "cupboard", "oil", "cupboard" ], "noun_classes": [ 31, 3, 31, 3 ], "start_stop_timestamps": [ [ "00:13:40.25", "00:13:41.17" ], [ "00:13:41.91", "00:13:42.95" ], [ "00:13:45.00", "00:13:47.75" ], [ "00:13:48.36", "00:13:49.75" ] ], "start_stop_frames": [ [ 41012, 41058 ], [ 41095, 41147 ], [ 41250, 41387 ], [ 41418, 41487 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P25_09+57_58_59_60", "video_id": "P25_09", "narration_ids": [ "P25_09_57", "P25_09_58", "P25_09_59", "P25_09_60" ], "src": "take chicken . put chicken . take salt", "src1": "take chicken", "src2": "put chicken", "src3": "take salt", "trg": "put salt", "vis_src": "P25_09:57 P25_09:58 P25_09:59", "vis_trg": "P25_09:60", "narrations": [ "take chicken", "put chicken", "take salt", "put salt" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "chicken", "chicken", "salt", "salt" ], "noun_classes": [ 57, 57, 38, 38 ], "start_stop_timestamps": [ [ "00:07:25.24", "00:07:26.56" ], [ "00:07:26.61", "00:07:44.82" ], [ "00:07:48.05", "00:07:49.86" ], [ "00:07:49.96", "00:07:53.98" ] ], "start_stop_frames": [ [ 26714, 26793 ], [ 26796, 27889 ], [ 28083, 28191 ], [ 28197, 28438 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P12_105+67_68_69_70", "video_id": "P12_105", "narration_ids": [ "P12_105_67", "P12_105_68", "P12_105_69", "P12_105_70" ], "src": "close plastic_bag . put plastic_bag . tighten plastic_bag", "src1": "close plastic_bag", "src2": "put plastic_bag", "src3": "tighten plastic_bag", "trg": "take plastic_bag", "vis_src": "P12_105:67 P12_105:68 P12_105:69", "vis_trg": "P12_105:70", "narrations": [ "close plastic bag", "put plastic bag", "tighten plastic bag", "take plastic bag" ], "verbs": [ "close", "put", "tighten", "take" ], "verb_classes": [ 4, 1, 78, 0 ], "nouns": [ "bag:plastic", "bag:plastic", "bag:plastic", "bag:plastic" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:04:32.40", "00:04:34.20" ], [ "00:04:43.29", "00:04:44.40" ], [ "00:04:44.98", "00:04:50.77" ], [ "00:04:51.10", "00:04:52.98" ] ], "start_stop_frames": [ [ 13619, 13710 ], [ 14164, 14219 ], [ 14249, 14538 ], [ 14555, 14649 ] ], "trgnoun": "plastic_bag", "trgverb": "take" }, { "key": "P22_10+322_323_324_325", "video_id": "P22_10", "narration_ids": [ "P22_10_322", "P22_10_323", "P22_10_324", "P22_10_325" ], "src": "open tap . rinse hands . rinse glass", "src1": "open tap", "src2": "rinse hands", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P22_10:322 P22_10:323 P22_10:324", "vis_trg": "P22_10:325", "narrations": [ "open tap", "rinse hands", "rinse glass", "put down glass" ], "verbs": [ "turn-on", "rinse", "rinse", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "hand", "glass", "glass" ], "noun_classes": [ 0, 11, 10, 10 ], "start_stop_timestamps": [ [ "00:11:16.60", "00:11:18.33" ], [ "00:11:17.95", "00:11:19.70" ], [ "00:11:22.61", "00:11:29.72" ], [ "00:11:31.15", "00:11:35.65" ] ], "start_stop_frames": [ [ 40596, 40699 ], [ 40677, 40782 ], [ 40956, 41383 ], [ 41469, 41739 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P23_02+46_47_48_49", "video_id": "P23_02", "narration_ids": [ "P23_02_46", "P23_02_47", "P23_02_48", "P23_02_49" ], "src": "open the fridge . taking something from the fridge . taking curry leaves", "src1": "open the fridge", "src2": "taking something from the fridge", "src3": "taking curry leaves", "trg": "removing curry leaves from the packet", "vis_src": "P23_02:46 P23_02:47 P23_02:48", "vis_trg": "P23_02:49", "narrations": [ "open the fridge", "taking something from the fridge", "taking curry leaves", "removing curry leaves from the packet" ], "verbs": [ "open", "take-from", "take", "remove-from" ], "verb_classes": [ 3, 0, 0, 12 ], "nouns": [ "fridge", "fridge", "leaf:curry", "leaf:curry" ], "noun_classes": [ 12, 12, 62, 62 ], "start_stop_timestamps": [ [ "00:06:51.09", "00:06:52.20" ], [ "00:06:52.58", "00:06:53.96" ], [ "00:06:54.06", "00:06:57.82" ], [ "00:06:57.92", "00:07:01.10" ] ], "start_stop_frames": [ [ 24665, 24732 ], [ 24754, 24837 ], [ 24843, 25069 ], [ 25075, 25266 ] ], "trgnoun": "curry_leaf", "trgverb": "remove_from" }, { "key": "P12_101+157_158_159_160", "video_id": "P12_101", "narration_ids": [ "P12_101_157", "P12_101_158", "P12_101_159", "P12_101_160" ], "src": "pick_up mug . wash mug . wash hand", "src1": "pick_up mug", "src2": "wash mug", "src3": "wash hand", "trg": "fill mug with some water", "vis_src": "P12_101:157 P12_101:158 P12_101:159", "vis_trg": "P12_101:160", "narrations": [ "pick up mug", "wash mug", "wash hand", "fill mug with some water" ], "verbs": [ "pick-up", "wash", "wash", "fill-with" ], "verb_classes": [ 0, 2, 2, 26 ], "nouns": [ "mug", "mug", "hand", "mug" ], "noun_classes": [ 13, 13, 11, 13 ], "start_stop_timestamps": [ [ "00:07:06.53", "00:07:07.50" ], [ "00:07:07.80", "00:07:08.66" ], [ "00:07:08.77", "00:07:09.62" ], [ "00:07:09.64", "00:07:10.47" ] ], "start_stop_frames": [ [ 21326, 21375 ], [ 21390, 21433 ], [ 21438, 21481 ], [ 21482, 21523 ] ], "trgnoun": "mug", "trgverb": "fill_with" }, { "key": "P30_107+444_445_446_447", "video_id": "P30_107", "narration_ids": [ "P30_107_444", "P30_107_445", "P30_107_446", "P30_107_447" ], "src": "open cupboard . take plate . close cupboard", "src1": "open cupboard", "src2": "take plate", "src3": "close cupboard", "trg": "put plate", "vis_src": "P30_107:444 P30_107:445 P30_107:446", "vis_trg": "P30_107:447", "narrations": [ "open cupboard", "take plate", "close cupboard", "put plate" ], "verbs": [ "open", "take", "close", "put" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:23:02.54", "00:23:03.54" ], [ "00:23:04.14", "00:23:05.80" ], [ "00:23:05.00", "00:23:05.84" ], [ "00:23:06.57", "00:23:07.11" ] ], "start_stop_frames": [ [ 69127, 69177 ], [ 69207, 69290 ], [ 69250, 69292 ], [ 69328, 69355 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_107+39_40_41_42", "video_id": "P04_107", "narration_ids": [ "P04_107_39", "P04_107_40", "P04_107_41", "P04_107_42" ], "src": "move dough . put_down knife . pick_up dough", "src1": "move dough", "src2": "put_down knife", "src3": "pick_up dough", "trg": "roll dough into ball", "vis_src": "P04_107:39 P04_107:40 P04_107:41", "vis_trg": "P04_107:42", "narrations": [ "move dough", "put down knife", "pick up dough", "roll dough into ball" ], "verbs": [ "move", "put-down", "pick-up", "roll-into" ], "verb_classes": [ 11, 1, 0, 47 ], "nouns": [ "dough", "knife", "dough", "dough" ], "noun_classes": [ 25, 4, 25, 25 ], "start_stop_timestamps": [ [ "00:01:30.75", "00:01:31.47" ], [ "00:01:31.29", "00:01:32.04" ], [ "00:01:31.94", "00:01:32.69" ], [ "00:01:32.78", "00:01:34.21" ] ], "start_stop_frames": [ [ 4537, 4573 ], [ 4564, 4602 ], [ 4597, 4634 ], [ 4639, 4710 ] ], "trgnoun": "dough", "trgverb": "roll_into" }, { "key": "P22_115+172_173_174_175", "video_id": "P22_115", "narration_ids": [ "P22_115_172", "P22_115_173", "P22_115_174", "P22_115_175" ], "src": "open container . put_down lid . move lid", "src1": "open container", "src2": "put_down lid", "src3": "move lid", "trg": "move container", "vis_src": "P22_115:172 P22_115:173 P22_115:174", "vis_trg": "P22_115:175", "narrations": [ "open container", "put down lid", "move lid", "move container" ], "verbs": [ "open", "put-down", "move", "move" ], "verb_classes": [ 3, 1, 11, 11 ], "nouns": [ "container", "lid", "lid", "container" ], "noun_classes": [ 21, 6, 6, 21 ], "start_stop_timestamps": [ [ "00:05:25.48", "00:05:28.02" ], [ "00:05:28.12", "00:05:29.04" ], [ "00:05:29.14", "00:05:30.79" ], [ "00:05:30.87", "00:05:31.43" ] ], "start_stop_frames": [ [ 16274, 16401 ], [ 16406, 16452 ], [ 16457, 16539 ], [ 16543, 16571 ] ], "trgnoun": "container", "trgverb": "move" }, { "key": "P04_110+94_95_96_98", "video_id": "P04_110", "narration_ids": [ "P04_110_94", "P04_110_95", "P04_110_96", "P04_110_98" ], "src": "stir mixture with spoon . wipe finger on spoon . taste mixture", "src1": "stir mixture with spoon", "src2": "wipe finger on spoon", "src3": "taste mixture", "trg": "pick_up spicy bean sauce", "vis_src": "P04_110:94 P04_110:95 P04_110:96", "vis_trg": "P04_110:98", "narrations": [ "stir mixture with spoon", "wipe finger on spoon", "taste mixture", "pick up spicy bean sauce" ], "verbs": [ "stir", "wipe-on", "taste", "pick-up" ], "verb_classes": [ 10, 2, 35, 0 ], "nouns": [ "mixture", "finger", "mixture", "sauce:spicy:bean" ], "noun_classes": [ 71, 11, 71, 47 ], "start_stop_timestamps": [ [ "00:03:34.25", "00:03:36.14" ], [ "00:03:36.14", "00:03:36.90" ], [ "00:03:36.82", "00:03:37.97" ], [ "00:03:45.34", "00:03:46.89" ] ], "start_stop_frames": [ [ 10712, 10807 ], [ 10807, 10845 ], [ 10841, 10898 ], [ 11267, 11344 ] ], "trgnoun": "bean_spicy_sauce", "trgverb": "pick_up" }, { "key": "P37_101+21_22_23_24", "video_id": "P37_101", "narration_ids": [ "P37_101_21", "P37_101_22", "P37_101_23", "P37_101_24" ], "src": "pour_out wastewater . pour_out wastewater from pot . turn_off tap", "src1": "pour_out wastewater", "src2": "pour_out wastewater from pot", "src3": "turn_off tap", "trg": "put pot on induction hob", "vis_src": "P37_101:21 P37_101:22 P37_101:23", "vis_trg": "P37_101:24", "narrations": [ "pour out wastewater", "pour out wastewater from pot", "turn off tap", "put pot on induction hob" ], "verbs": [ "pour-out", "pour-out", "turn-off", "put-on" ], "verb_classes": [ 9, 9, 8, 1 ], "nouns": [ "wastewater", "pot", "tap", "pot" ], "noun_classes": [ 27, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:01:14.06", "00:01:16.32" ], [ "00:01:14.75", "00:01:22.04" ], [ "00:01:24.43", "00:01:25.18" ], [ "00:01:29.27", "00:01:30.95" ] ], "start_stop_frames": [ [ 3703, 3815 ], [ 3737, 4102 ], [ 4221, 4259 ], [ 4463, 4547 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P01_109+283_284_285_286", "video_id": "P01_109", "narration_ids": [ "P01_109_283", "P01_109_284", "P01_109_285", "P01_109_286" ], "src": "put_down spatula . pick_up salt . scoop salt", "src1": "put_down spatula", "src2": "pick_up salt", "src3": "scoop salt", "trg": "sprinkle salt", "vis_src": "P01_109:283 P01_109:284 P01_109:285", "vis_trg": "P01_109:286", "narrations": [ "put down spatula", "pick up salt", "scoop salt", "sprinkle salt" ], "verbs": [ "put-down", "pick-up", "scoop", "sprinkle" ], "verb_classes": [ 1, 0, 16, 42 ], "nouns": [ "spatula", "salt", "salt", "salt" ], "noun_classes": [ 20, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:14:38.50", "00:14:39.44" ], [ "00:14:39.41", "00:14:40.21" ], [ "00:14:41.69", "00:14:42.53" ], [ "00:14:42.77", "00:14:44.19" ] ], "start_stop_frames": [ [ 43925, 43972 ], [ 43970, 44010 ], [ 44084, 44126 ], [ 44138, 44209 ] ], "trgnoun": "salt", "trgverb": "sprinkle" }, { "key": "P04_109+471_472_473_474", "video_id": "P04_109", "narration_ids": [ "P04_109_471", "P04_109_472", "P04_109_473", "P04_109_474" ], "src": "open coriander_packet . take coriander out of packet . put_down coriander_packet", "src1": "open coriander_packet", "src2": "take coriander out of packet", "src3": "put_down coriander_packet", "trg": "put_down coriander", "vis_src": "P04_109:471 P04_109:472 P04_109:473", "vis_trg": "P04_109:474", "narrations": [ "open coriander packet", "take coriander out of packet", "put down coriander packet", "put down coriander" ], "verbs": [ "open", "take-out", "put-down", "put-down" ], "verb_classes": [ 3, 12, 1, 1 ], "nouns": [ "packet:coriander", "coriander", "packet:coriander", "coriander" ], "noun_classes": [ 26, 173, 26, 173 ], "start_stop_timestamps": [ [ "00:14:27.82", "00:14:28.93" ], [ "00:14:30.27", "00:14:32.51" ], [ "00:14:32.92", "00:14:33.32" ], [ "00:14:33.06", "00:14:33.53" ] ], "start_stop_frames": [ [ 43391, 43446 ], [ 43513, 43625 ], [ 43646, 43666 ], [ 43653, 43676 ] ], "trgnoun": "coriander", "trgverb": "put_down" }, { "key": "P26_101+15_16_17_18", "video_id": "P26_101", "narration_ids": [ "P26_101_15", "P26_101_16", "P26_101_17", "P26_101_18" ], "src": "open oven . pick_up baking_tray . put_down baking_tray", "src1": "open oven", "src2": "pick_up baking_tray", "src3": "put_down baking_tray", "trg": "close oven", "vis_src": "P26_101:15 P26_101:16 P26_101:17", "vis_trg": "P26_101:18", "narrations": [ "open oven", "pick up baking tray", "put down baking tray", "close oven" ], "verbs": [ "open", "pick-up", "put-down", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "oven", "tray:baking", "tray:baking", "oven" ], "noun_classes": [ 46, 35, 35, 46 ], "start_stop_timestamps": [ [ "00:01:03.06", "00:01:05.44" ], [ "00:01:09.13", "00:01:13.88" ], [ "00:01:15.03", "00:01:18.20" ], [ "00:01:20.10", "00:01:21.75" ] ], "start_stop_frames": [ [ 3153, 3272 ], [ 3456, 3694 ], [ 3751, 3910 ], [ 4004, 4087 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P04_04+54_55_56_60", "video_id": "P04_04", "narration_ids": [ "P04_04_54", "P04_04_55", "P04_04_56", "P04_04_60" ], "src": "cut potato_slice into chunks . put_in pan . cut potato into chunks", "src1": "cut potato_slice into chunks", "src2": "put_in pan", "src3": "cut potato into chunks", "trg": "pick_up potato", "vis_src": "P04_04:54 P04_04:55 P04_04:56", "vis_trg": "P04_04:60", "narrations": [ "cut potato slice into chunks", "put in pan", "cut potato into chunks", "pick up potato" ], "verbs": [ "cut-into", "put-in", "cut-into", "pick-up" ], "verb_classes": [ 7, 5, 7, 0 ], "nouns": [ "slice:potato", "pan", "potato", "potato" ], "noun_classes": [ 30, 5, 30, 30 ], "start_stop_timestamps": [ [ "00:04:26.93", "00:04:31.10" ], [ "00:04:31.05", "00:04:32.78" ], [ "00:04:34.22", "00:04:38.42" ], [ "00:04:47.23", "00:04:50.31" ] ], "start_stop_frames": [ [ 16015, 16266 ], [ 16263, 16366 ], [ 16453, 16705 ], [ 17233, 17418 ] ], "trgnoun": "potato", "trgverb": "pick_up" }, { "key": "P06_02+0_1_2_3", "video_id": "P06_02", "narration_ids": [ "P06_02_0", "P06_02_1", "P06_02_2", "P06_02_3" ], "src": "carry bowl . open dishwasher . slide_out dishwasher_drawer", "src1": "carry bowl", "src2": "open dishwasher", "src3": "slide_out dishwasher_drawer", "trg": "put bowl in dishwasher", "vis_src": "P06_02:0 P06_02:1 P06_02:2", "vis_trg": "P06_02:3", "narrations": [ "carry bowl", "open dishwasher", "slide out dishwasher drawer", "put bowl in dishwasher" ], "verbs": [ "carry", "open", "slide-out", "put-in" ], "verb_classes": [ 89, 3, 61, 5 ], "nouns": [ "bowl", "dishwasher", "drawer:dishwasher", "bowl" ], "noun_classes": [ 7, 70, 70, 7 ], "start_stop_timestamps": [ [ "00:00:01.18", "00:00:03.10" ], [ "00:00:03.14", "00:00:04.65" ], [ "00:00:05.74", "00:00:06.52" ], [ "00:00:06.86", "00:00:07.93" ] ], "start_stop_frames": [ [ 70, 186 ], [ 188, 279 ], [ 344, 391 ], [ 411, 475 ] ], "trgnoun": "bowl", "trgverb": "put_in" }, { "key": "P02_123+446_447_448_449", "video_id": "P02_123", "narration_ids": [ "P02_123_446", "P02_123_447", "P02_123_448", "P02_123_449" ], "src": "put pan in sink . pick_up cake_mould . open tap", "src1": "put pan in sink", "src2": "pick_up cake_mould", "src3": "open tap", "trg": "soak cake_mould", "vis_src": "P02_123:446 P02_123:447 P02_123:448", "vis_trg": "P02_123:449", "narrations": [ "put pan in sink", "pick up cake mould", "open tap", "soak cake mould" ], "verbs": [ "put-in", "pick-up", "turn-on", "soak" ], "verb_classes": [ 5, 0, 6, 56 ], "nouns": [ "pan", "mould:cake", "tap", "mould:cake" ], "noun_classes": [ 5, 35, 0, 35 ], "start_stop_timestamps": [ [ "00:22:02.06", "00:22:03.59" ], [ "00:22:05.32", "00:22:06.14" ], [ "00:22:09.20", "00:22:10.42" ], [ "00:22:10.28", "00:22:21.56" ] ], "start_stop_frames": [ [ 66103, 66179 ], [ 66266, 66307 ], [ 66460, 66521 ], [ 66514, 67078 ] ], "trgnoun": "cake_mould", "trgverb": "soak" }, { "key": "P30_05+245_246_247_248", "video_id": "P30_05", "narration_ids": [ "P30_05_245", "P30_05_246", "P30_05_247", "P30_05_248" ], "src": "open box . close box . take stock_cubes from box", "src1": "open box", "src2": "close box", "src3": "take stock_cubes from box", "trg": "take stock_cubes", "vis_src": "P30_05:245 P30_05:246 P30_05:247", "vis_trg": "P30_05:248", "narrations": [ "open box", "close box", "take stock cubes from box", "take stock cubes" ], "verbs": [ "open", "close", "take-from", "take" ], "verb_classes": [ 3, 4, 0, 0 ], "nouns": [ "box", "box", "cube:stock", "cube:stock" ], "noun_classes": [ 23, 23, 95, 95 ], "start_stop_timestamps": [ [ "00:19:50.84", "00:19:51.59" ], [ "00:19:55.40", "00:19:56.17" ], [ "00:20:02.57", "00:20:03.15" ], [ "00:20:03.95", "00:20:08.77" ] ], "start_stop_frames": [ [ 71450, 71495 ], [ 71724, 71770 ], [ 72154, 72189 ], [ 72237, 72526 ] ], "trgnoun": "stock_cube", "trgverb": "take" }, { "key": "P12_101+450_451_452_453", "video_id": "P12_101", "narration_ids": [ "P12_101_450", "P12_101_451", "P12_101_452", "P12_101_453" ], "src": "stir soup using spoon . pick_up mozzarella from cutting board . put_down mozzarella_slices into soup in saucepan", "src1": "stir soup using spoon", "src2": "pick_up mozzarella from cutting board", "src3": "put_down mozzarella_slices into soup in saucepan", "trg": "eat mozzarella", "vis_src": "P12_101:450 P12_101:451 P12_101:452", "vis_trg": "P12_101:453", "narrations": [ "stir soup using spoon", "pick up mozzarella from cutting board", "put down mozzarella slices into soup in saucepan", "eat mozzarella" ], "verbs": [ "stir", "pick-up", "put-down", "eat" ], "verb_classes": [ 10, 0, 1, 35 ], "nouns": [ "soup", "mozzarella", "slice:mozzarella", "mozzarella" ], "noun_classes": [ 126, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:29:00.19", "00:30:03.00" ], [ "00:30:03.71", "00:30:04.51" ], [ "00:30:04.66", "00:30:09.92" ], [ "00:30:09.58", "00:30:10.87" ] ], "start_stop_frames": [ [ 87009, 90150 ], [ 90185, 90225 ], [ 90233, 90496 ], [ 90479, 90543 ] ], "trgnoun": "mozzarella", "trgverb": "eat" }, { "key": "P02_130+292_293_294_295", "video_id": "P02_130", "narration_ids": [ "P02_130_292", "P02_130_293", "P02_130_294", "P02_130_295" ], "src": "pick_up spoon from cocoa powder can . put spoon in sink . pick_up knife and tin", "src1": "pick_up spoon from cocoa powder can", "src2": "put spoon in sink", "src3": "pick_up knife and tin", "trg": "put knife in sink", "vis_src": "P02_130:292 P02_130:293 P02_130:294", "vis_trg": "P02_130:295", "narrations": [ "pick up spoon from cocoa powder can", "put spoon in sink", "pick up knife and tin", "put knife in sink" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "spoon", "spoon", "knife", "knife" ], "noun_classes": [ 1, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:16:45.35", "00:16:46.10" ], [ "00:16:47.45", "00:16:48.35" ], [ "00:16:48.87", "00:16:49.93" ], [ "00:16:50.03", "00:16:50.80" ] ], "start_stop_frames": [ [ 50267, 50305 ], [ 50372, 50417 ], [ 50443, 50496 ], [ 50501, 50540 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P29_03+406_407_408_409", "video_id": "P29_03", "narration_ids": [ "P29_03_406", "P29_03_407", "P29_03_408", "P29_03_409" ], "src": "put bowl on side . put_down wok . pick_up chopping_board", "src1": "put bowl on side", "src2": "put_down wok", "src3": "pick_up chopping_board", "trg": "submerge chopping_board", "vis_src": "P29_03:406 P29_03:407 P29_03:408", "vis_trg": "P29_03:409", "narrations": [ "put bowl on side", "put down wok", "pick up chopping board", "submerge chopping board" ], "verbs": [ "put-on", "put-down", "pick-up", "submerge" ], "verb_classes": [ 1, 1, 0, 56 ], "nouns": [ "bowl", "wok", "board:chopping", "board:chopping" ], "noun_classes": [ 7, 5, 18, 18 ], "start_stop_timestamps": [ [ "00:25:59.14", "00:26:01.49" ], [ "00:26:06.93", "00:26:08.76" ], [ "00:26:09.15", "00:26:10.44" ], [ "00:26:11.50", "00:26:12.51" ] ], "start_stop_frames": [ [ 93548, 93689 ], [ 94015, 94125 ], [ 94149, 94226 ], [ 94290, 94350 ] ], "trgnoun": "chopping_board", "trgverb": "submerge" }, { "key": "P06_101+233_234_235_236", "video_id": "P06_101", "narration_ids": [ "P06_101_233", "P06_101_234", "P06_101_235", "P06_101_236" ], "src": "pick_out tub . put_down tub . pick_up spices", "src1": "pick_out tub", "src2": "put_down tub", "src3": "pick_up spices", "trg": "look_at spices", "vis_src": "P06_101:233 P06_101:234 P06_101:235", "vis_trg": "P06_101:236", "narrations": [ "pick out tub", "put down tub", "pick up spices", "look at spices" ], "verbs": [ "pick-out", "put-down", "pick-up", "look-at" ], "verb_classes": [ 12, 1, 0, 38 ], "nouns": [ "tub", "tub", "spice", "spice" ], "noun_classes": [ 23, 23, 85, 85 ], "start_stop_timestamps": [ [ "00:16:46.00", "00:16:48.43" ], [ "00:16:48.10", "00:16:50.14" ], [ "00:16:50.58", "00:16:51.77" ], [ "00:16:52.39", "00:16:55.39" ] ], "start_stop_frames": [ [ 50300, 50421 ], [ 50405, 50507 ], [ 50529, 50588 ], [ 50619, 50769 ] ], "trgnoun": "spice", "trgverb": "look_at" }, { "key": "P03_09+155_156_157_158", "video_id": "P03_09", "narration_ids": [ "P03_09_155", "P03_09_156", "P03_09_157", "P03_09_158" ], "src": "put fork . clean side . wipe hob", "src1": "put fork", "src2": "clean side", "src3": "wipe hob", "trg": "clean hob", "vis_src": "P03_09:155 P03_09:156 P03_09:157", "vis_trg": "P03_09:158", "narrations": [ "put fork", "clean side", "wipe hob", "clean hob" ], "verbs": [ "put", "clean", "wipe", "clean" ], "verb_classes": [ 1, 2, 2, 2 ], "nouns": [ "fork", "side", "hob", "hob" ], "noun_classes": [ 14, 42, 24, 24 ], "start_stop_timestamps": [ [ "00:08:25.40", "00:08:25.90" ], [ "00:08:30.15", "00:08:36.42" ], [ "00:08:36.53", "00:08:41.98" ], [ "00:08:42.46", "00:08:48.43" ] ], "start_stop_frames": [ [ 30324, 30354 ], [ 30609, 30985 ], [ 30991, 31318 ], [ 31347, 31705 ] ], "trgnoun": "hob", "trgverb": "clean" }, { "key": "P37_101+153_154_155_156", "video_id": "P37_101", "narration_ids": [ "P37_101_153", "P37_101_154", "P37_101_155", "P37_101_156" ], "src": "rinse cucumbers . turn_off tap . shake cucumbers to remove water", "src1": "rinse cucumbers", "src2": "turn_off tap", "src3": "shake cucumbers to remove water", "trg": "put cucumbers down", "vis_src": "P37_101:153 P37_101:154 P37_101:155", "vis_trg": "P37_101:156", "narrations": [ "rinse cucumbers", "turn off tap", "shake cucumbers to remove water", "put cucumbers down" ], "verbs": [ "rinse", "turn-off", "shake", "put-down" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "cucumber", "tap", "cucumber", "cucumber" ], "noun_classes": [ 72, 0, 72, 72 ], "start_stop_timestamps": [ [ "00:08:08.91", "00:08:09.59" ], [ "00:08:09.69", "00:08:10.09" ], [ "00:08:10.19", "00:08:11.57" ], [ "00:08:12.63", "00:08:13.71" ] ], "start_stop_frames": [ [ 24445, 24479 ], [ 24484, 24504 ], [ 24509, 24578 ], [ 24631, 24685 ] ], "trgnoun": "cucumber", "trgverb": "put_down" }, { "key": "P24_05+149_150_151_152", "video_id": "P24_05", "narration_ids": [ "P24_05_149", "P24_05_150", "P24_05_151", "P24_05_152" ], "src": "put salt in sauce . stir sauce in pan . take sugar", "src1": "put salt in sauce", "src2": "stir sauce in pan", "src3": "take sugar", "trg": "put sugar in sauce", "vis_src": "P24_05:149 P24_05:150 P24_05:151", "vis_trg": "P24_05:152", "narrations": [ "put salt in sauce", "stir sauce in pan", "take sugar", "put sugar in sauce" ], "verbs": [ "put-in", "stir", "take", "put-in" ], "verb_classes": [ 5, 10, 0, 5 ], "nouns": [ "salt", "sauce", "sugar", "sugar" ], "noun_classes": [ 38, 47, 102, 102 ], "start_stop_timestamps": [ [ "00:13:32.38", "00:13:44.25" ], [ "00:13:44.41", "00:14:05.21" ], [ "00:14:07.18", "00:14:08.73" ], [ "00:14:15.49", "00:14:25.89" ] ], "start_stop_frames": [ [ 48742, 49455 ], [ 49464, 50712 ], [ 50830, 50923 ], [ 51329, 51953 ] ], "trgnoun": "sugar", "trgverb": "put_in" }, { "key": "P04_107+908_909_910_911", "video_id": "P04_107", "narration_ids": [ "P04_107_908", "P04_107_909", "P04_107_910", "P04_107_911" ], "src": "open oven_door . look_in oven . waft away steam", "src1": "open oven_door", "src2": "look_in oven", "src3": "waft away steam", "trg": "pull_down oven_door", "vis_src": "P04_107:908 P04_107:909 P04_107:910", "vis_trg": "P04_107:911", "narrations": [ "open oven door", "look in oven", "waft away steam", "pull down oven door" ], "verbs": [ "open", "look-in", "waft", "pull-down" ], "verb_classes": [ 3, 24, 15, 31 ], "nouns": [ "door:oven", "oven", "steam", "door:oven" ], "noun_classes": [ 46, 46, 238, 46 ], "start_stop_timestamps": [ [ "00:23:40.67", "00:23:41.26" ], [ "00:23:41.33", "00:23:44.78" ], [ "00:23:42.09", "00:23:43.80" ], [ "00:23:44.92", "00:23:46.68" ] ], "start_stop_frames": [ [ 71033, 71063 ], [ 71066, 71239 ], [ 71104, 71190 ], [ 71246, 71334 ] ], "trgnoun": "oven_door", "trgverb": "pull_down" }, { "key": "P25_104+154_155_156_157", "video_id": "P25_104", "narration_ids": [ "P25_104_154", "P25_104_155", "P25_104_156", "P25_104_157" ], "src": "dry knife . put_down knife . pick_up teaspoon", "src1": "dry knife", "src2": "put_down knife", "src3": "pick_up teaspoon", "trg": "dry teaspoon", "vis_src": "P25_104:154 P25_104:155 P25_104:156", "vis_trg": "P25_104:157", "narrations": [ "dry knife", "put down knife", "pick up teaspoon", "dry teaspoon" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "knife", "knife", "teaspoon", "teaspoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:07:56.35", "00:07:59.47" ], [ "00:07:59.55", "00:08:00.55" ], [ "00:08:00.50", "00:08:01.75" ], [ "00:08:02.52", "00:08:05.58" ] ], "start_stop_frames": [ [ 23817, 23973 ], [ 23977, 24027 ], [ 24025, 24087 ], [ 24126, 24279 ] ], "trgnoun": "teaspoon", "trgverb": "dry" }, { "key": "P06_108+48_49_50_51", "video_id": "P06_108", "narration_ids": [ "P06_108_48", "P06_108_49", "P06_108_50", "P06_108_51" ], "src": "put olives on pizza . pick_up knife . take olives out of jar", "src1": "put olives on pizza", "src2": "pick_up knife", "src3": "take olives out of jar", "trg": "chop olives", "vis_src": "P06_108:48 P06_108:49 P06_108:50", "vis_trg": "P06_108:51", "narrations": [ "put olives on pizza", "pick up knife", "take olives out of jar", "chop olives" ], "verbs": [ "put-on", "pick-up", "take-out", "chop" ], "verb_classes": [ 1, 0, 12, 7 ], "nouns": [ "olive", "knife", "olive", "olive" ], "noun_classes": [ 83, 4, 83, 83 ], "start_stop_timestamps": [ [ "00:05:09.35", "00:05:13.85" ], [ "00:05:13.88", "00:05:15.25" ], [ "00:05:14.88", "00:05:21.80" ], [ "00:05:21.84", "00:05:24.79" ] ], "start_stop_frames": [ [ 15467, 15692 ], [ 15694, 15762 ], [ 15744, 16090 ], [ 16091, 16239 ] ], "trgnoun": "olive", "trgverb": "chop" }, { "key": "P04_03+81_82_83_84", "video_id": "P04_03", "narration_ids": [ "P04_03_81", "P04_03_82", "P04_03_83", "P04_03_84" ], "src": "pick_up spoon . open yoghurt . mix yoghurt", "src1": "pick_up spoon", "src2": "open yoghurt", "src3": "mix yoghurt", "trg": "spoon yoghurt into bowl", "vis_src": "P04_03:81 P04_03:82 P04_03:83", "vis_trg": "P04_03:84", "narrations": [ "pick up spoon", "open yoghurt", "mix yoghurt", "spoon yoghurt into bowl" ], "verbs": [ "pick-up", "open", "mix", "spoon-into" ], "verb_classes": [ 0, 3, 10, 16 ], "nouns": [ "spoon", "yoghurt", "yoghurt", "yoghurt" ], "noun_classes": [ 1, 98, 98, 98 ], "start_stop_timestamps": [ [ "00:04:44.83", "00:04:45.79" ], [ "00:04:47.81", "00:04:49.83" ], [ "00:04:52.45", "00:04:54.56" ], [ "00:04:54.66", "00:05:00.17" ] ], "start_stop_frames": [ [ 17089, 17147 ], [ 17268, 17389 ], [ 17547, 17673 ], [ 17679, 18010 ] ], "trgnoun": "yoghurt", "trgverb": "spoon_into" }, { "key": "P35_104+510_511_512_513", "video_id": "P35_104", "narration_ids": [ "P35_104_510", "P35_104_511", "P35_104_512", "P35_104_513" ], "src": "pick_up jar . stir pesto . pick_up spoon", "src1": "pick_up jar", "src2": "stir pesto", "src3": "pick_up spoon", "trg": "put_down jar", "vis_src": "P35_104:510 P35_104:511 P35_104:512", "vis_trg": "P35_104:513", "narrations": [ "pick up jar", "stir pesto", "pick up spoon", "put down jar" ], "verbs": [ "pick-up", "stir", "pick-up", "put-down" ], "verb_classes": [ 0, 10, 0, 1 ], "nouns": [ "jar", "pesto", "spoon", "jar" ], "noun_classes": [ 40, 47, 1, 40 ], "start_stop_timestamps": [ [ "00:35:59.49", "00:36:00.95" ], [ "00:36:00.72", "00:36:06.99" ], [ "00:36:06.52", "00:36:08.33" ], [ "00:36:08.51", "00:36:09.43" ] ], "start_stop_frames": [ [ 107974, 108047 ], [ 108035, 108349 ], [ 108326, 108416 ], [ 108425, 108471 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P30_103+58_59_60_61", "video_id": "P30_103", "narration_ids": [ "P30_103_58", "P30_103_59", "P30_103_60", "P30_103_61" ], "src": "turn_on coffee_grinder . open coffee beans tin . pick_up coffee beans bag", "src1": "turn_on coffee_grinder", "src2": "open coffee beans tin", "src3": "pick_up coffee beans bag", "trg": "open coffee beans bag", "vis_src": "P30_103:58 P30_103:59 P30_103:60", "vis_trg": "P30_103:61", "narrations": [ "turn on coffee grinder", "open coffee beans tin", "pick up coffee beans bag", "open coffee beans bag" ], "verbs": [ "turn-on", "open", "pick-up", "open" ], "verb_classes": [ 6, 3, 0, 3 ], "nouns": [ "grinder:coffee", "tin:coffee:bean", "bag:coffee:bean", "bag:coffee:bean" ], "noun_classes": [ 50, 61, 19, 19 ], "start_stop_timestamps": [ [ "00:01:34.82", "00:01:36.38" ], [ "00:01:40.48", "00:01:41.78" ], [ "00:01:42.50", "00:01:44.98" ], [ "00:01:43.87", "00:01:45.11" ] ], "start_stop_frames": [ [ 4741, 4819 ], [ 5023, 5089 ], [ 5125, 5248 ], [ 5193, 5255 ] ], "trgnoun": "bean_coffee_bag", "trgverb": "open" }, { "key": "P26_13+22_23_24_25", "video_id": "P26_13", "narration_ids": [ "P26_13_22", "P26_13_23", "P26_13_24", "P26_13_25" ], "src": "put lid on pot . pick_up salt . open door", "src1": "put lid on pot", "src2": "pick_up salt", "src3": "open door", "trg": "put salt", "vis_src": "P26_13:22 P26_13:23 P26_13:24", "vis_trg": "P26_13:25", "narrations": [ "put lid on pot", "pick up salt", "open door", "put salt" ], "verbs": [ "put-on", "pick-up", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "lid", "salt", "door", "salt" ], "noun_classes": [ 6, 38, 3, 38 ], "start_stop_timestamps": [ [ "00:01:46.98", "00:01:50.99" ], [ "00:01:53.34", "00:01:54.60" ], [ "00:01:54.19", "00:01:55.19" ], [ "00:01:54.88", "00:01:56.31" ] ], "start_stop_frames": [ [ 6418, 6659 ], [ 6800, 6876 ], [ 6851, 6911 ], [ 6892, 6978 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P30_109+20_21_22_23", "video_id": "P30_109", "narration_ids": [ "P30_109_20", "P30_109_21", "P30_109_22", "P30_109_23" ], "src": "put tupperware into fridge . take noodles from fridge . open box of noodles", "src1": "put tupperware into fridge", "src2": "take noodles from fridge", "src3": "open box of noodles", "trg": "smell noodles", "vis_src": "P30_109:20 P30_109:21 P30_109:22", "vis_trg": "P30_109:23", "narrations": [ "put tupperware into fridge", "take noodles from fridge", "open box of noodles", "smell noodles" ], "verbs": [ "put-into", "take-from", "open", "smell" ], "verb_classes": [ 5, 0, 3, 75 ], "nouns": [ "tupperware", "noodle", "box:noodle", "noodle" ], "noun_classes": [ 23, 155, 23, 155 ], "start_stop_timestamps": [ [ "00:00:27.30", "00:00:31.70" ], [ "00:00:31.02", "00:00:33.15" ], [ "00:00:33.49", "00:00:39.10" ], [ "00:00:39.30", "00:00:40.90" ] ], "start_stop_frames": [ [ 1365, 1585 ], [ 1551, 1657 ], [ 1674, 1955 ], [ 1964, 2045 ] ], "trgnoun": "noodle", "trgverb": "smell" }, { "key": "P02_108+436_437_438_439", "video_id": "P02_108", "narration_ids": [ "P02_108_436", "P02_108_437", "P02_108_438", "P02_108_439" ], "src": "sponge juicer_part . put_down sponge . open tap", "src1": "sponge juicer_part", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse part", "vis_src": "P02_108:436 P02_108:437 P02_108:438", "vis_trg": "P02_108:439", "narrations": [ "sponge juicer part", "put down sponge", "open tap", "rinse part" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "part:juicer", "sponge", "tap", "tap" ], "noun_classes": [ 106, 9, 0, 0 ], "start_stop_timestamps": [ [ "00:20:50.31", "00:20:51.88" ], [ "00:20:51.90", "00:20:52.36" ], [ "00:20:52.77", "00:20:53.26" ], [ "00:20:53.52", "00:20:55.56" ] ], "start_stop_frames": [ [ 62515, 62594 ], [ 62595, 62617 ], [ 62638, 62663 ], [ 62676, 62778 ] ], "trgnoun": "tap", "trgverb": "rinse" }, { "key": "P03_107+75_76_77_78", "video_id": "P03_107", "narration_ids": [ "P03_107_75", "P03_107_76", "P03_107_77", "P03_107_78" ], "src": "put lid on tupperware . open fridge . put tupperware full of chilli in fridge", "src1": "put lid on tupperware", "src2": "open fridge", "src3": "put tupperware full of chilli in fridge", "trg": "close fridge", "vis_src": "P03_107:75 P03_107:76 P03_107:77", "vis_trg": "P03_107:78", "narrations": [ "put lid on tupperware", "open fridge", "put tupperware full of chilli in fridge", "close fridge" ], "verbs": [ "put-on", "open", "put-in", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "lid", "fridge", "tupperware", "fridge" ], "noun_classes": [ 6, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:03:05.60", "00:03:07.57" ], [ "00:03:09.17", "00:03:10.71" ], [ "00:03:11.04", "00:03:11.92" ], [ "00:03:11.90", "00:03:13.35" ] ], "start_stop_frames": [ [ 9280, 9378 ], [ 9458, 9535 ], [ 9552, 9596 ], [ 9595, 9667 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_117+87_89_90_91", "video_id": "P04_117", "narration_ids": [ "P04_117_87", "P04_117_89", "P04_117_90", "P04_117_91" ], "src": "move slice of bread on chopping board . cut slice of bread in half . pick_up tea_towel", "src1": "move slice of bread on chopping board", "src2": "cut slice of bread in half", "src3": "pick_up tea_towel", "trg": "put tea_towel on bread", "vis_src": "P04_117:87 P04_117:89 P04_117:90", "vis_trg": "P04_117:91", "narrations": [ "move slice of bread on chopping board", "cut slice of bread in half", "pick up tea towel", "put tea towel on bread" ], "verbs": [ "move-on", "cut-in", "pick-up", "put-on" ], "verb_classes": [ 11, 7, 0, 1 ], "nouns": [ "slice:bread", "slice:bread", "towel:tea", "towel:tea" ], "noun_classes": [ 33, 33, 52, 52 ], "start_stop_timestamps": [ [ "00:03:18.33", "00:03:19.52" ], [ "00:03:19.29", "00:03:22.20" ], [ "00:03:23.21", "00:03:23.73" ], [ "00:03:23.75", "00:03:24.30" ] ], "start_stop_frames": [ [ 9916, 9976 ], [ 9964, 10110 ], [ 10160, 10186 ], [ 10187, 10215 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P25_106+208_209_210_211", "video_id": "P25_106", "narration_ids": [ "P25_106_208", "P25_106_209", "P25_106_210", "P25_106_211" ], "src": "lift lid . put_down lid . pick_up pasta", "src1": "lift lid", "src2": "put_down lid", "src3": "pick_up pasta", "trg": "pour pasta", "vis_src": "P25_106:208 P25_106:209 P25_106:210", "vis_trg": "P25_106:211", "narrations": [ "lift lid", "put down lid", "pick up pasta", "pour pasta" ], "verbs": [ "lift", "put-down", "pick-up", "pour" ], "verb_classes": [ 33, 1, 0, 9 ], "nouns": [ "lid", "lid", "pasta", "pasta" ], "noun_classes": [ 6, 6, 45, 45 ], "start_stop_timestamps": [ [ "00:18:05.36", "00:18:07.60" ], [ "00:18:08.00", "00:18:11.33" ], [ "00:18:11.16", "00:18:13.38" ], [ "00:18:17.71", "00:18:20.50" ] ], "start_stop_frames": [ [ 54267, 54379 ], [ 54400, 54566 ], [ 54558, 54669 ], [ 54885, 55025 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P30_05+721_722_723_724", "video_id": "P30_05", "narration_ids": [ "P30_05_721", "P30_05_722", "P30_05_723", "P30_05_724" ], "src": "close fridge . take carrot_skinner . put carrot_skinner in drying rack", "src1": "close fridge", "src2": "take carrot_skinner", "src3": "put carrot_skinner in drying rack", "trg": "wash carrot_skinner", "vis_src": "P30_05:721 P30_05:722 P30_05:723", "vis_trg": "P30_05:724", "narrations": [ "close fridge", "take carrot skinner", "put carrot skinner in drying rack", "wash carrot skinner" ], "verbs": [ "close", "take", "put-in", "wash" ], "verb_classes": [ 4, 0, 5, 2 ], "nouns": [ "fridge", "skinner:carrot", "skinner:carrot", "skinner:carrot" ], "noun_classes": [ 12, 87, 87, 87 ], "start_stop_timestamps": [ [ "00:51:48.61", "00:51:49.50" ], [ "00:51:51.87", "00:51:52.62" ], [ "00:51:52.33", "00:52:05.93" ], [ "00:51:54.16", "00:52:00.03" ] ], "start_stop_frames": [ [ 186516, 186570 ], [ 186712, 186757 ], [ 186739, 187555 ], [ 186849, 187201 ] ], "trgnoun": "carrot_skinner", "trgverb": "wash" }, { "key": "P02_130+311_312_313_314", "video_id": "P02_130", "narration_ids": [ "P02_130_311", "P02_130_312", "P02_130_313", "P02_130_314" ], "src": "remove trays from cupboard . remove tupperware from cupboard . pick_up foil_paper", "src1": "remove trays from cupboard", "src2": "remove tupperware from cupboard", "src3": "pick_up foil_paper", "trg": "return trays and tupperware into cupboard", "vis_src": "P02_130:311 P02_130:312 P02_130:313", "vis_trg": "P02_130:314", "narrations": [ "remove trays from cupboard", "remove tupperware from cupboard", "pick up foil paper", "return trays and tupperware into cupboard" ], "verbs": [ "remove-from", "remove-from", "pick-up", "return" ], "verb_classes": [ 12, 12, 0, 1 ], "nouns": [ "tray", "tupperware", "paper:foil", "tray" ], "noun_classes": [ 35, 23, 49, 35 ], "start_stop_timestamps": [ [ "00:17:15.17", "00:17:17.83" ], [ "00:17:18.11", "00:17:19.02" ], [ "00:17:19.89", "00:17:22.79" ], [ "00:17:22.45", "00:17:24.20" ] ], "start_stop_frames": [ [ 51758, 51891 ], [ 51905, 51951 ], [ 51994, 52139 ], [ 52122, 52210 ] ], "trgnoun": "tray", "trgverb": "return" }, { "key": "P22_111+559_560_561_562", "video_id": "P22_111", "narration_ids": [ "P22_111_559", "P22_111_560", "P22_111_561", "P22_111_562" ], "src": "put_down pan . turn pan . remove lid", "src1": "put_down pan", "src2": "turn pan", "src3": "remove lid", "trg": "put_down lid", "vis_src": "P22_111:559 P22_111:560 P22_111:561", "vis_trg": "P22_111:562", "narrations": [ "put down pan", "turn pan", "remove lid", "put down lid" ], "verbs": [ "put-down", "turn", "remove", "put-down" ], "verb_classes": [ 1, 23, 12, 1 ], "nouns": [ "pan", "pan", "lid", "lid" ], "noun_classes": [ 5, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:20:39.47", "00:20:40.96" ], [ "00:20:41.06", "00:20:42.96" ], [ "00:20:43.01", "00:20:44.21" ], [ "00:20:43.99", "00:20:45.46" ] ], "start_stop_frames": [ [ 61973, 62048 ], [ 62053, 62148 ], [ 62150, 62210 ], [ 62199, 62273 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P28_02+126_127_128_129", "video_id": "P28_02", "narration_ids": [ "P28_02_126", "P28_02_127", "P28_02_128", "P28_02_129" ], "src": "put_down sponge . rinse pan . turn_off tap", "src1": "put_down sponge", "src2": "rinse pan", "src3": "turn_off tap", "trg": "wash pan", "vis_src": "P28_02:126 P28_02:127 P28_02:128", "vis_trg": "P28_02:129", "narrations": [ "put down sponge", "rinse pan", "turn off tap", "wash pan" ], "verbs": [ "put-down", "rinse", "turn-off", "wash" ], "verb_classes": [ 1, 2, 8, 2 ], "nouns": [ "sponge", "pan", "tap", "pan" ], "noun_classes": [ 9, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:06:28.69", "00:06:29.75" ], [ "00:06:29.41", "00:06:33.33" ], [ "00:06:33.90", "00:06:35.01" ], [ "00:06:34.31", "00:06:50.19" ] ], "start_stop_frames": [ [ 23321, 23385 ], [ 23364, 23599 ], [ 23634, 23700 ], [ 23658, 24611 ] ], "trgnoun": "pan", "trgverb": "wash" }, { "key": "P04_121+560_561_562_563", "video_id": "P04_121", "narration_ids": [ "P04_121_560", "P04_121_561", "P04_121_562", "P04_121_563" ], "src": "pick_up cheese . tip whey out of bowl into pan . put_down bowl", "src1": "pick_up cheese", "src2": "tip whey out of bowl into pan", "src3": "put_down bowl", "trg": "pick_up bowl", "vis_src": "P04_121:560 P04_121:561 P04_121:562", "vis_trg": "P04_121:563", "narrations": [ "pick up cheese", "tip whey out of bowl into pan", "put down bowl", "pick up bowl" ], "verbs": [ "pick-up", "tip-out", "put-down", "pick-up" ], "verb_classes": [ 0, 20, 1, 0 ], "nouns": [ "cheese", "bowl", "bowl", "bowl" ], "noun_classes": [ 32, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:22:43.09", "00:22:45.04" ], [ "00:22:44.70", "00:22:46.44" ], [ "00:22:47.11", "00:22:48.20" ], [ "00:22:48.22", "00:22:48.69" ] ], "start_stop_frames": [ [ 68154, 68252 ], [ 68235, 68322 ], [ 68355, 68410 ], [ 68411, 68434 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P01_109+519_520_521_522", "video_id": "P01_109", "narration_ids": [ "P01_109_519", "P01_109_520", "P01_109_521", "P01_109_522" ], "src": "put_down cloth . pick_up potato_bit . eat potato", "src1": "put_down cloth", "src2": "pick_up potato_bit", "src3": "eat potato", "trg": "pick_up cloth", "vis_src": "P01_109:519 P01_109:520 P01_109:521", "vis_trg": "P01_109:522", "narrations": [ "put down cloth", "pick up potato bit", "eat potato", "pick up cloth" ], "verbs": [ "put-down", "pick-up", "eat", "pick-up" ], "verb_classes": [ 1, 0, 35, 0 ], "nouns": [ "cloth", "bit:potato", "potato", "cloth" ], "noun_classes": [ 17, 30, 30, 17 ], "start_stop_timestamps": [ [ "00:38:04.21", "00:38:04.73" ], [ "00:38:06.69", "00:38:07.65" ], [ "00:38:07.53", "00:38:09.32" ], [ "00:38:09.64", "00:38:10.63" ] ], "start_stop_frames": [ [ 114210, 114236 ], [ 114334, 114382 ], [ 114376, 114466 ], [ 114482, 114531 ] ], "trgnoun": "cloth", "trgverb": "pick_up" }, { "key": "P04_10+39_40_41_42", "video_id": "P04_10", "narration_ids": [ "P04_10_39", "P04_10_40", "P04_10_41", "P04_10_42" ], "src": "open packet of peppers . pick_up pepper . put_away pepper", "src1": "open packet of peppers", "src2": "pick_up pepper", "src3": "put_away pepper", "trg": "slice pepper", "vis_src": "P04_10:39 P04_10:40 P04_10:41", "vis_trg": "P04_10:42", "narrations": [ "open packet of peppers", "pick up pepper", "put away pepper", "slice pepper" ], "verbs": [ "open", "pick-up", "put-away", "slice" ], "verb_classes": [ 3, 0, 1, 7 ], "nouns": [ "packet:pepper", "pepper", "pepper", "pepper" ], "noun_classes": [ 26, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:05:50.82", "00:05:54.01" ], [ "00:05:53.80", "00:05:56.08" ], [ "00:05:59.04", "00:06:05.40" ], [ "00:06:06.15", "00:06:22.15" ] ], "start_stop_frames": [ [ 21049, 21240 ], [ 21228, 21364 ], [ 21542, 21924 ], [ 21969, 22929 ] ], "trgnoun": "pepper", "trgverb": "slice" }, { "key": "P22_116+134_135_136_137", "video_id": "P22_116", "narration_ids": [ "P22_116_134", "P22_116_135", "P22_116_136", "P22_116_137" ], "src": "lather cutting_board . put_down cutting_board . pick_up spoon", "src1": "lather cutting_board", "src2": "put_down cutting_board", "src3": "pick_up spoon", "trg": "lather spoon", "vis_src": "P22_116:134 P22_116:135 P22_116:136", "vis_trg": "P22_116:137", "narrations": [ "lather cutting board", "put down cutting board", "pick up spoon", "lather spoon" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "board:cutting", "board:cutting", "spoon", "spoon" ], "noun_classes": [ 18, 18, 1, 1 ], "start_stop_timestamps": [ [ "00:05:13.21", "00:05:18.55" ], [ "00:05:18.45", "00:05:19.00" ], [ "00:05:19.35", "00:05:20.35" ], [ "00:05:20.65", "00:05:21.51" ] ], "start_stop_frames": [ [ 15660, 15927 ], [ 15922, 15950 ], [ 15967, 16017 ], [ 16032, 16075 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P06_101+332_333_334_335", "video_id": "P06_101", "narration_ids": [ "P06_101_332", "P06_101_333", "P06_101_334", "P06_101_335" ], "src": "pour salt in pan . open cupboard . cut pepper", "src1": "pour salt in pan", "src2": "open cupboard", "src3": "cut pepper", "trg": "put pepper in pan", "vis_src": "P06_101:332 P06_101:333 P06_101:334", "vis_trg": "P06_101:335", "narrations": [ "pour salt in pan", "open cupboard", "cut pepper", "put pepper in pan" ], "verbs": [ "pour-in", "open", "cut", "put-in" ], "verb_classes": [ 9, 3, 7, 5 ], "nouns": [ "salt", "cupboard", "pepper", "pepper" ], "noun_classes": [ 38, 3, 37, 37 ], "start_stop_timestamps": [ [ "00:26:07.46", "00:26:10.51" ], [ "00:26:13.87", "00:26:14.53" ], [ "00:26:14.94", "00:26:15.85" ], [ "00:26:19.78", "00:26:21.70" ] ], "start_stop_frames": [ [ 78373, 78525 ], [ 78693, 78726 ], [ 78747, 78792 ], [ 78989, 79085 ] ], "trgnoun": "pepper", "trgverb": "put_in" }, { "key": "P22_10+244_245_246_247", "video_id": "P22_10", "narration_ids": [ "P22_10_244", "P22_10_245", "P22_10_246", "P22_10_247" ], "src": "place potato_peeler . pick_up container . soap container", "src1": "place potato_peeler", "src2": "pick_up container", "src3": "soap container", "trg": "place container", "vis_src": "P22_10:244 P22_10:245 P22_10:246", "vis_trg": "P22_10:247", "narrations": [ "place potato peeler", "pick up container", "soap container", "place container" ], "verbs": [ "place", "pick-up", "lather", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "peeler:potato", "container", "container", "container" ], "noun_classes": [ 87, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:08:41.37", "00:08:42.40" ], [ "00:08:41.87", "00:08:42.60" ], [ "00:08:42.70", "00:08:46.06" ], [ "00:08:46.03", "00:08:46.82" ] ], "start_stop_frames": [ [ 31282, 31344 ], [ 31312, 31356 ], [ 31362, 31563 ], [ 31561, 31609 ] ], "trgnoun": "container", "trgverb": "place" }, { "key": "P35_103+69_70_71_72", "video_id": "P35_103", "narration_ids": [ "P35_103_69", "P35_103_70", "P35_103_71", "P35_103_72" ], "src": "put_down grater . open container . pick_up cheese", "src1": "put_down grater", "src2": "open container", "src3": "pick_up cheese", "trg": "pick_up grater", "vis_src": "P35_103:69 P35_103:70 P35_103:71", "vis_trg": "P35_103:72", "narrations": [ "put down grater", "open container", "pick up cheese", "pick up grater" ], "verbs": [ "put-down", "open", "pick-up", "pick-up" ], "verb_classes": [ 1, 3, 0, 0 ], "nouns": [ "grater", "container", "cheese", "grater" ], "noun_classes": [ 96, 21, 32, 96 ], "start_stop_timestamps": [ [ "00:07:47.31", "00:07:50.77" ], [ "00:07:50.47", "00:07:51.33" ], [ "00:07:51.87", "00:07:54.21" ], [ "00:07:59.45", "00:08:00.78" ] ], "start_stop_frames": [ [ 23365, 23538 ], [ 23523, 23566 ], [ 23593, 23710 ], [ 23972, 24039 ] ], "trgnoun": "grater", "trgverb": "pick_up" }, { "key": "P30_107+865_866_867_868", "video_id": "P30_107", "narration_ids": [ "P30_107_865", "P30_107_866", "P30_107_867", "P30_107_868" ], "src": "stir_fry rice . pick_up saucepan . peel rice off bottom of saucepan", "src1": "stir_fry rice", "src2": "pick_up saucepan", "src3": "peel rice off bottom of saucepan", "trg": "put rice into bin", "vis_src": "P30_107:865 P30_107:866 P30_107:867", "vis_trg": "P30_107:868", "narrations": [ "stir fry rice", "pick up saucepan", "peel rice off bottom of saucepan", "put rice into bin" ], "verbs": [ "stir-fry", "pick-up", "peel-off", "put-into" ], "verb_classes": [ 45, 0, 19, 5 ], "nouns": [ "rice", "saucepan", "rice", "rice" ], "noun_classes": [ 55, 5, 55, 55 ], "start_stop_timestamps": [ [ "00:46:28.43", "00:46:33.26" ], [ "00:46:47.60", "00:46:48.60" ], [ "00:46:48.75", "00:46:50.50" ], [ "00:46:51.00", "00:46:51.95" ] ], "start_stop_frames": [ [ 139421, 139663 ], [ 140380, 140430 ], [ 140437, 140525 ], [ 140550, 140597 ] ], "trgnoun": "rice", "trgverb": "put_into" }, { "key": "P11_05+337_338_339_340", "video_id": "P11_05", "narration_ids": [ "P11_05_337", "P11_05_338", "P11_05_339", "P11_05_340" ], "src": "rinse chopping_block . put away chopping_block . pick_up pan", "src1": "rinse chopping_block", "src2": "put away chopping_block", "src3": "pick_up pan", "trg": "stir pan", "vis_src": "P11_05:337 P11_05:338 P11_05:339", "vis_trg": "P11_05:340", "narrations": [ "rinse chopping block", "put away chopping block", "pick up pan", "stir pan" ], "verbs": [ "rinse", "put", "pick-up", "stir" ], "verb_classes": [ 2, 1, 0, 10 ], "nouns": [ "block:chopping", "block:chopping", "pan", "pan" ], "noun_classes": [ 18, 18, 5, 5 ], "start_stop_timestamps": [ [ "00:23:50.47", "00:23:54.40" ], [ "00:23:55.86", "00:23:59.92" ], [ "00:24:04.15", "00:24:06.82" ], [ "00:24:07.60", "00:24:22.21" ] ], "start_stop_frames": [ [ 85828, 86064 ], [ 86151, 86395 ], [ 86649, 86809 ], [ 86856, 87732 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P35_104+20_21_22_23", "video_id": "P35_104", "narration_ids": [ "P35_104_20", "P35_104_21", "P35_104_22", "P35_104_23" ], "src": "move glasses . turn_on tap . wash glass", "src1": "move glasses", "src2": "turn_on tap", "src3": "wash glass", "trg": "put_down glass", "vis_src": "P35_104:20 P35_104:21 P35_104:22", "vis_trg": "P35_104:23", "narrations": [ "move glasses", "turn on tap", "wash glass", "put down glass" ], "verbs": [ "move", "turn-on", "wash", "put-down" ], "verb_classes": [ 11, 6, 2, 1 ], "nouns": [ "glass", "tap", "glass", "glass" ], "noun_classes": [ 10, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:00:53.28", "00:00:55.63" ], [ "00:00:55.95", "00:00:57.87" ], [ "00:00:57.79", "00:01:05.63" ], [ "00:01:06.31", "00:01:06.82" ] ], "start_stop_frames": [ [ 2664, 2781 ], [ 2797, 2893 ], [ 2889, 3281 ], [ 3315, 3340 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P04_113+218_219_220_221", "video_id": "P04_113", "narration_ids": [ "P04_113_218", "P04_113_219", "P04_113_220", "P04_113_221" ], "src": "empty water from spoons . put measuring_spoon on chopping board . put teaspoon in cutlery tray", "src1": "empty water from spoons", "src2": "put measuring_spoon on chopping board", "src3": "put teaspoon in cutlery tray", "trg": "move measuring_spoon onto counter", "vis_src": "P04_113:218 P04_113:219 P04_113:220", "vis_trg": "P04_113:221", "narrations": [ "empty water from spoons", "put measuring spoon on chopping board", "put teaspoon in cutlery tray", "move measuring spoon onto counter" ], "verbs": [ "empty", "put-on", "put-in", "move" ], "verb_classes": [ 20, 1, 5, 11 ], "nouns": [ "water", "spoon:measuring", "teaspoon", "spoon:measuring" ], "noun_classes": [ 27, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:06:46.80", "00:06:47.96" ], [ "00:06:48.06", "00:06:49.17" ], [ "00:06:49.27", "00:06:50.50" ], [ "00:06:51.31", "00:06:51.84" ] ], "start_stop_frames": [ [ 20340, 20398 ], [ 20403, 20458 ], [ 20463, 20525 ], [ 20565, 20592 ] ], "trgnoun": "measuring_spoon", "trgverb": "move" }, { "key": "P22_107+186_187_188_189", "video_id": "P22_107", "narration_ids": [ "P22_107_186", "P22_107_187", "P22_107_188", "P22_107_189" ], "src": "rinse blackberries . turn_off tap . shake blackberries", "src1": "rinse blackberries", "src2": "turn_off tap", "src3": "shake blackberries", "trg": "put_down blackberries", "vis_src": "P22_107:186 P22_107:187 P22_107:188", "vis_trg": "P22_107:189", "narrations": [ "rinse blackberries", "turn off tap", "shake blackberries", "put down blackberries" ], "verbs": [ "rinse", "turn-off", "shake", "put-down" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "blackberry", "tap", "blackberry", "blackberry" ], "noun_classes": [ 219, 0, 219, 219 ], "start_stop_timestamps": [ [ "00:07:14.62", "00:07:16.07" ], [ "00:07:16.17", "00:07:16.74" ], [ "00:07:16.78", "00:07:17.50" ], [ "00:07:17.55", "00:07:18.29" ] ], "start_stop_frames": [ [ 21731, 21803 ], [ 21808, 21837 ], [ 21839, 21875 ], [ 21877, 21914 ] ], "trgnoun": "blackberry", "trgverb": "put_down" }, { "key": "P04_110+47_48_49_50", "video_id": "P04_110", "narration_ids": [ "P04_110_47", "P04_110_48", "P04_110_49", "P04_110_50" ], "src": "pick_up teaspoon . spoon gochujang into mug . tap spoon on side of mug", "src1": "pick_up teaspoon", "src2": "spoon gochujang into mug", "src3": "tap spoon on side of mug", "trg": "put_down teaspoon", "vis_src": "P04_110:47 P04_110:48 P04_110:49", "vis_trg": "P04_110:50", "narrations": [ "pick up teaspoon", "spoon gochujang into mug", "tap spoon on side of mug", "put down teaspoon" ], "verbs": [ "pick-up", "spoon", "tap-on", "put-down" ], "verb_classes": [ 0, 16, 32, 1 ], "nouns": [ "teaspoon", "gochujang", "spoon", "teaspoon" ], "noun_classes": [ 1, 148, 1, 1 ], "start_stop_timestamps": [ [ "00:02:00.71", "00:02:03.98" ], [ "00:02:04.12", "00:02:06.08" ], [ "00:02:06.10", "00:02:07.47" ], [ "00:02:08.02", "00:02:08.30" ] ], "start_stop_frames": [ [ 6035, 6199 ], [ 6206, 6304 ], [ 6305, 6373 ], [ 6401, 6415 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P03_120+183_184_185_186", "video_id": "P03_120", "narration_ids": [ "P03_120_183", "P03_120_184", "P03_120_185", "P03_120_186" ], "src": "put_down tupperware of butter . move clip top jar seals . put_down measuring_cup", "src1": "put_down tupperware of butter", "src2": "move clip top jar seals", "src3": "put_down measuring_cup", "trg": "pick_up tupperware of butter", "vis_src": "P03_120:183 P03_120:184 P03_120:185", "vis_trg": "P03_120:186", "narrations": [ "put down tupperware of butter", "move clip top jar seals", "put down measuring cup", "pick up tupperware of butter" ], "verbs": [ "put-down", "move", "put-down", "pick-up" ], "verb_classes": [ 1, 11, 1, 0 ], "nouns": [ "tupperware:butter", "clip", "cup:measuring", "tupperware:butter" ], "noun_classes": [ 23, 129, 13, 23 ], "start_stop_timestamps": [ [ "00:10:09.80", "00:10:10.35" ], [ "00:10:10.22", "00:10:10.78" ], [ "00:10:10.57", "00:10:11.08" ], [ "00:10:11.07", "00:10:11.79" ] ], "start_stop_frames": [ [ 30489, 30517 ], [ 30511, 30539 ], [ 30528, 30554 ], [ 30553, 30589 ] ], "trgnoun": "butter_tupperware", "trgverb": "pick_up" }, { "key": "P01_01+220_221_222_224", "video_id": "P01_01", "narration_ids": [ "P01_01_220", "P01_01_221", "P01_01_222", "P01_01_224" ], "src": "take spatula . stir vegetables and tofu . adjust hob", "src1": "take spatula", "src2": "stir vegetables and tofu", "src3": "adjust hob", "trg": "stir rice", "vis_src": "P01_01:220 P01_01:221 P01_01:222", "vis_trg": "P01_01:224", "narrations": [ "take spatula", "stir vegetables and tofu", "adjust", "stir rice" ], "verbs": [ "take", "stir", "adjust", "stir" ], "verb_classes": [ 0, 10, 17, 10 ], "nouns": [ "spatula", "vegetable", "hob", "rice" ], "noun_classes": [ 20, 94, 24, 55 ], "start_stop_timestamps": [ [ "00:16:49.94", "00:16:50.89" ], [ "00:16:50.90", "00:16:58.04" ], [ "00:16:58.21", "00:17:00.21" ], [ "00:17:05.41", "00:17:12.73" ] ], "start_stop_frames": [ [ 60596, 60653 ], [ 60654, 61082 ], [ 61092, 61212 ], [ 61524, 61963 ] ], "trgnoun": "rice", "trgverb": "stir" }, { "key": "P22_10+101_102_103_104", "video_id": "P22_10", "narration_ids": [ "P22_10_101", "P22_10_102", "P22_10_103", "P22_10_104" ], "src": "put_down down rag . open tap . rinse glass", "src1": "put_down down rag", "src2": "open tap", "src3": "rinse glass", "trg": "put_down down glass", "vis_src": "P22_10:101 P22_10:102 P22_10:103", "vis_trg": "P22_10:104", "narrations": [ "put down down rag", "open tap", "rinse glass", "put down down glass" ], "verbs": [ "put-down", "turn-on", "rinse", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "rag", "tap", "glass", "glass" ], "noun_classes": [ 17, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:03:19.37", "00:03:20.48" ], [ "00:03:21.24", "00:03:22.15" ], [ "00:03:22.28", "00:03:34.64" ], [ "00:03:34.75", "00:03:36.14" ] ], "start_stop_frames": [ [ 11962, 12028 ], [ 12074, 12129 ], [ 12136, 12878 ], [ 12885, 12968 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P03_02+88_89_90_91", "video_id": "P03_02", "narration_ids": [ "P03_02_88", "P03_02_89", "P03_02_90", "P03_02_91" ], "src": "close fridge . pick_up bin_bag . place bin", "src1": "close fridge", "src2": "pick_up bin_bag", "src3": "place bin", "trg": "put_in bin_bag", "vis_src": "P03_02:88 P03_02:89 P03_02:90", "vis_trg": "P03_02:91", "narrations": [ "close fridge", "pick up bin bag", "place bin", "put in bin bag" ], "verbs": [ "close", "pick-up", "place", "put-in" ], "verb_classes": [ 4, 0, 1, 5 ], "nouns": [ "fridge", "bag:bin", "bin", "bag:bin" ], "noun_classes": [ 12, 19, 36, 19 ], "start_stop_timestamps": [ [ "00:03:00.13", "00:03:00.83" ], [ "00:03:01.61", "00:03:03.56" ], [ "00:03:03.21", "00:03:07.65" ], [ "00:03:08.71", "00:03:10.22" ] ], "start_stop_frames": [ [ 10807, 10849 ], [ 10896, 11013 ], [ 10992, 11259 ], [ 11322, 11413 ] ], "trgnoun": "bin_bag", "trgverb": "put_in" }, { "key": "P08_22+26_27_28_29", "video_id": "P08_22", "narration_ids": [ "P08_22_26", "P08_22_27", "P08_22_28", "P08_22_29" ], "src": "squeeze sponge . place sponge away . place cutting_board", "src1": "squeeze sponge", "src2": "place sponge away", "src3": "place cutting_board", "trg": "get sponge", "vis_src": "P08_22:26 P08_22:27 P08_22:28", "vis_trg": "P08_22:29", "narrations": [ "squeeze sponge", "place sponge away", "place cutting board", "get sponge" ], "verbs": [ "squeeze", "place", "place", "get" ], "verb_classes": [ 18, 1, 1, 0 ], "nouns": [ "sponge", "sponge", "board:cutting", "sponge" ], "noun_classes": [ 9, 9, 18, 9 ], "start_stop_timestamps": [ [ "00:01:28.12", "00:01:31.44" ], [ "00:01:34.82", "00:01:36.94" ], [ "00:01:39.18", "00:01:42.69" ], [ "00:01:42.33", "00:01:44.07" ] ], "start_stop_frames": [ [ 5287, 5486 ], [ 5689, 5816 ], [ 5950, 6161 ], [ 6139, 6244 ] ], "trgnoun": "sponge", "trgverb": "get" }, { "key": "P19_04+76_77_78_81", "video_id": "P19_04", "narration_ids": [ "P19_04_76", "P19_04_77", "P19_04_78", "P19_04_81" ], "src": "stir food . take dish . pour hot_water into bowl", "src1": "stir food", "src2": "take dish", "src3": "pour hot_water into bowl", "trg": "open fridge", "vis_src": "P19_04:76 P19_04:77 P19_04:78", "vis_trg": "P19_04:81", "narrations": [ "stir food", "take dish", "pour hot water into bowl", "open fridge" ], "verbs": [ "stir", "take", "pour-into", "open" ], "verb_classes": [ 10, 0, 9, 3 ], "nouns": [ "food", "dish", "water:hot", "fridge" ], "noun_classes": [ 34, 2, 27, 12 ], "start_stop_timestamps": [ [ "00:11:50.74", "00:12:00.77" ], [ "00:12:09.91", "00:12:14.78" ], [ "00:12:20.03", "00:12:29.28" ], [ "00:12:56.39", "00:12:57.82" ] ], "start_stop_frames": [ [ 42644, 43246 ], [ 43794, 44086 ], [ 44401, 44956 ], [ 46583, 46669 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P22_17+306_307_312_313", "video_id": "P22_17", "narration_ids": [ "P22_17_306", "P22_17_307", "P22_17_312", "P22_17_313" ], "src": "rinse glass . put_down glass . pick_up utensils", "src1": "rinse glass", "src2": "put_down glass", "src3": "pick_up utensils", "trg": "rinse utensil", "vis_src": "P22_17:306 P22_17:307 P22_17:312", "vis_trg": "P22_17:313", "narrations": [ "rinse glass", "put down glass", "pick up utensils", "rinse utensil" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "utensil", "utensil" ], "noun_classes": [ 10, 10, 154, 154 ], "start_stop_timestamps": [ [ "00:11:50.82", "00:11:54.62" ], [ "00:11:55.26", "00:11:57.41" ], [ "00:12:03.85", "00:12:04.72" ], [ "00:12:04.68", "00:12:07.32" ] ], "start_stop_frames": [ [ 42649, 42877 ], [ 42915, 43044 ], [ 43431, 43483 ], [ 43480, 43639 ] ], "trgnoun": "utensil", "trgverb": "rinse" }, { "key": "P08_05+53_54_55_58", "video_id": "P08_05", "narration_ids": [ "P08_05_53", "P08_05_54", "P08_05_55", "P08_05_58" ], "src": "open water . wash leaves . get salad_leaf", "src1": "open water", "src2": "wash leaves", "src3": "get salad_leaf", "trg": "chop_off stem", "vis_src": "P08_05:53 P08_05:54 P08_05:55", "vis_trg": "P08_05:58", "narrations": [ "open water", "wash leaves", "get salad leaf", "chop off stem" ], "verbs": [ "turn-on", "wash", "get", "chop-off" ], "verb_classes": [ 6, 2, 0, 7 ], "nouns": [ "tap", "leaf", "leaf:salad", "stem" ], "noun_classes": [ 0, 62, 62, 210 ], "start_stop_timestamps": [ [ "00:02:38.89", "00:02:40.41" ], [ "00:02:40.38", "00:02:46.79" ], [ "00:02:46.89", "00:02:48.33" ], [ "00:03:00.47", "00:03:05.99" ] ], "start_stop_frames": [ [ 9533, 9624 ], [ 9622, 10007 ], [ 10013, 10099 ], [ 10828, 11159 ] ], "trgnoun": "stem", "trgverb": "chop_off" }, { "key": "P04_107+764_765_766_767", "video_id": "P04_107", "narration_ids": [ "P04_107_764", "P04_107_765", "P04_107_766", "P04_107_767" ], "src": "pick_up dough . lay_out dough . roll_out dough", "src1": "pick_up dough", "src2": "lay_out dough", "src3": "roll_out dough", "trg": "feel dough", "vis_src": "P04_107:764 P04_107:765 P04_107:766", "vis_trg": "P04_107:767", "narrations": [ "pick up dough", "lay out dough", "roll out dough", "feel dough" ], "verbs": [ "pick-up", "lay-out", "roll-out", "feel" ], "verb_classes": [ 0, 1, 39, 54 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:20:36.80", "00:20:37.39" ], [ "00:20:37.36", "00:20:37.83" ], [ "00:20:37.93", "00:20:40.62" ], [ "00:20:40.48", "00:20:41.12" ] ], "start_stop_frames": [ [ 61840, 61869 ], [ 61867, 61891 ], [ 61896, 62030 ], [ 62024, 62055 ] ], "trgnoun": "dough", "trgverb": "feel" }, { "key": "P05_04+49_50_51_52", "video_id": "P05_04", "narration_ids": [ "P05_04_49", "P05_04_50", "P05_04_51", "P05_04_52" ], "src": "place container on table . take rag . dry cup", "src1": "place container on table", "src2": "take rag", "src3": "dry cup", "trg": "put_down rag", "vis_src": "P05_04:49 P05_04:50 P05_04:51", "vis_trg": "P05_04:52", "narrations": [ "place container on table", "take rag", "dry cup", "put down rag" ], "verbs": [ "place", "take", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "container", "rag", "cup", "rag" ], "noun_classes": [ 21, 17, 13, 17 ], "start_stop_timestamps": [ [ "00:03:26.29", "00:03:27.46" ], [ "00:03:39.19", "00:03:40.28" ], [ "00:03:43.07", "00:03:46.04" ], [ "00:03:47.83", "00:03:48.86" ] ], "start_stop_frames": [ [ 12377, 12447 ], [ 13151, 13216 ], [ 13384, 13562 ], [ 13669, 13731 ] ], "trgnoun": "rag", "trgverb": "put_down" }, { "key": "P02_130+97_98_99_100", "video_id": "P02_130", "narration_ids": [ "P02_130_97", "P02_130_98", "P02_130_99", "P02_130_100" ], "src": "open food processor cover . put_down cover . remove chopping_blades", "src1": "open food processor cover", "src2": "put_down cover", "src3": "remove chopping_blades", "trg": "put_down chopping_blades", "vis_src": "P02_130:97 P02_130:98 P02_130:99", "vis_trg": "P02_130:100", "narrations": [ "open food processor cover", "put down cover", "remove chopping blades", "put down chopping blades" ], "verbs": [ "open", "put-down", "remove", "put-down" ], "verb_classes": [ 3, 1, 12, 1 ], "nouns": [ "cover:food:processor", "cover", "blade:chopping", "blade:chopping" ], "noun_classes": [ 89, 89, 4, 4 ], "start_stop_timestamps": [ [ "00:03:46.29", "00:03:47.99" ], [ "00:03:48.05", "00:03:49.10" ], [ "00:03:49.11", "00:03:51.41" ], [ "00:03:52.80", "00:03:53.92" ] ], "start_stop_frames": [ [ 11314, 11399 ], [ 11402, 11455 ], [ 11455, 11570 ], [ 11640, 11696 ] ], "trgnoun": "chopping_blade", "trgverb": "put_down" }, { "key": "P02_112+84_85_86_89", "video_id": "P02_112", "narration_ids": [ "P02_112_84", "P02_112_85", "P02_112_86", "P02_112_89" ], "src": "pick_up oil_bottle . open oil_bottle . pour oil from bottle onto tray", "src1": "pick_up oil_bottle", "src2": "open oil_bottle", "src3": "pour oil from bottle onto tray", "trg": "spread oil on tray", "vis_src": "P02_112:84 P02_112:85 P02_112:86", "vis_trg": "P02_112:89", "narrations": [ "pick up oil bottle", "open oil bottle", "pour oil from bottle onto tray", "spread oil on tray" ], "verbs": [ "pick-up", "open", "pour-from", "spread-on" ], "verb_classes": [ 0, 3, 9, 27 ], "nouns": [ "bottle:oil", "bottle:oil", "oil", "oil" ], "noun_classes": [ 15, 15, 31, 31 ], "start_stop_timestamps": [ [ "00:04:10.15", "00:04:11.40" ], [ "00:04:11.27", "00:04:12.07" ], [ "00:04:11.94", "00:04:13.03" ], [ "00:04:12.50", "00:04:21.75" ] ], "start_stop_frames": [ [ 12507, 12570 ], [ 12563, 12603 ], [ 12597, 12651 ], [ 12625, 13087 ] ], "trgnoun": "oil", "trgverb": "spread_on" }, { "key": "P28_103+154_155_156_157", "video_id": "P28_103", "narration_ids": [ "P28_103_154", "P28_103_155", "P28_103_156", "P28_103_157" ], "src": "turn_on hob . open drawer . take spatula", "src1": "turn_on hob", "src2": "open drawer", "src3": "take spatula", "trg": "put spatula", "vis_src": "P28_103:154 P28_103:155 P28_103:156", "vis_trg": "P28_103:157", "narrations": [ "turn on hob", "open drawer", "take spatula", "put spatula" ], "verbs": [ "turn-on", "open", "take", "put" ], "verb_classes": [ 6, 3, 0, 1 ], "nouns": [ "hob", "drawer", "spatula", "spatula" ], "noun_classes": [ 24, 8, 20, 20 ], "start_stop_timestamps": [ [ "00:14:53.11", "00:14:55.87" ], [ "00:15:00.00", "00:15:00.80" ], [ "00:15:01.35", "00:15:01.77" ], [ "00:15:03.25", "00:15:04.22" ] ], "start_stop_frames": [ [ 44655, 44793 ], [ 45000, 45040 ], [ 45067, 45088 ], [ 45162, 45211 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P04_117+92_93_94_95", "video_id": "P04_117", "narration_ids": [ "P04_117_92", "P04_117_93", "P04_117_94", "P04_117_95" ], "src": "put_down knife . put tea_towel on oven door . pick_up slices of bread", "src1": "put_down knife", "src2": "put tea_towel on oven door", "src3": "pick_up slices of bread", "trg": "put slices of bread on plate", "vis_src": "P04_117:92 P04_117:93 P04_117:94", "vis_trg": "P04_117:95", "narrations": [ "put down knife", "put tea towel on oven door", "pick up slices of bread", "put slices of bread on plate" ], "verbs": [ "put-down", "put-on", "pick-up", "put-on" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "knife", "towel:tea", "slice:bread", "slice:bread" ], "noun_classes": [ 4, 52, 33, 33 ], "start_stop_timestamps": [ [ "00:03:25.91", "00:03:26.56" ], [ "00:03:26.55", "00:03:27.56" ], [ "00:03:28.19", "00:03:28.85" ], [ "00:03:29.24", "00:03:29.94" ] ], "start_stop_frames": [ [ 10295, 10328 ], [ 10327, 10378 ], [ 10409, 10442 ], [ 10462, 10497 ] ], "trgnoun": "bread_slice", "trgverb": "put_on" }, { "key": "P01_105+194_195_196_197", "video_id": "P01_105", "narration_ids": [ "P01_105_194", "P01_105_195", "P01_105_196", "P01_105_197" ], "src": "close fridge . pick_up knife . cut onion", "src1": "close fridge", "src2": "pick_up knife", "src3": "cut onion", "trg": "take onion off knife", "vis_src": "P01_105:194 P01_105:195 P01_105:196", "vis_trg": "P01_105:197", "narrations": [ "close fridge", "pick up knife", "cut onion", "take onion off knife" ], "verbs": [ "close", "pick-up", "cut", "take-off" ], "verb_classes": [ 4, 0, 7, 12 ], "nouns": [ "fridge", "knife", "onion", "onion" ], "noun_classes": [ 12, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:06:51.59", "00:06:52.13" ], [ "00:06:53.82", "00:06:54.19" ], [ "00:06:54.43", "00:07:04.60" ], [ "00:07:04.70", "00:07:05.82" ] ], "start_stop_frames": [ [ 20579, 20606 ], [ 20691, 20709 ], [ 20721, 21230 ], [ 21235, 21291 ] ], "trgnoun": "onion", "trgverb": "take_off" }, { "key": "P03_120+131_132_133_136", "video_id": "P03_120", "narration_ids": [ "P03_120_131", "P03_120_132", "P03_120_133", "P03_120_136" ], "src": "pick_up grater . tap grater . put_down grater", "src1": "pick_up grater", "src2": "tap grater", "src3": "put_down grater", "trg": "put_down lemon", "vis_src": "P03_120:131 P03_120:132 P03_120:133", "vis_trg": "P03_120:136", "narrations": [ "pick up grater", "tap grater", "put down grater", "put down lemon" ], "verbs": [ "pick-up", "tap", "put-down", "put-down" ], "verb_classes": [ 0, 32, 1, 1 ], "nouns": [ "grater", "grater", "grater", "lemon" ], "noun_classes": [ 96, 96, 96, 105 ], "start_stop_timestamps": [ [ "00:06:37.40", "00:06:38.23" ], [ "00:06:38.16", "00:06:38.91" ], [ "00:06:39.00", "00:06:39.52" ], [ "00:06:38.16", "00:06:41.21" ] ], "start_stop_frames": [ [ 19870, 19911 ], [ 19908, 19945 ], [ 19950, 19976 ], [ 19908, 20060 ] ], "trgnoun": "lemon", "trgverb": "put_down" }, { "key": "P22_113+133_134_135_136", "video_id": "P22_113", "narration_ids": [ "P22_113_133", "P22_113_134", "P22_113_135", "P22_113_136" ], "src": "stir egg . turn_on toaster . tap spatula", "src1": "stir egg", "src2": "turn_on toaster", "src3": "tap spatula", "trg": "wash spatula", "vis_src": "P22_113:133 P22_113:134 P22_113:135", "vis_trg": "P22_113:136", "narrations": [ "stir egg", "turn on toaster", "tap spatula", "wash spatula" ], "verbs": [ "stir", "turn-on", "tap", "wash" ], "verb_classes": [ 10, 6, 32, 2 ], "nouns": [ "egg", "toaster", "spatula", "spatula" ], "noun_classes": [ 53, 186, 20, 20 ], "start_stop_timestamps": [ [ "00:04:26.02", "00:04:28.46" ], [ "00:04:28.68", "00:04:30.20" ], [ "00:04:29.58", "00:04:50.30" ], [ "00:04:44.06", "00:04:48.18" ] ], "start_stop_frames": [ [ 13301, 13422 ], [ 13434, 13510 ], [ 13479, 14515 ], [ 14203, 14409 ] ], "trgnoun": "spatula", "trgverb": "wash" }, { "key": "P06_110+10_11_12_13", "video_id": "P06_110", "narration_ids": [ "P06_110_10", "P06_110_11", "P06_110_12", "P06_110_13" ], "src": "put_down pan . pick_up knife . chop pizza", "src1": "put_down pan", "src2": "pick_up knife", "src3": "chop pizza", "trg": "put_down knife", "vis_src": "P06_110:10 P06_110:11 P06_110:12", "vis_trg": "P06_110:13", "narrations": [ "put down pan", "pick up knife", "chop pizza", "put down knife" ], "verbs": [ "put-down", "pick-up", "chop", "put-down" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "pan", "knife", "pizza", "knife" ], "noun_classes": [ 5, 4, 91, 4 ], "start_stop_timestamps": [ [ "00:00:28.93", "00:00:31.00" ], [ "00:00:30.56", "00:00:32.77" ], [ "00:00:32.82", "00:01:08.47" ], [ "00:01:08.58", "00:01:09.32" ] ], "start_stop_frames": [ [ 1446, 1550 ], [ 1528, 1638 ], [ 1641, 3423 ], [ 3429, 3465 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_103+0_1_2_3", "video_id": "P02_103", "narration_ids": [ "P02_103_0", "P02_103_1", "P02_103_2", "P02_103_3" ], "src": "pick_up bottle . open bottle . hold cap", "src1": "pick_up bottle", "src2": "open bottle", "src3": "hold cap", "trg": "shake bottle", "vis_src": "P02_103:0 P02_103:1 P02_103:2", "vis_trg": "P02_103:3", "narrations": [ "pick up bottle", "open bottle", "hold cap", "shake bottle" ], "verbs": [ "pick-up", "open", "hold", "shake" ], "verb_classes": [ 0, 3, 34, 15 ], "nouns": [ "bottle", "bottle", "cap", "bottle" ], "noun_classes": [ 15, 15, 118, 15 ], "start_stop_timestamps": [ [ "00:00:01.00", "00:00:03.75" ], [ "00:00:03.85", "00:00:07.60" ], [ "00:00:07.64", "00:00:08.20" ], [ "00:00:08.34", "00:00:21.35" ] ], "start_stop_frames": [ [ 50, 187 ], [ 192, 380 ], [ 382, 409 ], [ 417, 1067 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P35_107+91_92_93_94", "video_id": "P35_107", "narration_ids": [ "P35_107_91", "P35_107_92", "P35_107_93", "P35_107_94" ], "src": "put_down plate . pick_up knife . lather knife", "src1": "put_down plate", "src2": "pick_up knife", "src3": "lather knife", "trg": "put_down knife", "vis_src": "P35_107:91 P35_107:92 P35_107:93", "vis_trg": "P35_107:94", "narrations": [ "put down plate", "pick up knife", "lather knife", "put down knife" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "plate", "knife", "knife", "knife" ], "noun_classes": [ 2, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:06:45.65", "00:06:47.40" ], [ "00:06:49.00", "00:06:50.36" ], [ "00:06:50.20", "00:06:56.97" ], [ "00:06:55.85", "00:06:56.95" ] ], "start_stop_frames": [ [ 20282, 20370 ], [ 20450, 20518 ], [ 20510, 20848 ], [ 20792, 20847 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P22_115+237_238_239_240", "video_id": "P22_115", "narration_ids": [ "P22_115_237", "P22_115_238", "P22_115_239", "P22_115_240" ], "src": "pick_up food_residue . open bag . throw food_residue", "src1": "pick_up food_residue", "src2": "open bag", "src3": "throw food_residue", "trg": "close bag", "vis_src": "P22_115:237 P22_115:238 P22_115:239", "vis_trg": "P22_115:240", "narrations": [ "pick up food residue", "open bag", "throw food residue", "close bag" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "residue:food", "bag", "residue:food", "bag" ], "noun_classes": [ 54, 19, 54, 19 ], "start_stop_timestamps": [ [ "00:07:50.14", "00:07:59.43" ], [ "00:07:59.67", "00:08:00.29" ], [ "00:08:00.97", "00:08:01.62" ], [ "00:08:02.16", "00:08:02.70" ] ], "start_stop_frames": [ [ 23507, 23971 ], [ 23983, 24014 ], [ 24048, 24081 ], [ 24108, 24135 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P05_03+70_71_72_73", "video_id": "P05_03", "narration_ids": [ "P05_03_70", "P05_03_71", "P05_03_72", "P05_03_73" ], "src": "open microwave . take cup from microwave oven . place cup on table", "src1": "open microwave", "src2": "take cup from microwave oven", "src3": "place cup on table", "trg": "close microwave", "vis_src": "P05_03:70 P05_03:71 P05_03:72", "vis_trg": "P05_03:73", "narrations": [ "open microwave", "take cup from microwave oven", "place cup on table", "close microwave" ], "verbs": [ "open", "take-from", "place-on", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "microwave", "cup", "cup", "microwave" ], "noun_classes": [ 90, 13, 13, 90 ], "start_stop_timestamps": [ [ "00:05:46.23", "00:05:47.30" ], [ "00:05:48.16", "00:05:54.30" ], [ "00:05:53.48", "00:05:57.54" ], [ "00:05:54.16", "00:05:55.78" ] ], "start_stop_frames": [ [ 20773, 20838 ], [ 20889, 21258 ], [ 21208, 21452 ], [ 21249, 21346 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P02_103+2_3_4_5", "video_id": "P02_103", "narration_ids": [ "P02_103_2", "P02_103_3", "P02_103_4", "P02_103_5" ], "src": "hold cap . shake bottle . put_down cap", "src1": "hold cap", "src2": "shake bottle", "src3": "put_down cap", "trg": "move bottle to the second hand", "vis_src": "P02_103:2 P02_103:3 P02_103:4", "vis_trg": "P02_103:5", "narrations": [ "hold cap", "shake bottle", "put down cap", "move bottle to the second hand" ], "verbs": [ "hold", "shake", "put-down", "move-to" ], "verb_classes": [ 34, 15, 1, 11 ], "nouns": [ "cap", "bottle", "cap", "bottle" ], "noun_classes": [ 118, 15, 118, 15 ], "start_stop_timestamps": [ [ "00:00:07.64", "00:00:08.20" ], [ "00:00:08.34", "00:00:21.35" ], [ "00:00:21.93", "00:00:22.44" ], [ "00:00:22.56", "00:00:23.95" ] ], "start_stop_frames": [ [ 382, 409 ], [ 417, 1067 ], [ 1096, 1122 ], [ 1128, 1197 ] ], "trgnoun": "bottle", "trgverb": "move_to" }, { "key": "P04_107+494_495_496_497", "video_id": "P04_107", "narration_ids": [ "P04_107_494", "P04_107_495", "P04_107_496", "P04_107_497" ], "src": "pick_up rolling_pin . roll_out dough . feel dough", "src1": "pick_up rolling_pin", "src2": "roll_out dough", "src3": "feel dough", "trg": "pick_up dough", "vis_src": "P04_107:494 P04_107:495 P04_107:496", "vis_trg": "P04_107:497", "narrations": [ "pick up rolling pin", "roll out dough", "feel dough", "pick up dough" ], "verbs": [ "pick-up", "roll-out", "feel", "pick-up" ], "verb_classes": [ 0, 39, 54, 0 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:14:34.02", "00:14:35.04" ], [ "00:14:34.63", "00:14:37.67" ], [ "00:14:37.63", "00:14:38.24" ], [ "00:14:38.29", "00:14:39.27" ] ], "start_stop_frames": [ [ 43701, 43752 ], [ 43731, 43883 ], [ 43881, 43912 ], [ 43914, 43963 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P03_02+109_110_111_112", "video_id": "P03_02", "narration_ids": [ "P03_02_109", "P03_02_110", "P03_02_111", "P03_02_112" ], "src": "turn_on tap . rinse bin . turn_off tap", "src1": "turn_on tap", "src2": "rinse bin", "src3": "turn_off tap", "trg": "pour bin", "vis_src": "P03_02:109 P03_02:110 P03_02:111", "vis_trg": "P03_02:112", "narrations": [ "turn on tap", "rinse bin", "turn off tap", "pour bin" ], "verbs": [ "turn-on", "rinse", "turn-off", "pour" ], "verb_classes": [ 6, 2, 8, 9 ], "nouns": [ "tap", "bin", "tap", "bin" ], "noun_classes": [ 0, 36, 0, 36 ], "start_stop_timestamps": [ [ "00:04:32.21", "00:04:33.21" ], [ "00:04:33.56", "00:04:42.66" ], [ "00:04:42.82", "00:04:44.83" ], [ "00:04:46.11", "00:04:48.86" ] ], "start_stop_frames": [ [ 16332, 16392 ], [ 16413, 16959 ], [ 16969, 17089 ], [ 17166, 17331 ] ], "trgnoun": "bin", "trgverb": "pour" }, { "key": "P22_13+46_47_48_49", "video_id": "P22_13", "narration_ids": [ "P22_13_46", "P22_13_47", "P22_13_48", "P22_13_49" ], "src": "lather knife . put_down knife . pick_up potato_peeler", "src1": "lather knife", "src2": "put_down knife", "src3": "pick_up potato_peeler", "trg": "lather potato_peeler", "vis_src": "P22_13:46 P22_13:47 P22_13:48", "vis_trg": "P22_13:49", "narrations": [ "lather knife", "put down knife", "pick up potato peeler", "lather potato peeler" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "peeler:potato", "peeler:potato" ], "noun_classes": [ 4, 4, 87, 87 ], "start_stop_timestamps": [ [ "00:01:42.14", "00:01:44.74" ], [ "00:01:44.60", "00:01:45.85" ], [ "00:01:45.44", "00:01:46.19" ], [ "00:01:46.04", "00:01:47.79" ] ], "start_stop_frames": [ [ 6128, 6284 ], [ 6276, 6351 ], [ 6326, 6371 ], [ 6362, 6467 ] ], "trgnoun": "potato_peeler", "trgverb": "lather" }, { "key": "P03_101+275_276_277_278", "video_id": "P03_101", "narration_ids": [ "P03_101_275", "P03_101_276", "P03_101_277", "P03_101_278" ], "src": "pick_up butter_bit . open sandwich . spread butter onto bread", "src1": "pick_up butter_bit", "src2": "open sandwich", "src3": "spread butter onto bread", "trg": "cut sandwich into halves", "vis_src": "P03_101:275 P03_101:276 P03_101:277", "vis_trg": "P03_101:278", "narrations": [ "pick up butter bit", "open sandwich", "spread butter onto bread", "cut sandwich into halves" ], "verbs": [ "pick-up", "open", "spread-onto", "cut-into" ], "verb_classes": [ 0, 3, 27, 7 ], "nouns": [ "bit:butter", "sandwich", "butter", "sandwich" ], "noun_classes": [ 78, 164, 78, 164 ], "start_stop_timestamps": [ [ "00:11:16.64", "00:11:17.72" ], [ "00:11:17.77", "00:11:18.23" ], [ "00:11:18.22", "00:11:19.18" ], [ "00:11:19.75", "00:11:24.24" ] ], "start_stop_frames": [ [ 33832, 33886 ], [ 33888, 33911 ], [ 33911, 33959 ], [ 33987, 34212 ] ], "trgnoun": "sandwich", "trgverb": "cut_into" }, { "key": "P26_118+33_34_35_36", "video_id": "P26_118", "narration_ids": [ "P26_118_33", "P26_118_34", "P26_118_35", "P26_118_36" ], "src": "rinse pan . put_down pan . pick_up spatula", "src1": "rinse pan", "src2": "put_down pan", "src3": "pick_up spatula", "trg": "rinse spatula", "vis_src": "P26_118:33 P26_118:34 P26_118:35", "vis_trg": "P26_118:36", "narrations": [ "rinse pan", "put down pan", "pick up spatula", "rinse spatula" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "pan", "pan", "spatula", "spatula" ], "noun_classes": [ 5, 5, 20, 20 ], "start_stop_timestamps": [ [ "00:02:36.64", "00:02:54.42" ], [ "00:02:54.35", "00:02:58.50" ], [ "00:03:02.02", "00:03:03.36" ], [ "00:03:03.57", "00:03:06.04" ] ], "start_stop_frames": [ [ 7831, 8721 ], [ 8717, 8925 ], [ 9101, 9168 ], [ 9178, 9302 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P27_103+651_652_653_654", "video_id": "P27_103", "narration_ids": [ "P27_103_651", "P27_103_652", "P27_103_653", "P27_103_654" ], "src": "put_down glass . turn_off tap . use towel", "src1": "put_down glass", "src2": "turn_off tap", "src3": "use towel", "trg": "adjust towel", "vis_src": "P27_103:651 P27_103:652 P27_103:653", "vis_trg": "P27_103:654", "narrations": [ "put down glass", "turn off tap", "use towel", "adjust towel" ], "verbs": [ "put-down", "turn-off", "use", "adjust" ], "verb_classes": [ 1, 8, 76, 17 ], "nouns": [ "glass", "tap", "towel", "towel" ], "noun_classes": [ 10, 0, 52, 52 ], "start_stop_timestamps": [ [ "00:39:51.22", "00:39:52.93" ], [ "00:39:52.56", "00:39:53.43" ], [ "00:39:53.48", "00:39:56.03" ], [ "00:39:56.12", "00:39:58.37" ] ], "start_stop_frames": [ [ 119560, 119646 ], [ 119628, 119671 ], [ 119674, 119801 ], [ 119806, 119918 ] ], "trgnoun": "towel", "trgverb": "adjust" }, { "key": "P26_110+1_2_3_4", "video_id": "P26_110", "narration_ids": [ "P26_110_1", "P26_110_2", "P26_110_3", "P26_110_4" ], "src": "remove lid . stir pasta . pick_up pasta", "src1": "remove lid", "src2": "stir pasta", "src3": "pick_up pasta", "trg": "taste pasta", "vis_src": "P26_110:1 P26_110:2 P26_110:3", "vis_trg": "P26_110:4", "narrations": [ "remove lid", "stir", "pick up pasta", "taste pasta" ], "verbs": [ "remove", "stir", "pick-up", "taste" ], "verb_classes": [ 12, 10, 0, 35 ], "nouns": [ "lid", "pasta", "pasta", "pasta" ], "noun_classes": [ 6, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:00:04.49", "00:00:04.91" ], [ "00:00:05.08", "00:00:10.18" ], [ "00:00:10.28", "00:00:12.31" ], [ "00:00:12.62", "00:00:15.19" ] ], "start_stop_frames": [ [ 224, 245 ], [ 254, 509 ], [ 514, 615 ], [ 631, 759 ] ], "trgnoun": "pasta", "trgverb": "taste" }, { "key": "P06_09+109_110_111_112", "video_id": "P06_09", "narration_ids": [ "P06_09_109", "P06_09_110", "P06_09_111", "P06_09_112" ], "src": "take_out chopped_tomatoes . put chopped_tomatoes on canned . open drawer", "src1": "take_out chopped_tomatoes", "src2": "put chopped_tomatoes on canned", "src3": "open drawer", "trg": "open chopped_tomatoes", "vis_src": "P06_09:109 P06_09:110 P06_09:111", "vis_trg": "P06_09:112", "narrations": [ "take out chopped tomatoes", "put chopped tomatoes on canned", "open drawer", "open chopped tomatoes" ], "verbs": [ "take-out", "put-on", "open", "open" ], "verb_classes": [ 12, 1, 3, 3 ], "nouns": [ "tomato:chopped", "tomato:chopped", "drawer", "tomato:chopped" ], "noun_classes": [ 43, 43, 8, 43 ], "start_stop_timestamps": [ [ "00:15:48.98", "00:15:51.77" ], [ "00:15:52.52", "00:15:53.69" ], [ "00:15:58.40", "00:16:00.08" ], [ "00:16:05.56", "00:16:24.13" ] ], "start_stop_frames": [ [ 56938, 57106 ], [ 57151, 57221 ], [ 57504, 57604 ], [ 57933, 59047 ] ], "trgnoun": "chopped_tomato", "trgverb": "open" }, { "key": "P10_01+39_40_41_42", "video_id": "P10_01", "narration_ids": [ "P10_01_39", "P10_01_40", "P10_01_41", "P10_01_42" ], "src": "pour the egg inside the pot . fry the egg . get the stirrer", "src1": "pour the egg inside the pot", "src2": "fry the egg", "src3": "get the stirrer", "trg": "clean it", "vis_src": "P10_01:39 P10_01:40 P10_01:41", "vis_trg": "P10_01:42", "narrations": [ "pour the egg inside the pot", "fry the egg", "get the stirrer", "clean it" ], "verbs": [ "pour-inside", "fry", "get", "clean" ], "verb_classes": [ 9, 45, 0, 2 ], "nouns": [ "egg", "egg", "stirrer", "stirrer" ], "noun_classes": [ 53, 53, 1, 1 ], "start_stop_timestamps": [ [ "00:04:25.82", "00:04:33.57" ], [ "00:04:29.46", "00:04:36.38" ], [ "00:04:38.93", "00:04:42.09" ], [ "00:04:42.37", "00:04:46.53" ] ], "start_stop_frames": [ [ 15949, 16414 ], [ 16167, 16582 ], [ 16735, 16925 ], [ 16942, 17191 ] ], "trgnoun": "stirrer", "trgverb": "clean" }, { "key": "P01_18+648_649_650_651", "video_id": "P01_18", "narration_ids": [ "P01_18_648", "P01_18_649", "P01_18_650", "P01_18_651" ], "src": "stir food . take ladle . spoon stock", "src1": "stir food", "src2": "take ladle", "src3": "spoon stock", "trg": "pour stock", "vis_src": "P01_18:648 P01_18:649 P01_18:650", "vis_trg": "P01_18:651", "narrations": [ "stir food", "take ladle", "spoon stock", "pour stock" ], "verbs": [ "stir", "take", "spoon", "pour" ], "verb_classes": [ 10, 0, 16, 9 ], "nouns": [ "food", "ladle", "stock", "stock" ], "noun_classes": [ 34, 97, 95, 95 ], "start_stop_timestamps": [ [ "00:58:39.07", "00:58:53.49" ], [ "00:58:52.67", "00:58:53.59" ], [ "00:58:53.85", "00:58:54.44" ], [ "00:58:54.79", "00:58:57.14" ] ], "start_stop_frames": [ [ 211144, 212009 ], [ 211960, 212015 ], [ 212031, 212066 ], [ 212087, 212228 ] ], "trgnoun": "stock", "trgverb": "pour" }, { "key": "P35_103+186_187_188_189", "video_id": "P35_103", "narration_ids": [ "P35_103_186", "P35_103_187", "P35_103_188", "P35_103_189" ], "src": "drain pan . dry pan . open drawer", "src1": "drain pan", "src2": "dry pan", "src3": "open drawer", "trg": "put_down pan", "vis_src": "P35_103:186 P35_103:187 P35_103:188", "vis_trg": "P35_103:189", "narrations": [ "drain pan", "dry pan", "open drawer", "put down pan" ], "verbs": [ "drain", "dry", "open", "put-down" ], "verb_classes": [ 37, 14, 3, 1 ], "nouns": [ "pan", "pan", "drawer", "pan" ], "noun_classes": [ 5, 5, 8, 5 ], "start_stop_timestamps": [ [ "00:20:07.79", "00:20:10.43" ], [ "00:20:10.06", "00:20:26.43" ], [ "00:20:27.61", "00:20:29.17" ], [ "00:20:29.14", "00:20:39.56" ] ], "start_stop_frames": [ [ 60389, 60521 ], [ 60503, 61321 ], [ 61380, 61458 ], [ 61457, 61978 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P01_106+5_6_7_8", "video_id": "P01_106", "narration_ids": [ "P01_106_5", "P01_106_6", "P01_106_7", "P01_106_8" ], "src": "open cupboard . pick_up container . close cupboard", "src1": "open cupboard", "src2": "pick_up container", "src3": "close cupboard", "trg": "open container", "vis_src": "P01_106:5 P01_106:6 P01_106:7", "vis_trg": "P01_106:8", "narrations": [ "open cupboard", "pick up container", "close cupboard", "open container" ], "verbs": [ "open", "pick-up", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "cupboard", "container", "cupboard", "container" ], "noun_classes": [ 3, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:00:16.51", "00:00:17.59" ], [ "00:00:17.32", "00:00:19.22" ], [ "00:00:17.84", "00:00:19.64" ], [ "00:00:20.32", "00:00:21.42" ] ], "start_stop_frames": [ [ 825, 879 ], [ 866, 961 ], [ 892, 982 ], [ 1016, 1071 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P03_02+16_17_18_19", "video_id": "P03_02", "narration_ids": [ "P03_02_16", "P03_02_17", "P03_02_18", "P03_02_19" ], "src": "push bin back . pick_up lunch_box . pick_up towel", "src1": "push bin back", "src2": "pick_up lunch_box", "src3": "pick_up towel", "trg": "clean lunch_box", "vis_src": "P03_02:16 P03_02:17 P03_02:18", "vis_trg": "P03_02:19", "narrations": [ "push bin back", "pick up lunch box", "pick up towel", "clean lunch box" ], "verbs": [ "push", "pick-up", "pick-up", "clean" ], "verb_classes": [ 21, 0, 0, 2 ], "nouns": [ "bin", "box:lunch", "towel", "box:lunch" ], "noun_classes": [ 36, 23, 52, 23 ], "start_stop_timestamps": [ [ "00:00:24.31", "00:00:25.51" ], [ "00:00:26.30", "00:00:29.84" ], [ "00:00:31.35", "00:00:32.80" ], [ "00:00:33.66", "00:00:40.09" ] ], "start_stop_frames": [ [ 1458, 1530 ], [ 1578, 1790 ], [ 1881, 1967 ], [ 2019, 2405 ] ], "trgnoun": "lunch_box", "trgverb": "clean" }, { "key": "P22_111+339_340_341_342", "video_id": "P22_111", "narration_ids": [ "P22_111_339", "P22_111_340", "P22_111_341", "P22_111_342" ], "src": "put_down lid . adjust hob . pick_up oil", "src1": "put_down lid", "src2": "adjust hob", "src3": "pick_up oil", "trg": "put_down oil", "vis_src": "P22_111:339 P22_111:340 P22_111:341", "vis_trg": "P22_111:342", "narrations": [ "put down lid", "adjust hob", "pick up oil", "put down oil" ], "verbs": [ "put-down", "adjust", "pick-up", "put-down" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "lid", "hob", "oil", "oil" ], "noun_classes": [ 6, 24, 31, 31 ], "start_stop_timestamps": [ [ "00:13:31.80", "00:13:32.89" ], [ "00:13:33.50", "00:13:35.24" ], [ "00:13:38.26", "00:13:40.08" ], [ "00:13:40.25", "00:13:41.17" ] ], "start_stop_frames": [ [ 40590, 40644 ], [ 40675, 40762 ], [ 40913, 41004 ], [ 41012, 41058 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P10_04+45_46_47_48", "video_id": "P10_04", "narration_ids": [ "P10_04_45", "P10_04_46", "P10_04_47", "P10_04_48" ], "src": "cut the fish again . put the fish_fragments into the glass bowl . cut the fish into several pieces", "src1": "cut the fish again", "src2": "put the fish_fragments into the glass bowl", "src3": "cut the fish into several pieces", "trg": "get another fish", "vis_src": "P10_04:45 P10_04:46 P10_04:47", "vis_trg": "P10_04:48", "narrations": [ "cut the fish again", "put the fish fragments into the glass bowl", "cut the fish into several pieces", "get another fish" ], "verbs": [ "cut", "put-into", "cut-into", "get" ], "verb_classes": [ 7, 5, 7, 0 ], "nouns": [ "fish", "fragment:fish", "fish", "fish" ], "noun_classes": [ 119, 119, 119, 119 ], "start_stop_timestamps": [ [ "00:05:20.99", "00:05:26.88" ], [ "00:05:27.14", "00:05:29.88" ], [ "00:05:30.65", "00:05:41.44" ], [ "00:05:42.74", "00:05:44.83" ] ], "start_stop_frames": [ [ 19259, 19612 ], [ 19628, 19792 ], [ 19839, 20486 ], [ 20564, 20689 ] ], "trgnoun": "fish", "trgverb": "get" }, { "key": "P24_07+25_26_27_28", "video_id": "P24_07", "narration_ids": [ "P24_07_25", "P24_07_26", "P24_07_27", "P24_07_28" ], "src": "open drawer . pick_up meat . put meat in the pan", "src1": "open drawer", "src2": "pick_up meat", "src3": "put meat in the pan", "trg": "place meat in the pan", "vis_src": "P24_07:25 P24_07:26 P24_07:27", "vis_trg": "P24_07:28", "narrations": [ "open drawer", "pick up meat", "put meat in the pan", "place meat in the pan" ], "verbs": [ "open", "pick-up", "put-in", "place-in" ], "verb_classes": [ 3, 0, 5, 5 ], "nouns": [ "drawer", "meat", "meat", "meat" ], "noun_classes": [ 8, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:01:06.08", "00:01:07.27" ], [ "00:01:10.94", "00:01:12.33" ], [ "00:01:12.43", "00:01:26.04" ], [ "00:01:15.34", "00:01:34.35" ] ], "start_stop_frames": [ [ 3964, 4036 ], [ 4256, 4339 ], [ 4345, 5162 ], [ 4520, 5661 ] ], "trgnoun": "meat", "trgverb": "place_in" }, { "key": "P01_106+8_9_10_11", "video_id": "P01_106", "narration_ids": [ "P01_106_8", "P01_106_9", "P01_106_10", "P01_106_11" ], "src": "open container . put_down lid . take container", "src1": "open container", "src2": "put_down lid", "src3": "take container", "trg": "put_down container", "vis_src": "P01_106:8 P01_106:9 P01_106:10", "vis_trg": "P01_106:11", "narrations": [ "open container", "put down lid", "take container", "put down container" ], "verbs": [ "open", "put-down", "take", "put-down" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "container", "lid", "container", "container" ], "noun_classes": [ 21, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:00:20.32", "00:00:21.42" ], [ "00:00:21.67", "00:00:22.30" ], [ "00:00:22.83", "00:00:23.43" ], [ "00:00:23.62", "00:00:24.24" ] ], "start_stop_frames": [ [ 1016, 1071 ], [ 1083, 1115 ], [ 1141, 1171 ], [ 1181, 1212 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_06+85_86_87_88", "video_id": "P01_06", "narration_ids": [ "P01_06_85", "P01_06_86", "P01_06_87", "P01_06_88" ], "src": "rinse tong . put tong onto rack . rinse knife", "src1": "rinse tong", "src2": "put tong onto rack", "src3": "rinse knife", "trg": "put knife onto rack", "vis_src": "P01_06:85 P01_06:86 P01_06:87", "vis_trg": "P01_06:88", "narrations": [ "rinse tong", "put tong onto rack", "rinse knife", "put knife onto rack" ], "verbs": [ "rinse", "put-onto", "rinse", "put-onto" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "tong", "rack", "knife", "knife" ], "noun_classes": [ 142, 110, 4, 4 ], "start_stop_timestamps": [ [ "00:05:28.08", "00:05:33.71" ], [ "00:05:33.77", "00:05:35.13" ], [ "00:05:34.88", "00:05:38.91" ], [ "00:05:38.64", "00:05:39.99" ] ], "start_stop_frames": [ [ 19684, 20022 ], [ 20026, 20107 ], [ 20092, 20334 ], [ 20318, 20399 ] ], "trgnoun": "knife", "trgverb": "put_onto" }, { "key": "P06_103+116_117_118_119", "video_id": "P06_103", "narration_ids": [ "P06_103_116", "P06_103_117", "P06_103_118", "P06_103_119" ], "src": "pour rice into sieve . put_down cup . turn_on tap", "src1": "pour rice into sieve", "src2": "put_down cup", "src3": "turn_on tap", "trg": "rinse rice", "vis_src": "P06_103:116 P06_103:117 P06_103:118", "vis_trg": "P06_103:119", "narrations": [ "pour rice into sieve", "put down cup", "turn on tap", "rinse rice" ], "verbs": [ "pour-into", "put-down", "turn-on", "rinse" ], "verb_classes": [ 9, 1, 6, 2 ], "nouns": [ "rice", "cup", "tap", "rice" ], "noun_classes": [ 55, 13, 0, 55 ], "start_stop_timestamps": [ [ "00:08:06.40", "00:08:09.40" ], [ "00:08:11.17", "00:08:12.39" ], [ "00:08:13.42", "00:08:14.58" ], [ "00:08:15.54", "00:08:48.71" ] ], "start_stop_frames": [ [ 24320, 24470 ], [ 24558, 24619 ], [ 24671, 24729 ], [ 24777, 26435 ] ], "trgnoun": "rice", "trgverb": "rinse" }, { "key": "P02_108+177_178_179_180", "video_id": "P02_108", "narration_ids": [ "P02_108_177", "P02_108_178", "P02_108_179", "P02_108_180" ], "src": "open oil_bottle . put_down bottle_cap . mix dough", "src1": "open oil_bottle", "src2": "put_down bottle_cap", "src3": "mix dough", "trg": "remove dough from bowl", "vis_src": "P02_108:177 P02_108:178 P02_108:179", "vis_trg": "P02_108:180", "narrations": [ "open oil bottle", "put down bottle cap", "mix dough", "remove dough from bowl" ], "verbs": [ "open", "put-down", "mix", "remove-from" ], "verb_classes": [ 3, 1, 10, 12 ], "nouns": [ "bottle:oil", "cap:bottle", "dough", "dough" ], "noun_classes": [ 15, 118, 25, 25 ], "start_stop_timestamps": [ [ "00:08:56.28", "00:09:00.16" ], [ "00:09:00.09", "00:09:00.78" ], [ "00:09:01.50", "00:09:08.33" ], [ "00:09:03.30", "00:09:08.94" ] ], "start_stop_frames": [ [ 26814, 27008 ], [ 27004, 27039 ], [ 27075, 27416 ], [ 27164, 27447 ] ], "trgnoun": "dough", "trgverb": "remove_from" }, { "key": "P02_124+76_77_78_79", "video_id": "P02_124", "narration_ids": [ "P02_124_76", "P02_124_77", "P02_124_78", "P02_124_79" ], "src": "press button on coffee machine . pick_up hand blender motor . unplug hand_blender", "src1": "press button on coffee machine", "src2": "pick_up hand blender motor", "src3": "unplug hand_blender", "trg": "put hand_blender in box", "vis_src": "P02_124:76 P02_124:77 P02_124:78", "vis_trg": "P02_124:79", "narrations": [ "press button on coffee machine", "pick up hand blender motor", "unplug hand blender", "put hand blender in box" ], "verbs": [ "press", "pick-up", "unplug", "put-in" ], "verb_classes": [ 21, 0, 12, 5 ], "nouns": [ "button", "motor:hand:blender", "blender:hand", "blender:hand" ], "noun_classes": [ 92, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:03:13.55", "00:03:14.43" ], [ "00:03:14.49", "00:03:16.98" ], [ "00:03:16.80", "00:03:18.06" ], [ "00:03:18.15", "00:03:25.02" ] ], "start_stop_frames": [ [ 9677, 9721 ], [ 9724, 9849 ], [ 9840, 9903 ], [ 9907, 10251 ] ], "trgnoun": "hand_blender", "trgverb": "put_in" }, { "key": "P04_107+399_400_401_402", "video_id": "P04_107", "narration_ids": [ "P04_107_399", "P04_107_400", "P04_107_401", "P04_107_402" ], "src": "pick_up rolling_pin . roll_out ball of dough . peel dough off rolling pin", "src1": "pick_up rolling_pin", "src2": "roll_out ball of dough", "src3": "peel dough off rolling pin", "trg": "turn_over dough", "vis_src": "P04_107:399 P04_107:400 P04_107:401", "vis_trg": "P04_107:402", "narrations": [ "pick up rolling pin", "roll out ball of dough", "peel dough off rolling pin", "turn over dough" ], "verbs": [ "pick-up", "roll-out", "peel-off", "turn-over" ], "verb_classes": [ 0, 39, 19, 22 ], "nouns": [ "pin:rolling", "ball:dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:03.73", "00:12:04.24" ], [ "00:12:04.27", "00:12:05.16" ], [ "00:12:08.13", "00:12:09.37" ], [ "00:12:09.26", "00:12:10.05" ] ], "start_stop_frames": [ [ 36186, 36212 ], [ 36213, 36258 ], [ 36406, 36468 ], [ 36463, 36502 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P02_130+49_50_51_52", "video_id": "P02_130", "narration_ids": [ "P02_130_49", "P02_130_50", "P02_130_51", "P02_130_52" ], "src": "scoop biscuits from food processor into glass using spoon . put glass down inside bowl . remove biscuit_piece", "src1": "scoop biscuits from food processor into glass using spoon", "src2": "put glass down inside bowl", "src3": "remove biscuit_piece", "trg": "put_down biscuit_piece", "vis_src": "P02_130:49 P02_130:50 P02_130:51", "vis_trg": "P02_130:52", "narrations": [ "scoop biscuits from food processor into glass using spoon", "put glass down inside bowl", "remove biscuit piece", "put down biscuit piece" ], "verbs": [ "scoop", "put-down", "remove", "put-down" ], "verb_classes": [ 16, 1, 12, 1 ], "nouns": [ "biscuit", "glass", "piece:biscuit", "piece:biscuit" ], "noun_classes": [ 104, 10, 104, 104 ], "start_stop_timestamps": [ [ "00:01:55.59", "00:01:58.40" ], [ "00:02:00.65", "00:02:01.73" ], [ "00:02:01.99", "00:02:03.24" ], [ "00:02:03.11", "00:02:04.73" ] ], "start_stop_frames": [ [ 5779, 5920 ], [ 6032, 6086 ], [ 6099, 6162 ], [ 6155, 6236 ] ], "trgnoun": "biscuit_piece", "trgverb": "put_down" }, { "key": "P02_09+11_12_13_14", "video_id": "P02_09", "narration_ids": [ "P02_09_11", "P02_09_12", "P02_09_13", "P02_09_14" ], "src": "put salt . put olive_oil . pick olive_oil", "src1": "put salt", "src2": "put olive_oil", "src3": "pick olive_oil", "trg": "search_for another olive_oil", "vis_src": "P02_09:11 P02_09:12 P02_09:13", "vis_trg": "P02_09:14", "narrations": [ "put salt", "put olive oil", "pick olive oil", "search for another olive oil" ], "verbs": [ "put", "put", "pick", "search-for" ], "verb_classes": [ 1, 1, 0, 48 ], "nouns": [ "salt", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 38, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:00:31.79", "00:00:33.00" ], [ "00:00:31.79", "00:00:32.31" ], [ "00:00:34.47", "00:00:35.12" ], [ "00:00:37.63", "00:00:43.09" ] ], "start_stop_frames": [ [ 1907, 1980 ], [ 1907, 1938 ], [ 2068, 2107 ], [ 2257, 2585 ] ], "trgnoun": "olive_oil", "trgverb": "search_for" }, { "key": "P30_06+127_128_129_130", "video_id": "P30_06", "narration_ids": [ "P30_06_127", "P30_06_128", "P30_06_129", "P30_06_130" ], "src": "take filter . fold filter . open filter", "src1": "take filter", "src2": "fold filter", "src3": "open filter", "trg": "put filter in v60", "vis_src": "P30_06:127 P30_06:128 P30_06:129", "vis_trg": "P30_06:130", "narrations": [ "take filter", "fold filter", "open filter", "put filter in v60" ], "verbs": [ "take", "fold", "open", "put-in" ], "verb_classes": [ 0, 28, 3, 5 ], "nouns": [ "filter", "filter", "filter", "filter" ], "noun_classes": [ 77, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:05:36.23", "00:05:37.29" ], [ "00:05:39.43", "00:05:45.23" ], [ "00:05:45.33", "00:05:46.93" ], [ "00:05:47.03", "00:05:47.70" ] ], "start_stop_frames": [ [ 20173, 20237 ], [ 20365, 20713 ], [ 20719, 20815 ], [ 20821, 20862 ] ], "trgnoun": "filter", "trgverb": "put_in" }, { "key": "P01_17+127_128_129_130", "video_id": "P01_17", "narration_ids": [ "P01_17_127", "P01_17_128", "P01_17_129", "P01_17_130" ], "src": "pour tomatoes into container . put_on cutting_board and knife . take container", "src1": "pour tomatoes into container", "src2": "put_on cutting_board and knife", "src3": "take container", "trg": "open container", "vis_src": "P01_17:127 P01_17:128 P01_17:129", "vis_trg": "P01_17:130", "narrations": [ "pour tomatoes into container", "put on cutting board and knife", "take container", "open container" ], "verbs": [ "pour-into", "put-on", "take", "open" ], "verb_classes": [ 9, 1, 0, 3 ], "nouns": [ "tomato", "board:cutting", "container", "container" ], "noun_classes": [ 43, 18, 21, 21 ], "start_stop_timestamps": [ [ "00:09:37.27", "00:09:48.71" ], [ "00:09:47.74", "00:09:48.81" ], [ "00:09:49.99", "00:09:51.17" ], [ "00:09:51.22", "00:09:52.27" ] ], "start_stop_frames": [ [ 34636, 35322 ], [ 35264, 35328 ], [ 35399, 35470 ], [ 35473, 35536 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P04_115+55_56_57_58", "video_id": "P04_115", "narration_ids": [ "P04_115_55", "P04_115_56", "P04_115_57", "P04_115_58" ], "src": "open drawer . pick_up spoon . scrape butter with spoon", "src1": "open drawer", "src2": "pick_up spoon", "src3": "scrape butter with spoon", "trg": "put butter in pan", "vis_src": "P04_115:55 P04_115:56 P04_115:57", "vis_trg": "P04_115:58", "narrations": [ "open drawer", "pick up spoon", "scrape butter with spoon", "put butter in pan" ], "verbs": [ "open", "pick-up", "scrape-with", "put-in" ], "verb_classes": [ 3, 0, 25, 5 ], "nouns": [ "drawer", "spoon", "butter", "butter" ], "noun_classes": [ 8, 1, 78, 78 ], "start_stop_timestamps": [ [ "00:02:17.20", "00:02:18.20" ], [ "00:02:18.54", "00:02:19.04" ], [ "00:02:19.60", "00:02:21.70" ], [ "00:02:21.94", "00:02:23.26" ] ], "start_stop_frames": [ [ 6859, 6909 ], [ 6927, 6952 ], [ 6980, 7084 ], [ 7097, 7163 ] ], "trgnoun": "butter", "trgverb": "put_in" }, { "key": "P02_130+316_317_318_319", "video_id": "P02_130", "narration_ids": [ "P02_130_316", "P02_130_317", "P02_130_318", "P02_130_319" ], "src": "return plastic_bags to cupboard . close cupboard . unroll foil_paper", "src1": "return plastic_bags to cupboard", "src2": "close cupboard", "src3": "unroll foil_paper", "trg": "tear foil_paper", "vis_src": "P02_130:316 P02_130:317 P02_130:318", "vis_trg": "P02_130:319", "narrations": [ "return plastic bags to cupboard", "close cupboard", "unroll foil paper", "tear foil paper" ], "verbs": [ "return-to", "close", "unroll", "tear" ], "verb_classes": [ 11, 4, 39, 43 ], "nouns": [ "bag:plastic", "cupboard", "paper:foil", "paper:foil" ], "noun_classes": [ 19, 3, 49, 49 ], "start_stop_timestamps": [ [ "00:17:26.71", "00:17:28.02" ], [ "00:17:28.08", "00:17:29.55" ], [ "00:17:28.82", "00:17:30.88" ], [ "00:17:30.81", "00:17:35.24" ] ], "start_stop_frames": [ [ 52335, 52401 ], [ 52404, 52477 ], [ 52441, 52544 ], [ 52540, 52762 ] ], "trgnoun": "foil_paper", "trgverb": "tear" }, { "key": "P03_117+153_154_155_156", "video_id": "P03_117", "narration_ids": [ "P03_117_153", "P03_117_154", "P03_117_155", "P03_117_156" ], "src": "rinse washing up bowl . pour_out washing up bowl . rinse bottom of washing up bowl", "src1": "rinse washing up bowl", "src2": "pour_out washing up bowl", "src3": "rinse bottom of washing up bowl", "trg": "put washing up bowl down on counter", "vis_src": "P03_117:153 P03_117:154 P03_117:155", "vis_trg": "P03_117:156", "narrations": [ "rinse washing up bowl", "pour out washing up bowl", "rinse bottom of washing up bowl", "put washing up bowl down on counter" ], "verbs": [ "rinse", "pour-out", "rinse", "put" ], "verb_classes": [ 2, 9, 2, 1 ], "nouns": [ "bowl:washing:up", "bowl:washing:up", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 7, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:08:00.98", "00:08:04.10" ], [ "00:08:04.20", "00:08:04.73" ], [ "00:08:04.70", "00:08:05.67" ], [ "00:08:06.03", "00:08:08.12" ] ], "start_stop_frames": [ [ 24049, 24205 ], [ 24210, 24236 ], [ 24235, 24283 ], [ 24301, 24406 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put" }, { "key": "P22_101+140_141_142_143", "video_id": "P22_101", "narration_ids": [ "P22_101_140", "P22_101_141", "P22_101_142", "P22_101_143" ], "src": "close cupboard . pick_up clip . open drawer", "src1": "close cupboard", "src2": "pick_up clip", "src3": "open drawer", "trg": "put_down clip", "vis_src": "P22_101:140 P22_101:141 P22_101:142", "vis_trg": "P22_101:143", "narrations": [ "close cupboard", "pick up clip", "open drawer", "put down clip" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "clip", "drawer", "clip" ], "noun_classes": [ 3, 129, 8, 129 ], "start_stop_timestamps": [ [ "00:04:55.47", "00:04:57.27" ], [ "00:05:01.04", "00:05:01.47" ], [ "00:05:02.02", "00:05:02.72" ], [ "00:05:02.74", "00:05:03.49" ] ], "start_stop_frames": [ [ 14773, 14863 ], [ 15052, 15073 ], [ 15101, 15136 ], [ 15137, 15174 ] ], "trgnoun": "clip", "trgverb": "put_down" }, { "key": "P24_08+204_205_206_207", "video_id": "P24_08", "narration_ids": [ "P24_08_204", "P24_08_205", "P24_08_206", "P24_08_207" ], "src": "close freezer . pick_up cheese . pick_up oil_bottle", "src1": "close freezer", "src2": "pick_up cheese", "src3": "pick_up oil_bottle", "trg": "open oil_bottle", "vis_src": "P24_08:204 P24_08:205 P24_08:206", "vis_trg": "P24_08:207", "narrations": [ "close freezer", "pick up cheese", "pick up oil bottle", "open oil bottle" ], "verbs": [ "close", "pick-up", "pick-up", "open" ], "verb_classes": [ 4, 0, 0, 3 ], "nouns": [ "freezer", "cheese", "bottle:oil", "bottle:oil" ], "noun_classes": [ 113, 32, 15, 15 ], "start_stop_timestamps": [ [ "00:14:55.89", "00:14:58.13" ], [ "00:14:56.93", "00:14:57.58" ], [ "00:15:02.90", "00:15:04.89" ], [ "00:15:05.46", "00:15:08.27" ] ], "start_stop_frames": [ [ 53753, 53887 ], [ 53815, 53854 ], [ 54174, 54293 ], [ 54327, 54496 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P26_104+30_32_33_34", "video_id": "P26_104", "narration_ids": [ "P26_104_30", "P26_104_32", "P26_104_33", "P26_104_34" ], "src": "put_down knife . drain mozzarella . pick_up mozzarella", "src1": "put_down knife", "src2": "drain mozzarella", "src3": "pick_up mozzarella", "trg": "pick_up knife", "vis_src": "P26_104:30 P26_104:32 P26_104:33", "vis_trg": "P26_104:34", "narrations": [ "put down knife", "drain mozzarella", "pick up mozzarella", "pick up knife" ], "verbs": [ "put-down", "drain", "pick-up", "pick-up" ], "verb_classes": [ 1, 37, 0, 0 ], "nouns": [ "knife", "mozzarella", "mozzarella", "knife" ], "noun_classes": [ 4, 32, 32, 4 ], "start_stop_timestamps": [ [ "00:01:46.25", "00:01:47.41" ], [ "00:01:49.40", "00:01:53.38" ], [ "00:01:52.66", "00:01:55.63" ], [ "00:01:55.57", "00:01:57.08" ] ], "start_stop_frames": [ [ 5312, 5370 ], [ 5470, 5669 ], [ 5633, 5781 ], [ 5778, 5854 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P22_11+114_115_116_117", "video_id": "P22_11", "narration_ids": [ "P22_11_114", "P22_11_115", "P22_11_116", "P22_11_117" ], "src": "pour coffee . put_on lid . pick_up filter", "src1": "pour coffee", "src2": "put_on lid", "src3": "pick_up filter", "trg": "shake filter", "vis_src": "P22_11:114 P22_11:115 P22_11:116", "vis_trg": "P22_11:117", "narrations": [ "pour coffee", "put on lid", "pick up filter", "shake filter" ], "verbs": [ "pour", "put-on", "pick-up", "shake" ], "verb_classes": [ 9, 1, 0, 15 ], "nouns": [ "coffee", "lid", "filter", "filter" ], "noun_classes": [ 59, 6, 77, 77 ], "start_stop_timestamps": [ [ "00:04:05.65", "00:04:06.47" ], [ "00:04:06.57", "00:04:09.35" ], [ "00:04:11.84", "00:04:12.84" ], [ "00:04:13.09", "00:04:14.61" ] ], "start_stop_frames": [ [ 14739, 14788 ], [ 14794, 14961 ], [ 15110, 15170 ], [ 15185, 15276 ] ], "trgnoun": "filter", "trgverb": "shake" }, { "key": "P03_101+133_134_135_136", "video_id": "P03_101", "narration_ids": [ "P03_101_133", "P03_101_134", "P03_101_135", "P03_101_136" ], "src": "put saucepan in drying rack . check if there is anything in washing up bowl . pick_up fork", "src1": "put saucepan in drying rack", "src2": "check if there is anything in washing up bowl", "src3": "pick_up fork", "trg": "wash fork", "vis_src": "P03_101:133 P03_101:134 P03_101:135", "vis_trg": "P03_101:136", "narrations": [ "put saucepan in drying rack", "check if there is anything in washing up bowl", "pick up fork", "wash fork" ], "verbs": [ "put-in", "check", "pick-up", "wash" ], "verb_classes": [ 5, 24, 0, 2 ], "nouns": [ "saucepan", "bowl:washing:up", "fork", "fork" ], "noun_classes": [ 5, 7, 14, 14 ], "start_stop_timestamps": [ [ "00:05:31.25", "00:05:33.20" ], [ "00:05:33.56", "00:05:35.35" ], [ "00:05:35.07", "00:05:35.93" ], [ "00:05:35.90", "00:05:38.25" ] ], "start_stop_frames": [ [ 16562, 16660 ], [ 16678, 16767 ], [ 16753, 16796 ], [ 16795, 16912 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P30_04+62_63_64_65", "video_id": "P30_04", "narration_ids": [ "P30_04_62", "P30_04_63", "P30_04_64", "P30_04_65" ], "src": "dry box_lid . put box_lid . take box", "src1": "dry box_lid", "src2": "put box_lid", "src3": "take box", "trg": "dry box", "vis_src": "P30_04:62 P30_04:63 P30_04:64", "vis_trg": "P30_04:65", "narrations": [ "dry box lid", "put box lid", "take box", "dry box" ], "verbs": [ "dry", "put", "take", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "lid:box", "lid:box", "box", "box" ], "noun_classes": [ 6, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:03:01.01", "00:03:04.21" ], [ "00:03:04.50", "00:03:05.46" ], [ "00:03:05.56", "00:03:08.22" ], [ "00:03:07.91", "00:03:15.05" ] ], "start_stop_frames": [ [ 10860, 11052 ], [ 11070, 11127 ], [ 11133, 11293 ], [ 11274, 11703 ] ], "trgnoun": "box", "trgverb": "dry" }, { "key": "P02_105+152_153_154_155", "video_id": "P02_105", "narration_ids": [ "P02_105_152", "P02_105_153", "P02_105_154", "P02_105_155" ], "src": "fill kettle with water . close tap . close kettle", "src1": "fill kettle with water", "src2": "close tap", "src3": "close kettle", "trg": "put_down kettle", "vis_src": "P02_105:152 P02_105:153 P02_105:154", "vis_trg": "P02_105:155", "narrations": [ "fill kettle with water", "close tap", "close kettle", "put down kettle" ], "verbs": [ "fill", "turn-off", "close", "put-down" ], "verb_classes": [ 26, 8, 4, 1 ], "nouns": [ "kettle", "tap", "kettle", "kettle" ], "noun_classes": [ 44, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:04:57.64", "00:04:58.96" ], [ "00:04:58.98", "00:04:59.77" ], [ "00:04:59.87", "00:05:00.60" ], [ "00:05:00.47", "00:05:02.32" ] ], "start_stop_frames": [ [ 14882, 14947 ], [ 14949, 14988 ], [ 14993, 15030 ], [ 15023, 15116 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P03_109+350_351_352_353", "video_id": "P03_109", "narration_ids": [ "P03_109_350", "P03_109_351", "P03_109_352", "P03_109_353" ], "src": "move cheese to bread . pick_up slice of bread . create sandwich", "src1": "move cheese to bread", "src2": "pick_up slice of bread", "src3": "create sandwich", "trg": "pick_up cheese", "vis_src": "P03_109:350 P03_109:351 P03_109:352", "vis_trg": "P03_109:353", "narrations": [ "move cheese to bread", "pick up slice of bread", "create sandwich", "pick up cheese" ], "verbs": [ "move-to", "pick-up", "create", "pick-up" ], "verb_classes": [ 11, 0, 1, 0 ], "nouns": [ "cheese", "slice:bread", "sandwich", "cheese" ], "noun_classes": [ 32, 33, 164, 32 ], "start_stop_timestamps": [ [ "00:17:03.06", "00:17:04.15" ], [ "00:17:03.97", "00:17:05.45" ], [ "00:17:05.11", "00:17:07.72" ], [ "00:17:07.51", "00:17:08.38" ] ], "start_stop_frames": [ [ 51153, 51207 ], [ 51198, 51272 ], [ 51255, 51386 ], [ 51375, 51419 ] ], "trgnoun": "cheese", "trgverb": "pick_up" }, { "key": "P06_107+41_42_43_44", "video_id": "P06_107", "narration_ids": [ "P06_107_41", "P06_107_42", "P06_107_43", "P06_107_44" ], "src": "brush hands . pick_up knife . pick_up chopping_board", "src1": "brush hands", "src2": "pick_up knife", "src3": "pick_up chopping_board", "trg": "put_down chopping_board", "vis_src": "P06_107:41 P06_107:42 P06_107:43", "vis_trg": "P06_107:44", "narrations": [ "brush hands", "pick up knife", "pick up chopping board", "put down chopping board" ], "verbs": [ "brush", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 57, 0, 0, 1 ], "nouns": [ "hand", "knife", "board:chopping", "board:chopping" ], "noun_classes": [ 11, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:03:21.47", "00:03:24.39" ], [ "00:03:24.49", "00:03:25.74" ], [ "00:03:27.61", "00:03:31.16" ], [ "00:03:28.00", "00:03:30.50" ] ], "start_stop_frames": [ [ 10073, 10219 ], [ 10224, 10287 ], [ 10380, 10558 ], [ 10400, 10525 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P27_104+66_67_68_69", "video_id": "P27_104", "narration_ids": [ "P27_104_66", "P27_104_67", "P27_104_68", "P27_104_69" ], "src": "wash tray . wash lid . open container", "src1": "wash tray", "src2": "wash lid", "src3": "open container", "trg": "put_down lid", "vis_src": "P27_104:66 P27_104:67 P27_104:68", "vis_trg": "P27_104:69", "narrations": [ "wash tray", "wash lid", "open container", "put down lid" ], "verbs": [ "wash", "wash", "open", "put-down" ], "verb_classes": [ 2, 2, 3, 1 ], "nouns": [ "tray", "lid", "container", "lid" ], "noun_classes": [ 35, 6, 21, 6 ], "start_stop_timestamps": [ [ "00:03:19.27", "00:03:19.91" ], [ "00:03:20.40", "00:03:22.40" ], [ "00:03:22.46", "00:03:24.01" ], [ "00:03:24.18", "00:03:24.73" ] ], "start_stop_frames": [ [ 9963, 9995 ], [ 10020, 10120 ], [ 10123, 10200 ], [ 10209, 10236 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P31_13+15_16_17_18", "video_id": "P31_13", "narration_ids": [ "P31_13_15", "P31_13_16", "P31_13_17", "P31_13_18" ], "src": "take sandwich . take another sandwich . put_down sandwich", "src1": "take sandwich", "src2": "take another sandwich", "src3": "put_down sandwich", "trg": "slice sandwich", "vis_src": "P31_13:15 P31_13:16 P31_13:17", "vis_trg": "P31_13:18", "narrations": [ "take sandwich", "take another sandwich", "put down sandwich", "slice sandwich" ], "verbs": [ "take", "take", "put-down", "slice" ], "verb_classes": [ 0, 0, 1, 7 ], "nouns": [ "sandwich", "sandwich", "sandwich", "sandwich" ], "noun_classes": [ 164, 164, 164, 164 ], "start_stop_timestamps": [ [ "00:02:21.07", "00:02:24.53" ], [ "00:02:27.80", "00:02:31.41" ], [ "00:02:33.54", "00:02:34.27" ], [ "00:02:40.21", "00:02:46.83" ] ], "start_stop_frames": [ [ 8464, 8671 ], [ 8868, 9084 ], [ 9212, 9256 ], [ 9612, 10009 ] ], "trgnoun": "sandwich", "trgverb": "slice" }, { "key": "P09_105+1_2_3_4", "video_id": "P09_105", "narration_ids": [ "P09_105_1", "P09_105_2", "P09_105_3", "P09_105_4" ], "src": "open kettle . fill kettle with water . close kettle", "src1": "open kettle", "src2": "fill kettle with water", "src3": "close kettle", "trg": "place kettle back", "vis_src": "P09_105:1 P09_105:2 P09_105:3", "vis_trg": "P09_105:4", "narrations": [ "open kettle", "fill kettle with water", "close kettle", "place kettle back" ], "verbs": [ "open", "fill", "close", "place" ], "verb_classes": [ 3, 26, 4, 1 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:02.95", "00:00:04.20" ], [ "00:00:04.27", "00:00:08.07" ], [ "00:00:08.35", "00:00:08.90" ], [ "00:00:09.55", "00:00:11.25" ] ], "start_stop_frames": [ [ 147, 210 ], [ 213, 403 ], [ 417, 445 ], [ 477, 562 ] ], "trgnoun": "kettle", "trgverb": "place" }, { "key": "P03_14+2_3_4_5", "video_id": "P03_14", "narration_ids": [ "P03_14_2", "P03_14_3", "P03_14_4", "P03_14_5" ], "src": "grab saucepan . close fridge . open lid", "src1": "grab saucepan", "src2": "close fridge", "src3": "open lid", "trg": "close lid", "vis_src": "P03_14:2 P03_14:3 P03_14:4", "vis_trg": "P03_14:5", "narrations": [ "grab saucepan", "close fridge", "open lid", "close lid" ], "verbs": [ "grab", "close", "open", "close" ], "verb_classes": [ 0, 4, 3, 4 ], "nouns": [ "saucepan", "fridge", "lid", "lid" ], "noun_classes": [ 5, 12, 6, 6 ], "start_stop_timestamps": [ [ "00:00:07.77", "00:00:08.93" ], [ "00:00:10.63", "00:00:11.44" ], [ "00:00:11.97", "00:00:12.65" ], [ "00:00:14.52", "00:00:16.20" ] ], "start_stop_frames": [ [ 466, 535 ], [ 637, 686 ], [ 718, 759 ], [ 871, 972 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P02_09+54_55_56_57", "video_id": "P02_09", "narration_ids": [ "P02_09_54", "P02_09_55", "P02_09_56", "P02_09_57" ], "src": "open sugar_jar . scoop sugar . put one spoon two spoons of sugar into bowl", "src1": "open sugar_jar", "src2": "scoop sugar", "src3": "put one spoon two spoons of sugar into bowl", "trg": "put sugar_jar", "vis_src": "P02_09:54 P02_09:55 P02_09:56", "vis_trg": "P02_09:57", "narrations": [ "open sugar jar", "scoop sugar", "put one spoon two spoons of sugar into bowl", "put sugar jar" ], "verbs": [ "open", "scoop", "put-into", "put" ], "verb_classes": [ 3, 16, 5, 1 ], "nouns": [ "jar:sugar", "sugar", "spoon", "jar:sugar" ], "noun_classes": [ 40, 102, 1, 40 ], "start_stop_timestamps": [ [ "00:02:12.47", "00:02:13.64" ], [ "00:02:14.96", "00:02:17.68" ], [ "00:02:15.74", "00:02:19.63" ], [ "00:02:19.90", "00:02:21.32" ] ], "start_stop_frames": [ [ 7948, 8018 ], [ 8097, 8260 ], [ 8144, 8377 ], [ 8394, 8479 ] ], "trgnoun": "sugar_jar", "trgverb": "put" }, { "key": "P02_108+185_186_187_189", "video_id": "P02_108", "narration_ids": [ "P02_108_185", "P02_108_186", "P02_108_187", "P02_108_189" ], "src": "put ball of dough inside bowl . pick_up dough using both hands . shape dough again using both hands", "src1": "put ball of dough inside bowl", "src2": "pick_up dough using both hands", "src3": "shape dough again using both hands", "trg": "open tap", "vis_src": "P02_108:185 P02_108:186 P02_108:187", "vis_trg": "P02_108:189", "narrations": [ "put ball of dough inside bowl", "pick up dough using both hands", "shape dough again using both hands", "open tap" ], "verbs": [ "put-of", "pick-up", "shape", "turn-on" ], "verb_classes": [ 1, 0, 74, 6 ], "nouns": [ "ball:dough", "dough", "dough", "tap" ], "noun_classes": [ 25, 25, 25, 0 ], "start_stop_timestamps": [ [ "00:09:40.25", "00:09:55.72" ], [ "00:09:45.67", "00:09:58.17" ], [ "00:09:57.12", "00:10:14.38" ], [ "00:10:45.98", "00:10:47.64" ] ], "start_stop_frames": [ [ 29012, 29786 ], [ 29283, 29908 ], [ 29856, 30719 ], [ 32299, 32382 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P02_120+76_77_78_80", "video_id": "P02_120", "narration_ids": [ "P02_120_76", "P02_120_77", "P02_120_78", "P02_120_80" ], "src": "pick_up spoon . pick_up salt . pour salt from bottle onto spoon", "src1": "pick_up spoon", "src2": "pick_up salt", "src3": "pour salt from bottle onto spoon", "trg": "put_down salt", "vis_src": "P02_120:76 P02_120:77 P02_120:78", "vis_trg": "P02_120:80", "narrations": [ "pick up spoon", "pick up salt", "pour salt from bottle onto spoon", "put down salt" ], "verbs": [ "pick-up", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "spoon", "salt", "salt", "salt" ], "noun_classes": [ 1, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:04:33.14", "00:04:34.14" ], [ "00:04:35.16", "00:04:35.83" ], [ "00:04:35.72", "00:04:39.12" ], [ "00:04:40.14", "00:04:41.47" ] ], "start_stop_frames": [ [ 13657, 13707 ], [ 13757, 13791 ], [ 13786, 13956 ], [ 14007, 14073 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P24_05+72_73_74_75", "video_id": "P24_05", "narration_ids": [ "P24_05_72", "P24_05_73", "P24_05_74", "P24_05_75" ], "src": "take pan . put_down pan . close oil_bottle", "src1": "take pan", "src2": "put_down pan", "src3": "close oil_bottle", "trg": "put_down oil_bottle", "vis_src": "P24_05:72 P24_05:73 P24_05:74", "vis_trg": "P24_05:75", "narrations": [ "take pan", "put down pan", "close oil bottle", "put down oil bottle" ], "verbs": [ "take", "put-down", "close", "put-down" ], "verb_classes": [ 0, 1, 4, 1 ], "nouns": [ "pan", "pan", "bottle:oil", "bottle:oil" ], "noun_classes": [ 5, 5, 15, 15 ], "start_stop_timestamps": [ [ "00:06:53.18", "00:06:54.58" ], [ "00:06:55.47", "00:07:01.93" ], [ "00:07:02.93", "00:07:04.19" ], [ "00:07:04.24", "00:07:08.84" ] ], "start_stop_frames": [ [ 24790, 24874 ], [ 24928, 25315 ], [ 25375, 25451 ], [ 25454, 25730 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P11_102+7_8_9_10", "video_id": "P11_102", "narration_ids": [ "P11_102_7", "P11_102_8", "P11_102_9", "P11_102_10" ], "src": "fill_up pot . turn_off tap . put lid on pot", "src1": "fill_up pot", "src2": "turn_off tap", "src3": "put lid on pot", "trg": "put pot on hob", "vis_src": "P11_102:7 P11_102:8 P11_102:9", "vis_trg": "P11_102:10", "narrations": [ "fill up pot", "turn off tap", "put lid on pot", "put pot on hob" ], "verbs": [ "fill-up", "turn-off", "put-on", "put-on" ], "verb_classes": [ 26, 8, 1, 1 ], "nouns": [ "pot", "tap", "lid", "pot" ], "noun_classes": [ 29, 0, 6, 29 ], "start_stop_timestamps": [ [ "00:00:21.39", "00:00:23.44" ], [ "00:00:23.99", "00:00:24.63" ], [ "00:00:25.65", "00:00:26.57" ], [ "00:00:25.85", "00:00:28.05" ] ], "start_stop_frames": [ [ 1069, 1172 ], [ 1199, 1231 ], [ 1282, 1328 ], [ 1292, 1402 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P26_114+1_2_3_4", "video_id": "P26_114", "narration_ids": [ "P26_114_1", "P26_114_2", "P26_114_3", "P26_114_4" ], "src": "pick_up cloth . pick_up baking_tray . put_down baking_tray", "src1": "pick_up cloth", "src2": "pick_up baking_tray", "src3": "put_down baking_tray", "trg": "put_down cloth", "vis_src": "P26_114:1 P26_114:2 P26_114:3", "vis_trg": "P26_114:4", "narrations": [ "pick up cloth", "pick up baking tray", "put down baking tray", "put down cloth" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "cloth", "tray:baking", "tray:baking", "cloth" ], "noun_classes": [ 17, 35, 35, 17 ], "start_stop_timestamps": [ [ "00:00:05.57", "00:00:06.27" ], [ "00:00:06.91", "00:00:10.92" ], [ "00:00:13.75", "00:00:15.00" ], [ "00:00:14.84", "00:00:15.38" ] ], "start_stop_frames": [ [ 278, 313 ], [ 345, 546 ], [ 687, 750 ], [ 742, 769 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P30_107+389_390_391_392", "video_id": "P30_107", "narration_ids": [ "P30_107_389", "P30_107_390", "P30_107_391", "P30_107_392" ], "src": "put meat on chopping board . remove fat from meat . take fat", "src1": "put meat on chopping board", "src2": "remove fat from meat", "src3": "take fat", "trg": "put fat into bin", "vis_src": "P30_107:389 P30_107:390 P30_107:391", "vis_trg": "P30_107:392", "narrations": [ "put meat on chopping board", "remove fat from meat", "take fat", "put fat into bin" ], "verbs": [ "put-on", "remove-from", "take", "put-into" ], "verb_classes": [ 1, 12, 0, 5 ], "nouns": [ "meat", "meat", "fat", "fat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:19:21.21", "00:19:24.80" ], [ "00:19:25.05", "00:19:56.29" ], [ "00:19:56.47", "00:19:57.83" ], [ "00:19:58.53", "00:19:59.53" ] ], "start_stop_frames": [ [ 58060, 58240 ], [ 58252, 59814 ], [ 59823, 59891 ], [ 59926, 59976 ] ], "trgnoun": "fat", "trgverb": "put_into" }, { "key": "P02_123+352_353_354_355", "video_id": "P02_123", "narration_ids": [ "P02_123_352", "P02_123_353", "P02_123_354", "P02_123_355" ], "src": "pick_up mug . sponge mug . open tap", "src1": "pick_up mug", "src2": "sponge mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_123:352 P02_123:353 P02_123:354", "vis_trg": "P02_123:355", "narrations": [ "pick up mug", "sponge mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:18:13.04", "00:18:14.54" ], [ "00:18:14.23", "00:18:17.42" ], [ "00:18:17.94", "00:18:19.04" ], [ "00:18:19.01", "00:18:23.20" ] ], "start_stop_frames": [ [ 54652, 54727 ], [ 54711, 54871 ], [ 54897, 54952 ], [ 54950, 55160 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P04_119+49_50_51_52", "video_id": "P04_119", "narration_ids": [ "P04_119_49", "P04_119_50", "P04_119_51", "P04_119_52" ], "src": "turn kettle . pick_up kettle . catch water_bottle", "src1": "turn kettle", "src2": "pick_up kettle", "src3": "catch water_bottle", "trg": "straighten water_bottle", "vis_src": "P04_119:49 P04_119:50 P04_119:51", "vis_trg": "P04_119:52", "narrations": [ "turn kettle", "pick up kettle", "catch water bottle", "straighten water bottle" ], "verbs": [ "turn", "pick-up", "catch", "straighten" ], "verb_classes": [ 23, 0, 0, 40 ], "nouns": [ "kettle", "kettle", "bottle:water", "bottle:water" ], "noun_classes": [ 44, 44, 15, 15 ], "start_stop_timestamps": [ [ "00:02:35.96", "00:02:37.42" ], [ "00:02:35.91", "00:02:37.89" ], [ "00:02:38.43", "00:02:38.82" ], [ "00:02:38.88", "00:02:39.45" ] ], "start_stop_frames": [ [ 7798, 7871 ], [ 7795, 7894 ], [ 7921, 7941 ], [ 7944, 7972 ] ], "trgnoun": "water_bottle", "trgverb": "straighten" }, { "key": "P04_110+276_277_278_280", "video_id": "P04_110", "narration_ids": [ "P04_110_276", "P04_110_277", "P04_110_278", "P04_110_280" ], "src": "pick_up piece of broccoli . eat piece of broccoli . adjust piece of broccoli", "src1": "pick_up piece of broccoli", "src2": "eat piece of broccoli", "src3": "adjust piece of broccoli", "trg": "lick finger", "vis_src": "P04_110:276 P04_110:277 P04_110:278", "vis_trg": "P04_110:280", "narrations": [ "pick up piece of broccoli", "eat piece of broccoli", "adjust piece of broccoli", "lick finger" ], "verbs": [ "pick-up", "eat", "adjust", "lick" ], "verb_classes": [ 0, 35, 17, 35 ], "nouns": [ "piece:broccoli", "piece:broccoli", "piece:broccoli", "finger" ], "noun_classes": [ 101, 101, 101, 11 ], "start_stop_timestamps": [ [ "00:07:55.02", "00:07:55.91" ], [ "00:07:55.79", "00:07:57.53" ], [ "00:07:58.88", "00:08:00.83" ], [ "00:08:02.66", "00:08:03.65" ] ], "start_stop_frames": [ [ 23751, 23795 ], [ 23789, 23876 ], [ 23944, 24041 ], [ 24133, 24182 ] ], "trgnoun": "finger", "trgverb": "lick" }, { "key": "P27_103+282_283_284_285", "video_id": "P27_103", "narration_ids": [ "P27_103_282", "P27_103_283", "P27_103_284", "P27_103_285" ], "src": "put_down knife . spread butter . open garbage_bin", "src1": "put_down knife", "src2": "spread butter", "src3": "open garbage_bin", "trg": "throw butter", "vis_src": "P27_103:282 P27_103:283 P27_103:284", "vis_trg": "P27_103:285", "narrations": [ "put down knife", "spread butter", "open garbage bin", "throw butter" ], "verbs": [ "put-down", "spread", "open", "throw" ], "verb_classes": [ 1, 27, 3, 13 ], "nouns": [ "knife", "butter", "bin:garbage", "butter" ], "noun_classes": [ 4, 78, 36, 78 ], "start_stop_timestamps": [ [ "00:19:29.38", "00:19:30.13" ], [ "00:19:30.23", "00:19:47.88" ], [ "00:19:49.43", "00:19:50.13" ], [ "00:19:50.40", "00:19:51.15" ] ], "start_stop_frames": [ [ 58469, 58506 ], [ 58511, 59394 ], [ 59471, 59506 ], [ 59520, 59557 ] ], "trgnoun": "butter", "trgverb": "throw" }, { "key": "P30_109+74_75_76_77", "video_id": "P30_109", "narration_ids": [ "P30_109_74", "P30_109_75", "P30_109_76", "P30_109_77" ], "src": "rinse sponge . scrub mug . pick_up washing up liquid", "src1": "rinse sponge", "src2": "scrub mug", "src3": "pick_up washing up liquid", "trg": "apply washing up liquid to sponge", "vis_src": "P30_109:74 P30_109:75 P30_109:76", "vis_trg": "P30_109:77", "narrations": [ "rinse sponge", "scrub mug", "pick up washing up liquid", "apply washing up liquid to sponge" ], "verbs": [ "rinse", "scrub", "pick-up", "apply" ], "verb_classes": [ 2, 29, 0, 27 ], "nouns": [ "sponge", "mug", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 9, 13, 22, 22 ], "start_stop_timestamps": [ [ "00:01:57.87", "00:01:58.42" ], [ "00:01:59.03", "00:02:00.12" ], [ "00:02:00.60", "00:02:01.39" ], [ "00:02:00.50", "00:02:01.75" ] ], "start_stop_frames": [ [ 5893, 5921 ], [ 5951, 6006 ], [ 6030, 6069 ], [ 6025, 6087 ] ], "trgnoun": "up_washing_liquid", "trgverb": "apply" }, { "key": "P37_102+95_97_99_101", "video_id": "P37_102", "narration_ids": [ "P37_102_95", "P37_102_97", "P37_102_99", "P37_102_101" ], "src": "cut carrots into sticks . put carrots in plate . take carrots", "src1": "cut carrots into sticks", "src2": "put carrots in plate", "src3": "take carrots", "trg": "slice carrots", "vis_src": "P37_102:95 P37_102:97 P37_102:99", "vis_trg": "P37_102:101", "narrations": [ "cut carrots into sticks", "put carrots in plate", "take carrots", "slice carrots" ], "verbs": [ "cut-into", "put-in", "take", "slice" ], "verb_classes": [ 7, 5, 0, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:07:18.38", "00:07:28.37" ], [ "00:07:29.53", "00:07:32.16" ], [ "00:07:52.86", "00:07:53.78" ], [ "00:07:58.73", "00:08:05.67" ] ], "start_stop_frames": [ [ 21919, 22418 ], [ 22476, 22608 ], [ 23643, 23689 ], [ 23936, 24283 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P30_110+68_69_70_71", "video_id": "P30_110", "narration_ids": [ "P30_110_68", "P30_110_69", "P30_110_70", "P30_110_71" ], "src": "turn_on tap . fill saucepan with water . turn_off tap", "src1": "turn_on tap", "src2": "fill saucepan with water", "src3": "turn_off tap", "trg": "put saucepan on hob", "vis_src": "P30_110:68 P30_110:69 P30_110:70", "vis_trg": "P30_110:71", "narrations": [ "turn on tap", "fill saucepan with water", "turn off tap", "put saucepan on hob" ], "verbs": [ "turn-on", "fill-with", "turn-off", "put-on" ], "verb_classes": [ 6, 26, 8, 1 ], "nouns": [ "tap", "saucepan", "tap", "saucepan" ], "noun_classes": [ 0, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:02:16.43", "00:02:19.49" ], [ "00:02:20.04", "00:02:22.61" ], [ "00:02:20.69", "00:02:22.69" ], [ "00:02:22.58", "00:02:24.89" ] ], "start_stop_frames": [ [ 6821, 6974 ], [ 7002, 7130 ], [ 7034, 7134 ], [ 7128, 7244 ] ], "trgnoun": "saucepan", "trgverb": "put_on" }, { "key": "P35_108+172_173_174_175", "video_id": "P35_108", "narration_ids": [ "P35_108_172", "P35_108_173", "P35_108_174", "P35_108_175" ], "src": "put_down glass . pick_up cutting_board . put_down cutting_board", "src1": "put_down glass", "src2": "pick_up cutting_board", "src3": "put_down cutting_board", "trg": "move glasses", "vis_src": "P35_108:172 P35_108:173 P35_108:174", "vis_trg": "P35_108:175", "narrations": [ "put down glass", "pick up cutting board", "put down cutting board", "move glasses" ], "verbs": [ "put-down", "pick-up", "put-down", "move" ], "verb_classes": [ 1, 0, 1, 11 ], "nouns": [ "glass", "board:cutting", "board:cutting", "glass" ], "noun_classes": [ 10, 18, 18, 10 ], "start_stop_timestamps": [ [ "00:10:22.59", "00:10:24.50" ], [ "00:10:24.55", "00:10:26.72" ], [ "00:10:26.31", "00:10:33.41" ], [ "00:10:33.70", "00:10:36.11" ] ], "start_stop_frames": [ [ 31129, 31225 ], [ 31227, 31336 ], [ 31315, 31670 ], [ 31685, 31805 ] ], "trgnoun": "glass", "trgverb": "move" }, { "key": "P02_06+235_236_237_238", "video_id": "P02_06", "narration_ids": [ "P02_06_235", "P02_06_236", "P02_06_237", "P02_06_238" ], "src": "pick_up sweetcorn can . pick_up can . look_at can", "src1": "pick_up sweetcorn can", "src2": "pick_up can", "src3": "look_at can", "trg": "return can", "vis_src": "P02_06:235 P02_06:236 P02_06:237", "vis_trg": "P02_06:238", "narrations": [ "pick up sweetcorn can", "pick up can", "look at can", "return can" ], "verbs": [ "pick-up", "pick-up", "look-at", "return" ], "verb_classes": [ 0, 0, 38, 1 ], "nouns": [ "sweetcorn", "can", "can", "can" ], "noun_classes": [ 125, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:10:58.76", "00:10:59.98" ], [ "00:11:00.70", "00:11:02.11" ], [ "00:11:02.11", "00:11:03.11" ], [ "00:11:03.41", "00:11:04.32" ] ], "start_stop_frames": [ [ 39525, 39598 ], [ 39642, 39726 ], [ 39726, 39786 ], [ 39804, 39859 ] ], "trgnoun": "can", "trgverb": "return" }, { "key": "P06_103+72_73_74_75", "video_id": "P06_103", "narration_ids": [ "P06_103_72", "P06_103_73", "P06_103_74", "P06_103_75" ], "src": "close cupboard . put_down cup . pick_up rice", "src1": "close cupboard", "src2": "put_down cup", "src3": "pick_up rice", "trg": "pour rice into cup", "vis_src": "P06_103:72 P06_103:73 P06_103:74", "vis_trg": "P06_103:75", "narrations": [ "close cupboard", "put down cup", "pick up rice", "pour rice into cup" ], "verbs": [ "close", "put-down", "pick-up", "pour-into" ], "verb_classes": [ 4, 1, 0, 9 ], "nouns": [ "cupboard", "cup", "rice", "rice" ], "noun_classes": [ 3, 13, 55, 55 ], "start_stop_timestamps": [ [ "00:04:13.07", "00:04:14.32" ], [ "00:04:15.48", "00:04:16.23" ], [ "00:04:16.26", "00:04:17.74" ], [ "00:04:17.83", "00:04:24.75" ] ], "start_stop_frames": [ [ 12653, 12716 ], [ 12774, 12811 ], [ 12813, 12887 ], [ 12891, 13237 ] ], "trgnoun": "rice", "trgverb": "pour_into" }, { "key": "P08_06+51_52_53_54", "video_id": "P08_06", "narration_ids": [ "P08_06_51", "P08_06_52", "P08_06_53", "P08_06_54" ], "src": "get pan . wipe_off spoon . wipe_off pan", "src1": "get pan", "src2": "wipe_off spoon", "src3": "wipe_off pan", "trg": "place pan", "vis_src": "P08_06:51 P08_06:52 P08_06:53", "vis_trg": "P08_06:54", "narrations": [ "get pan", "wipe off spoon", "wipe off pan", "place pan" ], "verbs": [ "get", "wipe-off", "wipe-off", "place" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "pan", "spoon", "pan", "pan" ], "noun_classes": [ 5, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:02:48.97", "00:02:50.65" ], [ "00:02:51.62", "00:02:53.25" ], [ "00:02:54.46", "00:02:56.55" ], [ "00:02:56.76", "00:02:58.75" ] ], "start_stop_frames": [ [ 10138, 10239 ], [ 10297, 10395 ], [ 10467, 10593 ], [ 10605, 10725 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P11_05+333_334_335_336", "video_id": "P11_05", "narration_ids": [ "P11_05_333", "P11_05_334", "P11_05_335", "P11_05_336" ], "src": "pour soap on chopping block . scrub chopping_block . rinse hands", "src1": "pour soap on chopping block", "src2": "scrub chopping_block", "src3": "rinse hands", "trg": "rinse chopping_block", "vis_src": "P11_05:333 P11_05:334 P11_05:335", "vis_trg": "P11_05:336", "narrations": [ "pour soap on chopping block", "scrub chopping block", "rinse hands", "rinse chopping block" ], "verbs": [ "pour-on", "scrub", "rinse", "rinse" ], "verb_classes": [ 9, 29, 2, 2 ], "nouns": [ "soap", "block:chopping", "hand", "block:chopping" ], "noun_classes": [ 22, 18, 11, 18 ], "start_stop_timestamps": [ [ "00:23:29.85", "00:23:33.10" ], [ "00:23:33.69", "00:23:43.55" ], [ "00:23:43.53", "00:23:45.06" ], [ "00:23:45.06", "00:23:50.37" ] ], "start_stop_frames": [ [ 84591, 84786 ], [ 84821, 85413 ], [ 85411, 85503 ], [ 85503, 85822 ] ], "trgnoun": "chopping_block", "trgverb": "rinse" }, { "key": "P26_21+18_19_20_21", "video_id": "P26_21", "narration_ids": [ "P26_21_18", "P26_21_19", "P26_21_20", "P26_21_21" ], "src": "gather onion_skin . open door . throw onion_skin", "src1": "gather onion_skin", "src2": "open door", "src3": "throw onion_skin", "trg": "close door", "vis_src": "P26_21:18 P26_21:19 P26_21:20", "vis_trg": "P26_21:21", "narrations": [ "gather onion skin", "open door", "throw onion skin", "close door" ], "verbs": [ "gather", "open", "throw", "close" ], "verb_classes": [ 63, 3, 13, 4 ], "nouns": [ "skin:onion", "door", "skin:onion", "door" ], "noun_classes": [ 48, 3, 48, 3 ], "start_stop_timestamps": [ [ "00:01:43.49", "00:01:49.24" ], [ "00:01:50.57", "00:01:51.27" ], [ "00:01:51.06", "00:01:52.73" ], [ "00:01:54.28", "00:01:55.08" ] ], "start_stop_frames": [ [ 6209, 6554 ], [ 6634, 6676 ], [ 6663, 6763 ], [ 6856, 6904 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P02_118+9_10_11_12", "video_id": "P02_118", "narration_ids": [ "P02_118_9", "P02_118_10", "P02_118_11", "P02_118_12" ], "src": "put_down butter . open butter_wrapping . cut butter", "src1": "put_down butter", "src2": "open butter_wrapping", "src3": "cut butter", "trg": "cut butter into cubes", "vis_src": "P02_118:9 P02_118:10 P02_118:11", "vis_trg": "P02_118:12", "narrations": [ "put down butter", "open butter wrapping", "cut butter", "cut butter into cubes" ], "verbs": [ "put-down", "open", "cut", "cut-into" ], "verb_classes": [ 1, 3, 7, 7 ], "nouns": [ "butter", "wrapping:butter", "butter", "butter" ], "noun_classes": [ 78, 26, 78, 78 ], "start_stop_timestamps": [ [ "00:00:22.18", "00:00:24.32" ], [ "00:00:24.14", "00:00:41.90" ], [ "00:00:41.68", "00:00:59.97" ], [ "00:01:04.10", "00:01:14.05" ] ], "start_stop_frames": [ [ 1109, 1216 ], [ 1207, 2095 ], [ 2084, 2998 ], [ 3204, 3702 ] ], "trgnoun": "butter", "trgverb": "cut_into" }, { "key": "P30_111+511_514_543_544", "video_id": "P30_111", "narration_ids": [ "P30_111_511", "P30_111_514", "P30_111_543", "P30_111_544" ], "src": "turn_off tap . apply washing up liquid to sponge . put_down sponge", "src1": "turn_off tap", "src2": "apply washing up liquid to sponge", "src3": "put_down sponge", "trg": "pick_up washing up liquid", "vis_src": "P30_111:511 P30_111:514 P30_111:543", "vis_trg": "P30_111:544", "narrations": [ "turn off tap", "apply washing up liquid to sponge", "put down sponge", "pick up washing up liquid" ], "verbs": [ "turn-off", "apply", "put-down", "pick-up" ], "verb_classes": [ 8, 27, 1, 0 ], "nouns": [ "tap", "liquid:washing:up", "sponge", "liquid:washing:up" ], "noun_classes": [ 0, 22, 9, 22 ], "start_stop_timestamps": [ [ "00:23:35.29", "00:23:35.86" ], [ "00:23:37.00", "00:23:37.83" ], [ "00:24:55.70", "00:24:56.16" ], [ "00:24:56.26", "00:24:57.02" ] ], "start_stop_frames": [ [ 70764, 70793 ], [ 70850, 70891 ], [ 74785, 74808 ], [ 74813, 74851 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pick_up" }, { "key": "P07_115+33_34_35_36", "video_id": "P07_115", "narration_ids": [ "P07_115_33", "P07_115_34", "P07_115_35", "P07_115_36" ], "src": "grab paper_roll . cut paper . clean kitchen counter", "src1": "grab paper_roll", "src2": "cut paper", "src3": "clean kitchen counter", "trg": "throw paper", "vis_src": "P07_115:33 P07_115:34 P07_115:35", "vis_trg": "P07_115:36", "narrations": [ "grab paper roll", "cut paper", "clean kitchen counter", "throw paper" ], "verbs": [ "grab", "cut", "clean", "throw" ], "verb_classes": [ 0, 7, 2, 13 ], "nouns": [ "roll:paper", "paper", "kitchen", "paper" ], "noun_classes": [ 93, 49, 157, 49 ], "start_stop_timestamps": [ [ "00:01:30.06", "00:01:32.41" ], [ "00:01:32.31", "00:01:33.40" ], [ "00:01:35.16", "00:01:40.74" ], [ "00:01:58.56", "00:02:00.54" ] ], "start_stop_frames": [ [ 4503, 4620 ], [ 4615, 4670 ], [ 4758, 5037 ], [ 5928, 6027 ] ], "trgnoun": "paper", "trgverb": "throw" }, { "key": "P01_109+192_193_194_195", "video_id": "P01_109", "narration_ids": [ "P01_109_192", "P01_109_193", "P01_109_194", "P01_109_195" ], "src": "move potato_skin . pick_up potato_skin . open food_bin", "src1": "move potato_skin", "src2": "pick_up potato_skin", "src3": "open food_bin", "trg": "throw potato_skin into bin", "vis_src": "P01_109:192 P01_109:193 P01_109:194", "vis_trg": "P01_109:195", "narrations": [ "move potato skin", "pick up potato skin", "open food bin", "throw potato skin into bin" ], "verbs": [ "move", "pick-up", "open", "throw-into" ], "verb_classes": [ 11, 0, 3, 13 ], "nouns": [ "skin:potato", "skin:potato", "bin:food", "skin:potato" ], "noun_classes": [ 48, 48, 36, 48 ], "start_stop_timestamps": [ [ "00:09:11.64", "00:09:14.37" ], [ "00:09:13.67", "00:09:14.92" ], [ "00:09:17.79", "00:09:18.55" ], [ "00:09:18.63", "00:09:19.15" ] ], "start_stop_frames": [ [ 27582, 27718 ], [ 27683, 27745 ], [ 27889, 27927 ], [ 27931, 27957 ] ], "trgnoun": "potato_skin", "trgverb": "throw_into" }, { "key": "P02_132+81_82_83_84", "video_id": "P02_132", "narration_ids": [ "P02_132_81", "P02_132_82", "P02_132_83", "P02_132_84" ], "src": "pick_up tupperware . open fridge . put tupperware in fridge", "src1": "pick_up tupperware", "src2": "open fridge", "src3": "put tupperware in fridge", "trg": "close fridge", "vis_src": "P02_132:81 P02_132:82 P02_132:83", "vis_trg": "P02_132:84", "narrations": [ "pick up tupperware", "open fridge", "put tupperware in fridge", "close fridge" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "tupperware", "fridge", "tupperware", "fridge" ], "noun_classes": [ 23, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:03:27.84", "00:03:28.32" ], [ "00:03:29.88", "00:03:30.99" ], [ "00:03:31.08", "00:03:33.07" ], [ "00:03:33.17", "00:03:34.93" ] ], "start_stop_frames": [ [ 10392, 10416 ], [ 10494, 10549 ], [ 10554, 10653 ], [ 10658, 10746 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P28_104+109_110_111_112", "video_id": "P28_104", "narration_ids": [ "P28_104_109", "P28_104_110", "P28_104_111", "P28_104_112" ], "src": "take potato . taste potato . take green_bean", "src1": "take potato", "src2": "taste potato", "src3": "take green_bean", "trg": "taste green_bean", "vis_src": "P28_104:109 P28_104:110 P28_104:111", "vis_trg": "P28_104:112", "narrations": [ "take potato", "taste potato", "take green bean", "taste green bean" ], "verbs": [ "take", "taste", "take", "taste" ], "verb_classes": [ 0, 35, 0, 35 ], "nouns": [ "potato", "potato", "bean:green", "bean:green" ], "noun_classes": [ 30, 30, 185, 185 ], "start_stop_timestamps": [ [ "00:06:10.86", "00:06:12.33" ], [ "00:06:12.33", "00:06:13.36" ], [ "00:06:13.45", "00:06:15.70" ], [ "00:06:21.33", "00:06:22.61" ] ], "start_stop_frames": [ [ 18543, 18616 ], [ 18616, 18668 ], [ 18672, 18785 ], [ 19066, 19130 ] ], "trgnoun": "green_bean", "trgverb": "taste" }, { "key": "P01_105+130_131_132_133", "video_id": "P01_105", "narration_ids": [ "P01_105_130", "P01_105_131", "P01_105_132", "P01_105_133" ], "src": "pick_up knife . put_down knife and carrot . pick_up wok", "src1": "pick_up knife", "src2": "put_down knife and carrot", "src3": "pick_up wok", "trg": "put_down wok", "vis_src": "P01_105:130 P01_105:131 P01_105:132", "vis_trg": "P01_105:133", "narrations": [ "pick up knife", "put down knife and carrot", "pick up wok", "put down wok" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "knife", "knife", "wok", "wok" ], "noun_classes": [ 4, 4, 5, 5 ], "start_stop_timestamps": [ [ "00:04:12.94", "00:04:13.52" ], [ "00:04:13.29", "00:04:13.81" ], [ "00:04:14.67", "00:04:15.79" ], [ "00:04:15.89", "00:04:17.93" ] ], "start_stop_frames": [ [ 12647, 12676 ], [ 12664, 12690 ], [ 12733, 12789 ], [ 12794, 12896 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P09_106+0_1_2_3", "video_id": "P09_106", "narration_ids": [ "P09_106_0", "P09_106_1", "P09_106_2", "P09_106_3" ], "src": "take plate . take spoon . take pot", "src1": "take plate", "src2": "take spoon", "src3": "take pot", "trg": "open pot", "vis_src": "P09_106:0 P09_106:1 P09_106:2", "vis_trg": "P09_106:3", "narrations": [ "take plate", "take spoon", "take pot", "open pot" ], "verbs": [ "take", "take", "take", "open" ], "verb_classes": [ 0, 0, 0, 3 ], "nouns": [ "plate", "spoon", "pot", "pot" ], "noun_classes": [ 2, 1, 29, 29 ], "start_stop_timestamps": [ [ "00:00:01.85", "00:00:06.45" ], [ "00:00:04.24", "00:00:11.47" ], [ "00:00:11.04", "00:00:14.48" ], [ "00:00:14.04", "00:00:16.61" ] ], "start_stop_frames": [ [ 92, 322 ], [ 212, 573 ], [ 552, 724 ], [ 702, 830 ] ], "trgnoun": "pot", "trgverb": "open" }, { "key": "P08_23+234_238_239_240", "video_id": "P08_23", "narration_ids": [ "P08_23_234", "P08_23_238", "P08_23_239", "P08_23_240" ], "src": "pour yoghurt . place pesto . add yoghurt", "src1": "pour yoghurt", "src2": "place pesto", "src3": "add yoghurt", "trg": "mix yoghurt in bowl", "vis_src": "P08_23:234 P08_23:238 P08_23:239", "vis_trg": "P08_23:240", "narrations": [ "pour yoghurt", "place pesto", "add yoghurt", "mix yoghurt in bowl" ], "verbs": [ "pour", "place", "add", "mix-in" ], "verb_classes": [ 9, 1, 46, 10 ], "nouns": [ "yoghurt", "pesto", "yoghurt", "yoghurt" ], "noun_classes": [ 98, 47, 98, 98 ], "start_stop_timestamps": [ [ "00:20:36.73", "00:20:40.60" ], [ "00:21:13.71", "00:21:16.30" ], [ "00:21:15.88", "00:21:24.14" ], [ "00:21:24.24", "00:21:31.24" ] ], "start_stop_frames": [ [ 74203, 74436 ], [ 76422, 76578 ], [ 76552, 77048 ], [ 77054, 77474 ] ], "trgnoun": "yoghurt", "trgverb": "mix_in" }, { "key": "P28_103+20_21_22_23", "video_id": "P28_103", "narration_ids": [ "P28_103_20", "P28_103_21", "P28_103_22", "P28_103_23" ], "src": "open fridge . take carrots . take carrots out of package", "src1": "open fridge", "src2": "take carrots", "src3": "take carrots out of package", "trg": "put carrots", "vis_src": "P28_103:20 P28_103:21 P28_103:22", "vis_trg": "P28_103:23", "narrations": [ "open fridge", "take carrots", "take carrots out of package", "put carrots" ], "verbs": [ "open", "take", "take-out", "put" ], "verb_classes": [ 3, 0, 12, 1 ], "nouns": [ "fridge", "carrot", "carrot", "carrot" ], "noun_classes": [ 12, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:01:27.20", "00:01:28.77" ], [ "00:01:31.74", "00:01:39.14" ], [ "00:01:40.49", "00:01:48.44" ], [ "00:01:50.03", "00:01:51.21" ] ], "start_stop_frames": [ [ 4360, 4438 ], [ 4587, 4957 ], [ 5024, 5422 ], [ 5501, 5560 ] ], "trgnoun": "carrot", "trgverb": "put" }, { "key": "P26_103+144_145_146_147", "video_id": "P26_103", "narration_ids": [ "P26_103_144", "P26_103_145", "P26_103_146", "P26_103_147" ], "src": "close cupboard . turn_on tap . pick_up cloth", "src1": "close cupboard", "src2": "turn_on tap", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P26_103:144 P26_103:145 P26_103:146", "vis_trg": "P26_103:147", "narrations": [ "close cupboard", "turn on tap", "pick up cloth", "rinse cloth" ], "verbs": [ "close", "turn-on", "pick-up", "rinse" ], "verb_classes": [ 4, 6, 0, 2 ], "nouns": [ "cupboard", "tap", "cloth", "cloth" ], "noun_classes": [ 3, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:09:16.09", "00:09:17.58" ], [ "00:09:17.44", "00:09:19.58" ], [ "00:09:18.86", "00:09:22.02" ], [ "00:09:19.33", "00:09:21.88" ] ], "start_stop_frames": [ [ 27804, 27879 ], [ 27872, 27979 ], [ 27943, 28101 ], [ 27966, 28094 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P10_04+132_133_134_135", "video_id": "P10_04", "narration_ids": [ "P10_04_132", "P10_04_133", "P10_04_134", "P10_04_135" ], "src": "get the lettuce . open the cover of the lettuce . remove the cover", "src1": "get the lettuce", "src2": "open the cover of the lettuce", "src3": "remove the cover", "trg": "put the cover into the dustbin", "vis_src": "P10_04:132 P10_04:133 P10_04:134", "vis_trg": "P10_04:135", "narrations": [ "get the lettuce", "open the cover of the lettuce", "remove the cover", "put the cover into the dustbin" ], "verbs": [ "get", "open", "remove", "put-into" ], "verb_classes": [ 0, 3, 12, 5 ], "nouns": [ "lettuce", "cover", "cover", "cover" ], "noun_classes": [ 120, 89, 89, 89 ], "start_stop_timestamps": [ [ "00:15:06.13", "00:15:08.63" ], [ "00:15:08.40", "00:15:18.27" ], [ "00:15:16.57", "00:15:18.87" ], [ "00:15:18.20", "00:15:20.15" ] ], "start_stop_frames": [ [ 54367, 54517 ], [ 54504, 55096 ], [ 54994, 55132 ], [ 55092, 55209 ] ], "trgnoun": "cover", "trgverb": "put_into" }, { "key": "P37_101+330_331_332_333", "video_id": "P37_101", "narration_ids": [ "P37_101_330", "P37_101_331", "P37_101_332", "P37_101_333" ], "src": "take some coriander . put packing_bags to bin . turn_on tap", "src1": "take some coriander", "src2": "put packing_bags to bin", "src3": "turn_on tap", "trg": "wash coriander", "vis_src": "P37_101:330 P37_101:331 P37_101:332", "vis_trg": "P37_101:333", "narrations": [ "take some coriander", "put packing bags to bin", "turn on tap", "wash coriander" ], "verbs": [ "take", "put-to", "turn-on", "wash" ], "verb_classes": [ 0, 1, 6, 2 ], "nouns": [ "coriander", "bag:packing", "tap", "coriander" ], "noun_classes": [ 173, 19, 0, 173 ], "start_stop_timestamps": [ [ "00:24:08.20", "00:24:16.37" ], [ "00:24:15.60", "00:24:17.32" ], [ "00:24:17.16", "00:24:22.16" ], [ "00:24:22.26", "00:24:27.45" ] ], "start_stop_frames": [ [ 72410, 72818 ], [ 72780, 72866 ], [ 72858, 73108 ], [ 73113, 73372 ] ], "trgnoun": "coriander", "trgverb": "wash" }, { "key": "P01_107+27_28_29_30", "video_id": "P01_107", "narration_ids": [ "P01_107_27", "P01_107_28", "P01_107_29", "P01_107_30" ], "src": "pick_up cereals box . open cupboard . put cereals into cupboard", "src1": "pick_up cereals box", "src2": "open cupboard", "src3": "put cereals into cupboard", "trg": "close cupboard", "vis_src": "P01_107:27 P01_107:28 P01_107:29", "vis_trg": "P01_107:30", "narrations": [ "pick up cereals box", "open cupboard", "put cereals into cupboard", "close cupboard" ], "verbs": [ "pick-up", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "box:cereal", "cupboard", "cereal", "cupboard" ], "noun_classes": [ 23, 3, 99, 3 ], "start_stop_timestamps": [ [ "00:00:53.32", "00:00:54.21" ], [ "00:00:55.23", "00:00:56.24" ], [ "00:00:56.28", "00:00:56.79" ], [ "00:00:57.09", "00:00:57.84" ] ], "start_stop_frames": [ [ 2666, 2710 ], [ 2761, 2812 ], [ 2814, 2839 ], [ 2854, 2892 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_123+398_399_400_401", "video_id": "P02_123", "narration_ids": [ "P02_123_398", "P02_123_399", "P02_123_400", "P02_123_401" ], "src": "open tap . rinse cover . close tap", "src1": "open tap", "src2": "rinse cover", "src3": "close tap", "trg": "put cover in drainer", "vis_src": "P02_123:398 P02_123:399 P02_123:400", "vis_trg": "P02_123:401", "narrations": [ "open tap", "rinse cover", "close tap", "put cover in drainer" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-in" ], "verb_classes": [ 6, 2, 8, 5 ], "nouns": [ "tap", "cover", "tap", "cover" ], "noun_classes": [ 0, 89, 0, 89 ], "start_stop_timestamps": [ [ "00:20:02.01", "00:20:03.13" ], [ "00:20:03.09", "00:20:04.49" ], [ "00:20:04.59", "00:20:05.71" ], [ "00:20:05.89", "00:20:07.39" ] ], "start_stop_frames": [ [ 60100, 60156 ], [ 60154, 60224 ], [ 60229, 60285 ], [ 60294, 60369 ] ], "trgnoun": "cover", "trgverb": "put_in" }, { "key": "P03_121+19_20_21_22", "video_id": "P03_121", "narration_ids": [ "P03_121_19", "P03_121_20", "P03_121_21", "P03_121_22" ], "src": "scrape_off knife . tap back of paring_knife against grater . scrape lemon_zest into bowl", "src1": "scrape_off knife", "src2": "tap back of paring_knife against grater", "src3": "scrape lemon_zest into bowl", "trg": "scrape lemon_zest out of grater using back of paring knife", "vis_src": "P03_121:19 P03_121:20 P03_121:21", "vis_trg": "P03_121:22", "narrations": [ "scrape off knife", "tap back of paring knife against grater", "scrape lemon zest into bowl", "scrape lemon zest out of grater using back of paring knife" ], "verbs": [ "scrape-off", "tap", "scrape-into", "scrape-out" ], "verb_classes": [ 25, 32, 25, 25 ], "nouns": [ "knife", "knife:paring", "zest:lemon", "zest:lemon" ], "noun_classes": [ 4, 4, 105, 105 ], "start_stop_timestamps": [ [ "00:01:16.22", "00:01:18.08" ], [ "00:01:20.01", "00:01:21.68" ], [ "00:01:22.47", "00:01:23.55" ], [ "00:01:24.90", "00:01:30.12" ] ], "start_stop_frames": [ [ 3811, 3904 ], [ 4000, 4084 ], [ 4123, 4177 ], [ 4245, 4506 ] ], "trgnoun": "lemon_zest", "trgverb": "scrape_out" }, { "key": "P04_110+135_136_137_138", "video_id": "P04_110", "narration_ids": [ "P04_110_135", "P04_110_136", "P04_110_137", "P04_110_138" ], "src": "put lid on rice cooker . put_down baking_tray . pick_up steamed_bun", "src1": "put lid on rice cooker", "src2": "put_down baking_tray", "src3": "pick_up steamed_bun", "trg": "open steamed_bun", "vis_src": "P04_110:135 P04_110:136 P04_110:137", "vis_trg": "P04_110:138", "narrations": [ "put lid on rice cooker", "put down baking tray", "pick up steamed bun", "open steamed bun" ], "verbs": [ "put-on", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "lid", "tray:baking", "bun:steamed", "bun:steamed" ], "noun_classes": [ 6, 35, 33, 33 ], "start_stop_timestamps": [ [ "00:05:19.65", "00:05:20.65" ], [ "00:05:21.21", "00:05:23.60" ], [ "00:05:25.03", "00:05:25.79" ], [ "00:05:25.85", "00:05:26.44" ] ], "start_stop_frames": [ [ 15982, 16032 ], [ 16060, 16180 ], [ 16251, 16289 ], [ 16292, 16322 ] ], "trgnoun": "steamed_bun", "trgverb": "open" }, { "key": "P06_101+16_17_18_19", "video_id": "P06_101", "narration_ids": [ "P06_101_16", "P06_101_17", "P06_101_18", "P06_101_19" ], "src": "put_down chopping_board . open drawer . pick_up knife", "src1": "put_down chopping_board", "src2": "open drawer", "src3": "pick_up knife", "trg": "check knife", "vis_src": "P06_101:16 P06_101:17 P06_101:18", "vis_trg": "P06_101:19", "narrations": [ "put down chopping board", "open drawer", "pick up knife", "check knife" ], "verbs": [ "put-down", "open", "pick-up", "check" ], "verb_classes": [ 1, 3, 0, 24 ], "nouns": [ "board:chopping", "drawer", "knife", "knife" ], "noun_classes": [ 18, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:00:44.94", "00:00:45.73" ], [ "00:00:46.12", "00:00:47.06" ], [ "00:00:47.48", "00:00:49.09" ], [ "00:00:49.64", "00:00:51.09" ] ], "start_stop_frames": [ [ 2247, 2286 ], [ 2306, 2353 ], [ 2374, 2454 ], [ 2482, 2554 ] ], "trgnoun": "knife", "trgverb": "check" }, { "key": "P01_109+220_221_222_223", "video_id": "P01_109", "narration_ids": [ "P01_109_220", "P01_109_221", "P01_109_222", "P01_109_223" ], "src": "pick_up knife . put_down onion . cut onion", "src1": "pick_up knife", "src2": "put_down onion", "src3": "cut onion", "trg": "put_down knife", "vis_src": "P01_109:220 P01_109:221 P01_109:222", "vis_trg": "P01_109:223", "narrations": [ "pick up knife", "put down onion", "cut onion", "put down knife" ], "verbs": [ "pick-up", "put-down", "cut", "put-down" ], "verb_classes": [ 0, 1, 7, 1 ], "nouns": [ "knife", "onion", "onion", "knife" ], "noun_classes": [ 4, 16, 16, 4 ], "start_stop_timestamps": [ [ "00:10:01.19", "00:10:01.81" ], [ "00:10:02.13", "00:10:02.82" ], [ "00:10:02.79", "00:10:04.40" ], [ "00:10:04.59", "00:10:06.49" ] ], "start_stop_frames": [ [ 30059, 30090 ], [ 30106, 30141 ], [ 30139, 30220 ], [ 30229, 30324 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P06_03+82_83_84_85", "video_id": "P06_03", "narration_ids": [ "P06_03_82", "P06_03_83", "P06_03_84", "P06_03_85" ], "src": "drop oil . pick_up oil . put lid on oil", "src1": "drop oil", "src2": "pick_up oil", "src3": "put lid on oil", "trg": "put oil in cupboard", "vis_src": "P06_03:82 P06_03:83 P06_03:84", "vis_trg": "P06_03:85", "narrations": [ "drop oil", "pick up oil", "put lid on oil", "put oil in cupboard" ], "verbs": [ "drop", "pick-up", "put-on", "put-in" ], "verb_classes": [ 59, 0, 1, 5 ], "nouns": [ "oil", "oil", "lid", "oil" ], "noun_classes": [ 31, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:05:29.59", "00:05:30.91" ], [ "00:05:30.41", "00:05:31.81" ], [ "00:05:32.02", "00:05:34.01" ], [ "00:05:33.84", "00:05:35.55" ] ], "start_stop_frames": [ [ 19775, 19854 ], [ 19824, 19908 ], [ 19921, 20040 ], [ 20030, 20133 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P02_09+72_73_74_75", "video_id": "P02_09", "narration_ids": [ "P02_09_72", "P02_09_73", "P02_09_74", "P02_09_75" ], "src": "close trash_bin . pick_up spoon . scoop yeast", "src1": "close trash_bin", "src2": "pick_up spoon", "src3": "scoop yeast", "trg": "put yeast in bowl", "vis_src": "P02_09:72 P02_09:73 P02_09:74", "vis_trg": "P02_09:75", "narrations": [ "close trash bin", "pick up spoon", "scoop yeast", "put yeast in bowl" ], "verbs": [ "close", "pick-up", "scoop", "put-in" ], "verb_classes": [ 4, 0, 16, 5 ], "nouns": [ "bin:trash", "spoon", "yeast", "yeast" ], "noun_classes": [ 36, 1, 195, 195 ], "start_stop_timestamps": [ [ "00:02:51.53", "00:02:52.06" ], [ "00:02:52.97", "00:02:53.98" ], [ "00:02:53.99", "00:02:57.65" ], [ "00:02:57.55", "00:02:59.92" ] ], "start_stop_frames": [ [ 10291, 10323 ], [ 10378, 10438 ], [ 10439, 10659 ], [ 10653, 10795 ] ], "trgnoun": "yeast", "trgverb": "put_in" }, { "key": "P05_08+120_121_122_123", "video_id": "P05_08", "narration_ids": [ "P05_08_120", "P05_08_121", "P05_08_122", "P05_08_123" ], "src": "wash pan . wash wooden_spatula . rinse wooden_spatula", "src1": "wash pan", "src2": "wash wooden_spatula", "src3": "rinse wooden_spatula", "trg": "place wooden_spatula in drainer", "vis_src": "P05_08:120 P05_08:121 P05_08:122", "vis_trg": "P05_08:123", "narrations": [ "wash pan", "wash wooden spatula", "rinse wooden spatula", "place wooden spatula in drainer" ], "verbs": [ "wash", "wash", "rinse", "place-in" ], "verb_classes": [ 2, 2, 2, 5 ], "nouns": [ "pan", "spatula:wooden", "spatula:wooden", "spatula:wooden" ], "noun_classes": [ 5, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:19:07.59", "00:19:30.68" ], [ "00:19:31.18", "00:19:34.02" ], [ "00:19:35.66", "00:19:42.58" ], [ "00:19:44.64", "00:19:45.49" ] ], "start_stop_frames": [ [ 68855, 70240 ], [ 70270, 70441 ], [ 70539, 70954 ], [ 71078, 71129 ] ], "trgnoun": "wooden_spatula", "trgverb": "place_in" }, { "key": "P22_13+2_3_4_5", "video_id": "P22_13", "narration_ids": [ "P22_13_2", "P22_13_3", "P22_13_4", "P22_13_5" ], "src": "pick_up cloth . dry jar . shake jar", "src1": "pick_up cloth", "src2": "dry jar", "src3": "shake jar", "trg": "put_down jar", "vis_src": "P22_13:2 P22_13:3 P22_13:4", "vis_trg": "P22_13:5", "narrations": [ "pick up cloth", "dry jar", "shake jar", "put down jar" ], "verbs": [ "pick-up", "dry", "shake", "put-down" ], "verb_classes": [ 0, 14, 15, 1 ], "nouns": [ "cloth", "jar", "jar", "jar" ], "noun_classes": [ 17, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:00:04.30", "00:00:05.22" ], [ "00:00:05.30", "00:00:16.28" ], [ "00:00:16.33", "00:00:16.94" ], [ "00:00:16.98", "00:00:18.00" ] ], "start_stop_frames": [ [ 258, 313 ], [ 318, 976 ], [ 979, 1016 ], [ 1018, 1080 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P04_107+402_403_404_405", "video_id": "P04_107", "narration_ids": [ "P04_107_402", "P04_107_403", "P04_107_404", "P04_107_405" ], "src": "turn_over dough . roll_out dough . pick_up dough", "src1": "turn_over dough", "src2": "roll_out dough", "src3": "pick_up dough", "trg": "unfold dough", "vis_src": "P04_107:402 P04_107:403 P04_107:404", "vis_trg": "P04_107:405", "narrations": [ "turn over dough", "roll out dough", "pick up dough", "unfold dough" ], "verbs": [ "turn-over", "roll-out", "pick-up", "unfold" ], "verb_classes": [ 22, 39, 0, 39 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:09.26", "00:12:10.05" ], [ "00:12:10.12", "00:12:12.15" ], [ "00:12:12.84", "00:12:13.84" ], [ "00:12:14.09", "00:12:18.94" ] ], "start_stop_frames": [ [ 36463, 36502 ], [ 36506, 36607 ], [ 36642, 36692 ], [ 36704, 36947 ] ], "trgnoun": "dough", "trgverb": "unfold" }, { "key": "P01_09+229_230_231_232", "video_id": "P01_09", "narration_ids": [ "P01_09_229", "P01_09_230", "P01_09_231", "P01_09_232" ], "src": "cut onion . put_down knife . take onion_bits", "src1": "cut onion", "src2": "put_down knife", "src3": "take onion_bits", "trg": "put_down bits", "vis_src": "P01_09:229 P01_09:230 P01_09:231", "vis_trg": "P01_09:232", "narrations": [ "cut onion", "put down knife", "take onion bits", "put down bits" ], "verbs": [ "cut", "put-down", "take", "put-down" ], "verb_classes": [ 7, 1, 0, 1 ], "nouns": [ "onion", "knife", "bit:onion", "bit:onion" ], "noun_classes": [ 16, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:18:14.08", "00:18:16.85" ], [ "00:18:16.45", "00:18:17.12" ], [ "00:18:17.07", "00:18:19.79" ], [ "00:18:19.84", "00:18:22.32" ] ], "start_stop_frames": [ [ 65644, 65811 ], [ 65787, 65827 ], [ 65824, 65987 ], [ 65990, 66139 ] ], "trgnoun": "onion_bit", "trgverb": "put_down" }, { "key": "P06_107+34_35_36_37", "video_id": "P06_107", "narration_ids": [ "P06_107_34", "P06_107_35", "P06_107_36", "P06_107_37" ], "src": "cover dough in flour . pick_up knife . cut dough", "src1": "cover dough in flour", "src2": "pick_up knife", "src3": "cut dough", "trg": "put_down knife", "vis_src": "P06_107:34 P06_107:35 P06_107:36", "vis_trg": "P06_107:37", "narrations": [ "cover dough in flour", "pick up knife", "cut dough", "put down knife" ], "verbs": [ "cover-in", "pick-up", "cut", "put-down" ], "verb_classes": [ 36, 0, 7, 1 ], "nouns": [ "dough", "knife", "dough", "knife" ], "noun_classes": [ 25, 4, 25, 4 ], "start_stop_timestamps": [ [ "00:02:15.79", "00:02:24.70" ], [ "00:02:25.18", "00:02:26.23" ], [ "00:02:26.31", "00:02:58.75" ], [ "00:02:58.85", "00:03:00.54" ] ], "start_stop_frames": [ [ 6789, 7234 ], [ 7259, 7311 ], [ 7315, 8937 ], [ 8942, 9027 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P03_120+32_33_34_36", "video_id": "P03_120", "narration_ids": [ "P03_120_32", "P03_120_33", "P03_120_34", "P03_120_36" ], "src": "put large_bowl on large saucepan . pick_up tupperware of butter . open tupperware of butter", "src1": "put large_bowl on large saucepan", "src2": "pick_up tupperware of butter", "src3": "open tupperware of butter", "trg": "take butter from tupperware", "vis_src": "P03_120:32 P03_120:33 P03_120:34", "vis_trg": "P03_120:36", "narrations": [ "put large bowl on large saucepan", "pick up tupperware of butter", "open tupperware of butter", "take butter from tupperware" ], "verbs": [ "put-on", "pick-up", "open", "take-from" ], "verb_classes": [ 1, 0, 3, 0 ], "nouns": [ "bowl:large", "tupperware:butter", "tupperware:butter", "butter" ], "noun_classes": [ 7, 23, 23, 78 ], "start_stop_timestamps": [ [ "00:01:06.33", "00:01:07.52" ], [ "00:01:08.90", "00:01:10.69" ], [ "00:01:10.16", "00:01:11.10" ], [ "00:01:09.00", "00:01:12.41" ] ], "start_stop_frames": [ [ 3316, 3376 ], [ 3445, 3534 ], [ 3508, 3554 ], [ 3450, 3620 ] ], "trgnoun": "butter", "trgverb": "take_from" }, { "key": "P02_118+254_255_256_257", "video_id": "P02_118", "narration_ids": [ "P02_118_254", "P02_118_255", "P02_118_256", "P02_118_257" ], "src": "sponge mug . put_down sponge . open tap", "src1": "sponge mug", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_118:254 P02_118:255 P02_118:256", "vis_trg": "P02_118:257", "narrations": [ "sponge mug", "put down sponge", "open tap", "rinse mug" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "mug", "sponge", "tap", "mug" ], "noun_classes": [ 13, 9, 0, 13 ], "start_stop_timestamps": [ [ "00:12:05.93", "00:12:09.04" ], [ "00:12:09.01", "00:12:09.44" ], [ "00:12:09.53", "00:12:10.29" ], [ "00:12:10.47", "00:12:13.02" ] ], "start_stop_frames": [ [ 36296, 36452 ], [ 36450, 36472 ], [ 36476, 36514 ], [ 36523, 36651 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P04_121+356_357_358_359", "video_id": "P04_121", "narration_ids": [ "P04_121_356", "P04_121_357", "P04_121_358", "P04_121_359" ], "src": "hold cheese_curds . drain whey from cheese_curds . empty cheese_curds into bowl", "src1": "hold cheese_curds", "src2": "drain whey from cheese_curds", "src3": "empty cheese_curds into bowl", "trg": "scoop_up cheese_curds with spatulas", "vis_src": "P04_121:356 P04_121:357 P04_121:358", "vis_trg": "P04_121:359", "narrations": [ "hold cheese curds", "drain whey from cheese curds", "empty cheese curds into bowl", "scoop up cheese curds with spatulas" ], "verbs": [ "hold", "drain-from", "empty", "scoop-up" ], "verb_classes": [ 34, 37, 20, 16 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:16:08.62", "00:16:11.45" ], [ "00:16:09.34", "00:16:12.24" ], [ "00:16:12.09", "00:16:13.48" ], [ "00:16:14.34", "00:16:17.69" ] ], "start_stop_frames": [ [ 48431, 48572 ], [ 48467, 48612 ], [ 48604, 48674 ], [ 48717, 48884 ] ], "trgnoun": "cheese_curd", "trgverb": "scoop_up" }, { "key": "P04_112+58_59_60_61", "video_id": "P04_112", "narration_ids": [ "P04_112_58", "P04_112_59", "P04_112_60", "P04_112_61" ], "src": "close lid of tupperware . open fridge . put tupperware in fridge", "src1": "close lid of tupperware", "src2": "open fridge", "src3": "put tupperware in fridge", "trg": "close fridge", "vis_src": "P04_112:58 P04_112:59 P04_112:60", "vis_trg": "P04_112:61", "narrations": [ "close lid of tupperware", "open fridge", "put tupperware in fridge", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "lid:tupperware", "fridge", "tupperware", "fridge" ], "noun_classes": [ 6, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:01:43.10", "00:01:47.53" ], [ "00:01:48.12", "00:01:49.55" ], [ "00:01:49.39", "00:01:52.76" ], [ "00:01:53.65", "00:01:54.29" ] ], "start_stop_frames": [ [ 5155, 5376 ], [ 5406, 5477 ], [ 5469, 5638 ], [ 5682, 5714 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P25_04+29_30_31_32", "video_id": "P25_04", "narration_ids": [ "P25_04_29", "P25_04_30", "P25_04_31", "P25_04_32" ], "src": "turn_off water . dry coffee_pot . pick_up lighter", "src1": "turn_off water", "src2": "dry coffee_pot", "src3": "pick_up lighter", "trg": "pick_up coffee_pot", "vis_src": "P25_04:29 P25_04:30 P25_04:31", "vis_trg": "P25_04:32", "narrations": [ "turn off water", "dry coffee pot", "pick up lighter", "pick up coffee pot" ], "verbs": [ "turn-off", "dry", "pick-up", "pick-up" ], "verb_classes": [ 8, 14, 0, 0 ], "nouns": [ "tap", "pot:coffee", "lighter", "pot:coffee" ], "noun_classes": [ 0, 50, 130, 50 ], "start_stop_timestamps": [ [ "00:05:57.23", "00:05:58.04" ], [ "00:06:00.14", "00:06:20.64" ], [ "00:06:29.02", "00:06:31.25" ], [ "00:06:41.96", "00:06:44.24" ] ], "start_stop_frames": [ [ 21433, 21482 ], [ 21608, 22838 ], [ 23341, 23475 ], [ 24117, 24254 ] ], "trgnoun": "coffee_pot", "trgverb": "pick_up" }, { "key": "P03_102+50_51_52_53", "video_id": "P03_102", "narration_ids": [ "P03_102_50", "P03_102_51", "P03_102_52", "P03_102_53" ], "src": "put onions in drawer . put peppers in drawer . pick_up butter", "src1": "put onions in drawer", "src2": "put peppers in drawer", "src3": "pick_up butter", "trg": "put butter onto shelf", "vis_src": "P03_102:50 P03_102:51 P03_102:52", "vis_trg": "P03_102:53", "narrations": [ "put onions in drawer", "put peppers in drawer", "pick up butter", "put butter onto shelf" ], "verbs": [ "put-in", "put-in", "pick-up", "put-onto" ], "verb_classes": [ 5, 5, 0, 1 ], "nouns": [ "onion", "pepper", "butter", "butter" ], "noun_classes": [ 16, 37, 78, 78 ], "start_stop_timestamps": [ [ "00:01:43.85", "00:01:44.57" ], [ "00:01:45.68", "00:01:46.23" ], [ "00:01:46.63", "00:01:48.48" ], [ "00:01:49.46", "00:01:50.29" ] ], "start_stop_frames": [ [ 5192, 5228 ], [ 5284, 5311 ], [ 5331, 5423 ], [ 5473, 5514 ] ], "trgnoun": "butter", "trgverb": "put_onto" }, { "key": "P01_109+360_361_362_363", "video_id": "P01_109", "narration_ids": [ "P01_109_360", "P01_109_361", "P01_109_362", "P01_109_363" ], "src": "move egg_box . move knife . tap egg", "src1": "move egg_box", "src2": "move knife", "src3": "tap egg", "trg": "crack egg", "vis_src": "P01_109:360 P01_109:361 P01_109:362", "vis_trg": "P01_109:363", "narrations": [ "move egg box", "move knife", "tap egg", "crack egg" ], "verbs": [ "move", "move", "tap", "crack" ], "verb_classes": [ 11, 11, 32, 30 ], "nouns": [ "box:egg", "knife", "egg", "egg" ], "noun_classes": [ 23, 4, 53, 53 ], "start_stop_timestamps": [ [ "00:20:50.67", "00:20:51.23" ], [ "00:20:51.33", "00:20:52.26" ], [ "00:20:51.59", "00:20:52.97" ], [ "00:20:52.93", "00:20:57.51" ] ], "start_stop_frames": [ [ 62533, 62561 ], [ 62566, 62613 ], [ 62579, 62648 ], [ 62646, 62875 ] ], "trgnoun": "egg", "trgverb": "crack" }, { "key": "P06_108+145_146_147_148", "video_id": "P06_108", "narration_ids": [ "P06_108_145", "P06_108_146", "P06_108_147", "P06_108_148" ], "src": "wash can_opener . adjust tap . turn_off tap", "src1": "wash can_opener", "src2": "adjust tap", "src3": "turn_off tap", "trg": "shake can_opener", "vis_src": "P06_108:145 P06_108:146 P06_108:147", "vis_trg": "P06_108:148", "narrations": [ "wash can opener", "adjust tap", "turn off tap", "shake can opener" ], "verbs": [ "wash", "adjust", "turn-off", "shake" ], "verb_classes": [ 2, 17, 8, 15 ], "nouns": [ "opener:can", "tap", "tap", "opener:can" ], "noun_classes": [ 174, 0, 0, 174 ], "start_stop_timestamps": [ [ "00:10:18.46", "00:10:22.66" ], [ "00:10:22.52", "00:10:24.45" ], [ "00:10:25.88", "00:10:27.79" ], [ "00:10:27.30", "00:10:29.45" ] ], "start_stop_frames": [ [ 30923, 31133 ], [ 31126, 31222 ], [ 31294, 31389 ], [ 31364, 31472 ] ], "trgnoun": "can_opener", "trgverb": "shake" }, { "key": "P03_107+77_78_79_80", "video_id": "P03_107", "narration_ids": [ "P03_107_77", "P03_107_78", "P03_107_79", "P03_107_80" ], "src": "put tupperware full of chilli in fridge . close fridge . pick_up washing up liquid", "src1": "put tupperware full of chilli in fridge", "src2": "close fridge", "src3": "pick_up washing up liquid", "trg": "put washing up liquid into pan", "vis_src": "P03_107:77 P03_107:78 P03_107:79", "vis_trg": "P03_107:80", "narrations": [ "put tupperware full of chilli in fridge", "close fridge", "pick up washing up liquid", "put washing up liquid into pan" ], "verbs": [ "put-in", "close", "pick-up", "put-into" ], "verb_classes": [ 5, 4, 0, 5 ], "nouns": [ "tupperware", "fridge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 23, 12, 22, 22 ], "start_stop_timestamps": [ [ "00:03:11.04", "00:03:11.92" ], [ "00:03:11.90", "00:03:13.35" ], [ "00:03:13.72", "00:03:15.25" ], [ "00:03:15.35", "00:03:16.47" ] ], "start_stop_frames": [ [ 9552, 9596 ], [ 9595, 9667 ], [ 9686, 9762 ], [ 9767, 9823 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put_into" }, { "key": "P01_109+23_24_25_26", "video_id": "P01_109", "narration_ids": [ "P01_109_23", "P01_109_24", "P01_109_25", "P01_109_26" ], "src": "pick_up spoon . open drawer . put spoon into drawer", "src1": "pick_up spoon", "src2": "open drawer", "src3": "put spoon into drawer", "trg": "close drawer", "vis_src": "P01_109:23 P01_109:24 P01_109:25", "vis_trg": "P01_109:26", "narrations": [ "pick up spoon", "open drawer", "put spoon into drawer", "close drawer" ], "verbs": [ "pick-up", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "spoon", "drawer", "spoon", "drawer" ], "noun_classes": [ 1, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:00:44.13", "00:00:44.72" ], [ "00:00:45.39", "00:00:46.64" ], [ "00:00:46.73", "00:00:47.57" ], [ "00:00:47.55", "00:00:48.20" ] ], "start_stop_frames": [ [ 2206, 2236 ], [ 2269, 2332 ], [ 2336, 2378 ], [ 2377, 2410 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P25_11+38_39_40_41", "video_id": "P25_11", "narration_ids": [ "P25_11_38", "P25_11_39", "P25_11_40", "P25_11_41" ], "src": "clean kitchen . open tap . clean cloth", "src1": "clean kitchen", "src2": "open tap", "src3": "clean cloth", "trg": "close tap", "vis_src": "P25_11:38 P25_11:39 P25_11:40", "vis_trg": "P25_11:41", "narrations": [ "clean kitchen", "open tap", "clean cloth", "close tap" ], "verbs": [ "clean", "turn-on", "clean", "turn-off" ], "verb_classes": [ 2, 6, 2, 8 ], "nouns": [ "kitchen", "tap", "cloth", "tap" ], "noun_classes": [ 157, 0, 17, 0 ], "start_stop_timestamps": [ [ "00:04:17.40", "00:04:34.05" ], [ "00:04:34.83", "00:04:35.83" ], [ "00:04:35.91", "00:04:43.97" ], [ "00:04:44.07", "00:04:45.37" ] ], "start_stop_frames": [ [ 15443, 16443 ], [ 16489, 16549 ], [ 16554, 17038 ], [ 17044, 17122 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_10+378_379_380_381", "video_id": "P22_10", "narration_ids": [ "P22_10_378", "P22_10_379", "P22_10_380", "P22_10_381" ], "src": "open cabinet . pick_up detergent . spray detergent", "src1": "open cabinet", "src2": "pick_up detergent", "src3": "spray detergent", "trg": "put_down detergent", "vis_src": "P22_10:378 P22_10:379 P22_10:380", "vis_trg": "P22_10:381", "narrations": [ "open cabinet", "pick up detergent", "spray detergent", "put down detergent" ], "verbs": [ "open", "pick-up", "spray", "put-down" ], "verb_classes": [ 3, 0, 44, 1 ], "nouns": [ "cabinet", "detergent", "detergent", "detergent" ], "noun_classes": [ 3, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:13:38.44", "00:13:39.45" ], [ "00:13:39.33", "00:13:40.64" ], [ "00:13:40.52", "00:13:43.75" ], [ "00:13:43.35", "00:13:44.27" ] ], "start_stop_frames": [ [ 49106, 49167 ], [ 49159, 49238 ], [ 49231, 49425 ], [ 49401, 49456 ] ], "trgnoun": "detergent", "trgverb": "put_down" }, { "key": "P04_109+54_55_56_57", "video_id": "P04_109", "narration_ids": [ "P04_109_54", "P04_109_55", "P04_109_56", "P04_109_57" ], "src": "drop bits of carrot in measuring jug . adjust knife . pick_up cucumber", "src1": "drop bits of carrot in measuring jug", "src2": "adjust knife", "src3": "pick_up cucumber", "trg": "pick_up knife", "vis_src": "P04_109:54 P04_109:55 P04_109:56", "vis_trg": "P04_109:57", "narrations": [ "drop bits of carrot in measuring jug", "adjust knife", "pick up cucumber", "pick up knife" ], "verbs": [ "drop-in", "adjust", "pick-up", "pick-up" ], "verb_classes": [ 59, 17, 0, 0 ], "nouns": [ "bit:carrot", "knife", "cucumber", "knife" ], "noun_classes": [ 41, 4, 72, 4 ], "start_stop_timestamps": [ [ "00:02:28.40", "00:02:29.40" ], [ "00:02:29.93", "00:02:31.00" ], [ "00:02:31.10", "00:02:32.08" ], [ "00:02:32.15", "00:02:33.19" ] ], "start_stop_frames": [ [ 7420, 7470 ], [ 7496, 7550 ], [ 7555, 7603 ], [ 7607, 7659 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P22_07+96_97_98_99", "video_id": "P22_07", "narration_ids": [ "P22_07_96", "P22_07_97", "P22_07_98", "P22_07_99" ], "src": "put_down onions . pick_up knife . move peelings", "src1": "put_down onions", "src2": "pick_up knife", "src3": "move peelings", "trg": "cut onion", "vis_src": "P22_07:96 P22_07:97 P22_07:98", "vis_trg": "P22_07:99", "narrations": [ "put down onions", "pick up knife", "move peelings", "cut onion" ], "verbs": [ "put-down", "pick-up", "move", "cut" ], "verb_classes": [ 1, 0, 11, 7 ], "nouns": [ "onion", "knife", "peeling", "onion" ], "noun_classes": [ 16, 4, 48, 16 ], "start_stop_timestamps": [ [ "00:03:24.64", "00:03:28.81" ], [ "00:03:25.28", "00:03:26.34" ], [ "00:03:26.40", "00:03:28.18" ], [ "00:03:30.00", "00:03:35.09" ] ], "start_stop_frames": [ [ 12278, 12528 ], [ 12316, 12380 ], [ 12384, 12490 ], [ 12600, 12905 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P27_103+42_43_44_45", "video_id": "P27_103", "narration_ids": [ "P27_103_42", "P27_103_43", "P27_103_44", "P27_103_45" ], "src": "put_down bin . unplug plug . pick_up mixer", "src1": "put_down bin", "src2": "unplug plug", "src3": "pick_up mixer", "trg": "put_down mixer", "vis_src": "P27_103:42 P27_103:43 P27_103:44", "vis_trg": "P27_103:45", "narrations": [ "put down bin", "unplug plug", "pick up mixer", "put down mixer" ], "verbs": [ "put-down", "unplug", "pick-up", "put-down" ], "verb_classes": [ 1, 12, 0, 1 ], "nouns": [ "bin", "plug", "mixer", "mixer" ], "noun_classes": [ 36, 153, 82, 82 ], "start_stop_timestamps": [ [ "00:01:44.04", "00:01:45.00" ], [ "00:01:48.30", "00:01:49.50" ], [ "00:01:51.83", "00:01:54.48" ], [ "00:01:54.09", "00:01:55.31" ] ], "start_stop_frames": [ [ 5202, 5250 ], [ 5415, 5475 ], [ 5591, 5723 ], [ 5704, 5765 ] ], "trgnoun": "mixer", "trgverb": "put_down" }, { "key": "P01_04+25_26_27_28", "video_id": "P01_04", "narration_ids": [ "P01_04_25", "P01_04_26", "P01_04_27", "P01_04_28" ], "src": "open bottle . take glass . pour water", "src1": "open bottle", "src2": "take glass", "src3": "pour water", "trg": "drink water", "vis_src": "P01_04:25 P01_04:26 P01_04:27", "vis_trg": "P01_04:28", "narrations": [ "open bottle", "take glass", "pour water", "drink water" ], "verbs": [ "open", "take", "pour", "drink" ], "verb_classes": [ 3, 0, 9, 60 ], "nouns": [ "bottle", "glass", "water", "water" ], "noun_classes": [ 15, 10, 27, 27 ], "start_stop_timestamps": [ [ "00:01:22.14", "00:01:25.14" ], [ "00:01:25.37", "00:01:26.12" ], [ "00:01:26.34", "00:01:30.61" ], [ "00:01:31.07", "00:01:38.60" ] ], "start_stop_frames": [ [ 4928, 5108 ], [ 5122, 5167 ], [ 5180, 5436 ], [ 5464, 5916 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P10_04+330_331_332_333", "video_id": "P10_04", "narration_ids": [ "P10_04_330", "P10_04_331", "P10_04_332", "P10_04_333" ], "src": "switch_off the tap_water . switch_on the tap_water . wash the knife", "src1": "switch_off the tap_water", "src2": "switch_on the tap_water", "src3": "wash the knife", "trg": "put the knife back into the utensil shelf", "vis_src": "P10_04:330 P10_04:331 P10_04:332", "vis_trg": "P10_04:333", "narrations": [ "switch off the tap water", "switch on the tap water", "wash the knife", "put the knife back into the utensil shelf" ], "verbs": [ "switch-off", "switch-on", "wash", "put-into" ], "verb_classes": [ 8, 6, 2, 5 ], "nouns": [ "water:tap", "water:tap", "knife", "knife" ], "noun_classes": [ 0, 0, 4, 4 ], "start_stop_timestamps": [ [ "00:35:55.04", "00:35:56.36" ], [ "00:35:58.17", "00:35:59.00" ], [ "00:35:59.10", "00:36:00.68" ], [ "00:36:00.83", "00:36:02.07" ] ], "start_stop_frames": [ [ 129302, 129381 ], [ 129490, 129540 ], [ 129546, 129640 ], [ 129649, 129724 ] ], "trgnoun": "knife", "trgverb": "put_into" }, { "key": "P27_101+82_83_84_85", "video_id": "P27_101", "narration_ids": [ "P27_101_82", "P27_101_83", "P27_101_84", "P27_101_85" ], "src": "close oven . pick_up shaker . open cupboard", "src1": "close oven", "src2": "pick_up shaker", "src3": "open cupboard", "trg": "put_down shaker", "vis_src": "P27_101:82 P27_101:83 P27_101:84", "vis_trg": "P27_101:85", "narrations": [ "close oven", "pick up shaker", "open cupboard", "put down shaker" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "oven", "shaker", "cupboard", "shaker" ], "noun_classes": [ 46, 15, 3, 15 ], "start_stop_timestamps": [ [ "00:03:42.97", "00:03:44.58" ], [ "00:03:45.11", "00:03:45.96" ], [ "00:03:46.06", "00:03:46.72" ], [ "00:03:47.04", "00:03:48.06" ] ], "start_stop_frames": [ [ 11148, 11229 ], [ 11255, 11298 ], [ 11303, 11336 ], [ 11352, 11403 ] ], "trgnoun": "shaker", "trgverb": "put_down" }, { "key": "P04_121+18_19_20_21", "video_id": "P04_121", "narration_ids": [ "P04_121_18", "P04_121_19", "P04_121_20", "P04_121_21" ], "src": "pick_up spatula . cut cheese with spatula . scoop cheese_curds with spatula", "src1": "pick_up spatula", "src2": "cut cheese with spatula", "src3": "scoop cheese_curds with spatula", "trg": "hold cheese_curds with knife", "vis_src": "P04_121:18 P04_121:19 P04_121:20", "vis_trg": "P04_121:21", "narrations": [ "pick up spatula", "cut cheese with spatula", "scoop cheese curds with spatula", "hold cheese curds with knife" ], "verbs": [ "pick-up", "cut-with", "scoop", "hold-with" ], "verb_classes": [ 0, 7, 16, 34 ], "nouns": [ "spatula", "cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 20, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:02:07.63", "00:02:09.03" ], [ "00:02:09.13", "00:02:32.05" ], [ "00:02:33.30", "00:02:38.03" ], [ "00:02:36.59", "00:02:38.56" ] ], "start_stop_frames": [ [ 6381, 6451 ], [ 6456, 7602 ], [ 7665, 7901 ], [ 7829, 7928 ] ], "trgnoun": "cheese_curd", "trgverb": "hold_with" }, { "key": "P12_103+107_108_109_111", "video_id": "P12_103", "narration_ids": [ "P12_103_107", "P12_103_108", "P12_103_109", "P12_103_111" ], "src": "adjust heat on hob . pour sauce from bowl into frying pan . scoop_up sauce from bowl using spoon into frying pan", "src1": "adjust heat on hob", "src2": "pour sauce from bowl into frying pan", "src3": "scoop_up sauce from bowl using spoon into frying pan", "trg": "put soup from spoon into frying pan", "vis_src": "P12_103:107 P12_103:108 P12_103:109", "vis_trg": "P12_103:111", "narrations": [ "adjust heat on hob", "pour sauce from bowl into frying pan", "scoop up sauce from bowl using spoon into frying pan", "put soup from spoon into frying pan" ], "verbs": [ "adjust-on", "pour-from", "scoop-up", "put-from" ], "verb_classes": [ 17, 9, 16, 1 ], "nouns": [ "heat", "sauce", "sauce", "soup" ], "noun_classes": [ 65, 47, 47, 126 ], "start_stop_timestamps": [ [ "00:07:03.22", "00:07:04.80" ], [ "00:07:07.93", "00:07:09.45" ], [ "00:07:10.24", "00:07:13.34" ], [ "00:07:17.49", "00:07:20.58" ] ], "start_stop_frames": [ [ 21161, 21240 ], [ 21396, 21472 ], [ 21512, 21667 ], [ 21874, 22029 ] ], "trgnoun": "soup", "trgverb": "put_from" }, { "key": "P04_101+58_59_60_61", "video_id": "P04_101", "narration_ids": [ "P04_101_58", "P04_101_59", "P04_101_60", "P04_101_61" ], "src": "smell water . empty spoon . test water", "src1": "smell water", "src2": "empty spoon", "src3": "test water", "trg": "fill spoon with water", "vis_src": "P04_101:58 P04_101:59 P04_101:60", "vis_trg": "P04_101:61", "narrations": [ "smell water", "empty spoon", "test water", "fill spoon with water" ], "verbs": [ "smell", "empty", "test", "fill-with" ], "verb_classes": [ 75, 20, 24, 26 ], "nouns": [ "water", "spoon", "water", "spoon" ], "noun_classes": [ 27, 1, 27, 1 ], "start_stop_timestamps": [ [ "00:01:48.89", "00:01:50.18" ], [ "00:01:50.31", "00:01:50.99" ], [ "00:01:50.94", "00:01:51.86" ], [ "00:01:51.01", "00:01:52.92" ] ], "start_stop_frames": [ [ 5444, 5509 ], [ 5515, 5549 ], [ 5547, 5593 ], [ 5550, 5646 ] ], "trgnoun": "spoon", "trgverb": "fill_with" }, { "key": "P16_01+59_60_61_62", "video_id": "P16_01", "narration_ids": [ "P16_01_59", "P16_01_60", "P16_01_61", "P16_01_62" ], "src": "turn_on the tap and add water . turn_off the tap . put the pot on the cooker", "src1": "turn_on the tap and add water", "src2": "turn_off the tap", "src3": "put the pot on the cooker", "trg": "stir pot", "vis_src": "P16_01:59 P16_01:60 P16_01:61", "vis_trg": "P16_01:62", "narrations": [ "turn on the tap and add water", "turn off the tap", "put the pot on the cooker", "stir" ], "verbs": [ "turn-on", "turn-off", "put-on", "stir" ], "verb_classes": [ 6, 8, 1, 10 ], "nouns": [ "tap", "tap", "pot", "pot" ], "noun_classes": [ 0, 0, 29, 29 ], "start_stop_timestamps": [ [ "00:12:19.84", "00:12:28.59" ], [ "00:12:29.68", "00:12:33.31" ], [ "00:12:34.09", "00:12:35.74" ], [ "00:12:37.08", "00:12:41.02" ] ], "start_stop_frames": [ [ 44390, 44915 ], [ 44980, 45198 ], [ 45245, 45344 ], [ 45424, 45661 ] ], "trgnoun": "pot", "trgverb": "stir" }, { "key": "P04_05+141_142_143_144", "video_id": "P04_05", "narration_ids": [ "P04_05_141", "P04_05_142", "P04_05_143", "P04_05_144" ], "src": "stir things in pan . open drawer . pick_up spices", "src1": "stir things in pan", "src2": "open drawer", "src3": "pick_up spices", "trg": "look_for spices", "vis_src": "P04_05:141 P04_05:142 P04_05:143", "vis_trg": "P04_05:144", "narrations": [ "stir things in pan", "open drawer", "pick up spices", "look for spices" ], "verbs": [ "stir-in", "open", "pick-up", "look-for" ], "verb_classes": [ 10, 3, 0, 48 ], "nouns": [ "pan", "drawer", "spice", "spice" ], "noun_classes": [ 5, 8, 85, 85 ], "start_stop_timestamps": [ [ "00:16:50.77", "00:16:56.49" ], [ "00:17:09.14", "00:17:10.73" ], [ "00:17:10.01", "00:17:31.35" ], [ "00:17:32.61", "00:17:40.26" ] ], "start_stop_frames": [ [ 60646, 60989 ], [ 61748, 61843 ], [ 61800, 63080 ], [ 63156, 63615 ] ], "trgnoun": "spice", "trgverb": "look_for" }, { "key": "P11_07+1_2_3_4", "video_id": "P11_07", "narration_ids": [ "P11_07_1", "P11_07_2", "P11_07_3", "P11_07_4" ], "src": "pick_up spoon . rinse_off spoon . shake_off spoon", "src1": "pick_up spoon", "src2": "rinse_off spoon", "src3": "shake_off spoon", "trg": "put away spoon", "vis_src": "P11_07:1 P11_07:2 P11_07:3", "vis_trg": "P11_07:4", "narrations": [ "pick up spoon", "rinse off spoon", "shake off spoon", "put away spoon" ], "verbs": [ "pick-up", "rinse-off", "shake-off", "put" ], "verb_classes": [ 0, 2, 15, 1 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:00:03.67", "00:00:04.73" ], [ "00:00:04.01", "00:00:08.98" ], [ "00:00:09.08", "00:00:10.11" ], [ "00:00:09.78", "00:00:11.10" ] ], "start_stop_frames": [ [ 220, 283 ], [ 240, 538 ], [ 544, 606 ], [ 586, 666 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P03_101+65_66_67_68", "video_id": "P03_101", "narration_ids": [ "P03_101_65", "P03_101_66", "P03_101_67", "P03_101_68" ], "src": "pick_up packaging . move saucepan . move towel rack", "src1": "pick_up packaging", "src2": "move saucepan", "src3": "move towel rack", "trg": "put saucepan", "vis_src": "P03_101:65 P03_101:66 P03_101:67", "vis_trg": "P03_101:68", "narrations": [ "pick up packaging", "move saucepan", "move towel rack", "put saucepan" ], "verbs": [ "pick-up", "move", "move", "put" ], "verb_classes": [ 0, 11, 11, 1 ], "nouns": [ "packaging", "saucepan", "towel", "saucepan" ], "noun_classes": [ 26, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:01:24.83", "00:01:26.92" ], [ "00:01:26.99", "00:01:27.99" ], [ "00:01:27.65", "00:01:29.52" ], [ "00:01:29.59", "00:01:30.92" ] ], "start_stop_frames": [ [ 4241, 4346 ], [ 4349, 4399 ], [ 4382, 4476 ], [ 4479, 4546 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P04_23+59_60_61_62", "video_id": "P04_23", "narration_ids": [ "P04_23_59", "P04_23_60", "P04_23_61", "P04_23_62" ], "src": "put pepper in bin . open container . pull_out packet", "src1": "put pepper in bin", "src2": "open container", "src3": "pull_out packet", "trg": "cut packet", "vis_src": "P04_23:59 P04_23:60 P04_23:61", "vis_trg": "P04_23:62", "narrations": [ "put pepper in bin", "open container", "pull out packet", "cut packet" ], "verbs": [ "put-in", "open", "pull-out", "cut" ], "verb_classes": [ 5, 3, 31, 7 ], "nouns": [ "pepper", "container", "packet", "packet" ], "noun_classes": [ 37, 21, 26, 26 ], "start_stop_timestamps": [ [ "00:08:57.71", "00:09:01.94" ], [ "00:09:04.92", "00:09:07.68" ], [ "00:09:08.55", "00:09:11.22" ], [ "00:09:17.65", "00:09:20.94" ] ], "start_stop_frames": [ [ 32262, 32516 ], [ 32695, 32860 ], [ 32913, 33073 ], [ 33459, 33656 ] ], "trgnoun": "packet", "trgverb": "cut" }, { "key": "P26_124+210_211_212_213", "video_id": "P26_124", "narration_ids": [ "P26_124_210", "P26_124_211", "P26_124_212", "P26_124_213" ], "src": "clean counter_top . rinse cloth . turn_off tap", "src1": "clean counter_top", "src2": "rinse cloth", "src3": "turn_off tap", "trg": "put_down cloth", "vis_src": "P26_124:210 P26_124:211 P26_124:212", "vis_trg": "P26_124:213", "narrations": [ "clean counter top", "rinse cloth", "turn off tap", "put down cloth" ], "verbs": [ "clean", "rinse", "turn-off", "put-down" ], "verb_classes": [ 2, 2, 8, 1 ], "nouns": [ "top:counter", "cloth", "tap", "cloth" ], "noun_classes": [ 42, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:12:20.10", "00:12:29.24" ], [ "00:12:30.30", "00:12:36.99" ], [ "00:12:37.11", "00:12:37.89" ], [ "00:12:38.17", "00:12:38.90" ] ], "start_stop_frames": [ [ 37005, 37462 ], [ 37515, 37849 ], [ 37855, 37894 ], [ 37908, 37945 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P07_102+48_49_50_51", "video_id": "P07_102", "narration_ids": [ "P07_102_48", "P07_102_49", "P07_102_50", "P07_102_51" ], "src": "put lid on cutting board . grab sponge . turn_on tap", "src1": "put lid on cutting board", "src2": "grab sponge", "src3": "turn_on tap", "trg": "rinse sponge", "vis_src": "P07_102:48 P07_102:49 P07_102:50", "vis_trg": "P07_102:51", "narrations": [ "put lid on cutting board", "grab sponge", "turn on tap", "rinse sponge" ], "verbs": [ "put-on", "grab", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "lid", "sponge", "tap", "sponge" ], "noun_classes": [ 6, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:02:54.88", "00:02:55.93" ], [ "00:02:56.09", "00:02:58.74" ], [ "00:02:57.30", "00:02:58.45" ], [ "00:02:58.22", "00:03:00.59" ] ], "start_stop_frames": [ [ 8744, 8796 ], [ 8804, 8937 ], [ 8865, 8922 ], [ 8911, 9029 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P02_123+437_462_464_465", "video_id": "P02_123", "narration_ids": [ "P02_123_437", "P02_123_462", "P02_123_464", "P02_123_465" ], "src": "pick_up chopping_board . pick_up knife . put knife in sink", "src1": "pick_up chopping_board", "src2": "pick_up knife", "src3": "put knife in sink", "trg": "sponge chopping_board", "vis_src": "P02_123:437 P02_123:462 P02_123:464", "vis_trg": "P02_123:465", "narrations": [ "pick up chopping board", "pick up knife", "put knife in sink", "sponge chopping board" ], "verbs": [ "pick-up", "pick-up", "put-in", "sponge" ], "verb_classes": [ 0, 0, 5, 2 ], "nouns": [ "board:chopping", "knife", "knife", "board:chopping" ], "noun_classes": [ 18, 4, 4, 18 ], "start_stop_timestamps": [ [ "00:21:50.32", "00:21:50.78" ], [ "00:22:51.40", "00:22:52.44" ], [ "00:22:54.16", "00:22:54.99" ], [ "00:22:54.91", "00:22:58.05" ] ], "start_stop_frames": [ [ 65516, 65539 ], [ 68570, 68622 ], [ 68708, 68749 ], [ 68745, 68902 ] ], "trgnoun": "chopping_board", "trgverb": "sponge" }, { "key": "P27_04+46_47_48_49", "video_id": "P27_04", "narration_ids": [ "P27_04_46", "P27_04_47", "P27_04_48", "P27_04_49" ], "src": "put_down bottle . close fridge . open oven", "src1": "put_down bottle", "src2": "close fridge", "src3": "open oven", "trg": "close oven", "vis_src": "P27_04:46 P27_04:47 P27_04:48", "vis_trg": "P27_04:49", "narrations": [ "put down bottle", "close fridge", "open oven", "close oven" ], "verbs": [ "put-down", "close", "open", "close" ], "verb_classes": [ 1, 4, 3, 4 ], "nouns": [ "bottle", "fridge", "oven", "oven" ], "noun_classes": [ 15, 12, 46, 46 ], "start_stop_timestamps": [ [ "00:05:17.27", "00:05:18.61" ], [ "00:05:18.71", "00:05:19.98" ], [ "00:05:22.03", "00:05:24.28" ], [ "00:05:26.17", "00:05:26.91" ] ], "start_stop_frames": [ [ 19036, 19116 ], [ 19122, 19198 ], [ 19321, 19456 ], [ 19570, 19614 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P10_04+378_379_380_386", "video_id": "P10_04", "narration_ids": [ "P10_04_378", "P10_04_379", "P10_04_380", "P10_04_386" ], "src": "put the rubbish into the dustbin . open the cover of the pot top left the pot . keep on searching", "src1": "put the rubbish into the dustbin", "src2": "open the cover of the pot top left the pot", "src3": "keep on searching", "trg": "put the cover onto the white pot", "vis_src": "P10_04:378 P10_04:379 P10_04:380", "vis_trg": "P10_04:386", "narrations": [ "put the rubbish into the dustbin", "open the cover of the pot top left the pot", "keep on searching", "put the cover onto the white pot" ], "verbs": [ "put-into", "open", "search", "put-onto" ], "verb_classes": [ 5, 3, 48, 1 ], "nouns": [ "rubbish", "cover", "water", "cover" ], "noun_classes": [ 54, 89, 27, 89 ], "start_stop_timestamps": [ [ "00:39:32.61", "00:39:34.43" ], [ "00:39:38.63", "00:39:40.08" ], [ "00:39:42.06", "00:39:47.93" ], [ "00:41:16.51", "00:41:19.86" ] ], "start_stop_frames": [ [ 142356, 142465 ], [ 142717, 142804 ], [ 142923, 143275 ], [ 148590, 148791 ] ], "trgnoun": "cover", "trgverb": "put_onto" }, { "key": "P03_101+262_263_264_265", "video_id": "P03_101", "narration_ids": [ "P03_101_262", "P03_101_263", "P03_101_264", "P03_101_265" ], "src": "open cheese_packet . get cheese out of packet . move bread", "src1": "open cheese_packet", "src2": "get cheese out of packet", "src3": "move bread", "trg": "put_down cheese", "vis_src": "P03_101:262 P03_101:263 P03_101:264", "vis_trg": "P03_101:265", "narrations": [ "open cheese packet", "get cheese out of packet", "move bread", "put down cheese" ], "verbs": [ "open", "get-out", "move", "put-down" ], "verb_classes": [ 3, 12, 11, 1 ], "nouns": [ "packet:cheese", "cheese", "bread", "cheese" ], "noun_classes": [ 26, 32, 33, 32 ], "start_stop_timestamps": [ [ "00:10:47.88", "00:10:49.85" ], [ "00:10:51.50", "00:10:52.60" ], [ "00:10:52.57", "00:10:53.69" ], [ "00:10:53.79", "00:10:54.57" ] ], "start_stop_frames": [ [ 32394, 32492 ], [ 32575, 32630 ], [ 32628, 32684 ], [ 32689, 32728 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P06_101+97_98_99_100", "video_id": "P06_101", "narration_ids": [ "P06_101_97", "P06_101_98", "P06_101_99", "P06_101_100" ], "src": "crush garlic . peel garlic . pick_up garlic", "src1": "crush garlic", "src2": "peel garlic", "src3": "pick_up garlic", "trg": "chop garlic", "vis_src": "P06_101:97 P06_101:98 P06_101:99", "vis_trg": "P06_101:100", "narrations": [ "crush garlic", "peel garlic", "pick up garlic", "chop garlic" ], "verbs": [ "crush", "peel", "pick-up", "chop" ], "verb_classes": [ 49, 19, 0, 7 ], "nouns": [ "garlic", "garlic", "garlic", "garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:05:48.40", "00:05:48.90" ], [ "00:05:50.67", "00:05:59.66" ], [ "00:06:00.65", "00:06:01.37" ], [ "00:06:01.78", "00:06:06.59" ] ], "start_stop_frames": [ [ 17420, 17445 ], [ 17533, 17983 ], [ 18032, 18068 ], [ 18089, 18329 ] ], "trgnoun": "garlic", "trgverb": "chop" }, { "key": "P22_104+38_39_40_41", "video_id": "P22_104", "narration_ids": [ "P22_104_38", "P22_104_39", "P22_104_40", "P22_104_41" ], "src": "put_down knife . pick_up salad . open salad", "src1": "put_down knife", "src2": "pick_up salad", "src3": "open salad", "trg": "put_down salad", "vis_src": "P22_104:38 P22_104:39 P22_104:40", "vis_trg": "P22_104:41", "narrations": [ "put down knife", "pick up salad", "open salad", "put down salad" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "knife", "salad", "salad", "salad" ], "noun_classes": [ 4, 68, 68, 68 ], "start_stop_timestamps": [ [ "00:02:42.24", "00:02:42.75" ], [ "00:02:44.72", "00:02:45.37" ], [ "00:02:48.22", "00:02:48.97" ], [ "00:02:48.77", "00:02:50.34" ] ], "start_stop_frames": [ [ 8112, 8137 ], [ 8236, 8268 ], [ 8411, 8448 ], [ 8438, 8517 ] ], "trgnoun": "salad", "trgverb": "put_down" }, { "key": "P02_107+15_16_17_18", "video_id": "P02_107", "narration_ids": [ "P02_107_15", "P02_107_16", "P02_107_17", "P02_107_18" ], "src": "turn_off coffee_machine . put_down milk_bottle . pick_up coffee_pod", "src1": "turn_off coffee_machine", "src2": "put_down milk_bottle", "src3": "pick_up coffee_pod", "trg": "open coffee_machine", "vis_src": "P02_107:15 P02_107:16 P02_107:17", "vis_trg": "P02_107:18", "narrations": [ "turn off coffee machine", "put down milk bottle", "pick up coffee pod", "open coffee machine" ], "verbs": [ "turn-off", "put-down", "pick-up", "open" ], "verb_classes": [ 8, 1, 0, 3 ], "nouns": [ "machine:coffee", "bottle:milk", "pod:coffee", "machine:coffee" ], "noun_classes": [ 50, 15, 59, 50 ], "start_stop_timestamps": [ [ "00:00:37.64", "00:00:38.74" ], [ "00:00:39.10", "00:00:39.84" ], [ "00:00:39.91", "00:00:41.14" ], [ "00:00:41.29", "00:00:41.92" ] ], "start_stop_frames": [ [ 1882, 1937 ], [ 1955, 1992 ], [ 1995, 2057 ], [ 2064, 2096 ] ], "trgnoun": "coffee_machine", "trgverb": "open" }, { "key": "P02_01+65_66_67_68", "video_id": "P02_01", "narration_ids": [ "P02_01_65", "P02_01_66", "P02_01_67", "P02_01_68" ], "src": "put milk . close fridge . hold sugar_jar", "src1": "put milk", "src2": "close fridge", "src3": "hold sugar_jar", "trg": "open sugar_jar", "vis_src": "P02_01:65 P02_01:66 P02_01:67", "vis_trg": "P02_01:68", "narrations": [ "put milk", "close fridge", "hold sugar jar", "open sugar jar" ], "verbs": [ "put", "close", "hold", "open" ], "verb_classes": [ 1, 4, 34, 3 ], "nouns": [ "milk", "fridge", "jar:sugar", "jar:sugar" ], "noun_classes": [ 64, 12, 40, 40 ], "start_stop_timestamps": [ [ "00:02:27.31", "00:02:28.08" ], [ "00:02:28.33", "00:02:29.08" ], [ "00:02:31.80", "00:02:32.79" ], [ "00:02:32.79", "00:02:33.76" ] ], "start_stop_frames": [ [ 8838, 8884 ], [ 8899, 8944 ], [ 9108, 9167 ], [ 9167, 9225 ] ], "trgnoun": "sugar_jar", "trgverb": "open" }, { "key": "P03_117+243_244_245_246", "video_id": "P03_117", "narration_ids": [ "P03_117_243", "P03_117_244", "P03_117_245", "P03_117_246" ], "src": "slice sandwich into two . put_down knife . pick_up cheese", "src1": "slice sandwich into two", "src2": "put_down knife", "src3": "pick_up cheese", "trg": "put cheese in packet", "vis_src": "P03_117:243 P03_117:244 P03_117:245", "vis_trg": "P03_117:246", "narrations": [ "slice sandwich into two", "put down knife", "pick up cheese", "put cheese in packet" ], "verbs": [ "slice", "put-down", "pick-up", "put-in" ], "verb_classes": [ 7, 1, 0, 5 ], "nouns": [ "sandwich", "knife", "cheese", "cheese" ], "noun_classes": [ 164, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:11:24.42", "00:11:27.46" ], [ "00:11:28.29", "00:11:29.56" ], [ "00:11:29.47", "00:11:30.20" ], [ "00:11:31.45", "00:11:33.45" ] ], "start_stop_frames": [ [ 34221, 34373 ], [ 34414, 34478 ], [ 34473, 34510 ], [ 34572, 34672 ] ], "trgnoun": "cheese", "trgverb": "put_in" }, { "key": "P03_101+263_264_265_266", "video_id": "P03_101", "narration_ids": [ "P03_101_263", "P03_101_264", "P03_101_265", "P03_101_266" ], "src": "get cheese out of packet . move bread . put_down cheese", "src1": "get cheese out of packet", "src2": "move bread", "src3": "put_down cheese", "trg": "cut cheese into slices", "vis_src": "P03_101:263 P03_101:264 P03_101:265", "vis_trg": "P03_101:266", "narrations": [ "get cheese out of packet", "move bread", "put down cheese", "cut cheese into slices" ], "verbs": [ "get-out", "move", "put-down", "cut-into" ], "verb_classes": [ 12, 11, 1, 7 ], "nouns": [ "cheese", "bread", "cheese", "cheese" ], "noun_classes": [ 32, 33, 32, 32 ], "start_stop_timestamps": [ [ "00:10:51.50", "00:10:52.60" ], [ "00:10:52.57", "00:10:53.69" ], [ "00:10:53.79", "00:10:54.57" ], [ "00:10:55.05", "00:11:00.29" ] ], "start_stop_frames": [ [ 32575, 32630 ], [ 32628, 32684 ], [ 32689, 32728 ], [ 32752, 33014 ] ], "trgnoun": "cheese", "trgverb": "cut_into" }, { "key": "P25_107+31_32_33_34", "video_id": "P25_107", "narration_ids": [ "P25_107_31", "P25_107_32", "P25_107_33", "P25_107_34" ], "src": "put_down plate . pick_up courgette . wash courgette", "src1": "put_down plate", "src2": "pick_up courgette", "src3": "wash courgette", "trg": "cut courgette", "vis_src": "P25_107:31 P25_107:32 P25_107:33", "vis_trg": "P25_107:34", "narrations": [ "put down plate", "pick up courgette", "wash courgette", "cut courgette" ], "verbs": [ "put-down", "pick-up", "wash", "cut" ], "verb_classes": [ 1, 0, 2, 7 ], "nouns": [ "plate", "courgette", "courgette", "courgette" ], "noun_classes": [ 2, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:03:11.75", "00:03:13.28" ], [ "00:03:13.48", "00:03:16.08" ], [ "00:03:16.08", "00:03:18.03" ], [ "00:03:18.13", "00:04:13.91" ] ], "start_stop_frames": [ [ 9587, 9664 ], [ 9674, 9804 ], [ 9804, 9901 ], [ 9906, 12695 ] ], "trgnoun": "courgette", "trgverb": "cut" } ]